00000800:00000200:1.1F:1767315022.885533:0:7003:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e5346bd1] -> 12345-192.168.202.152@tcp (2)
00000800:00000200:0.1F:1767315022.900615:0:6994:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e5346bd1] -> 12345-192.168.202.152@tcp (2)
00000800:00000200:0.1:1767315022.900624:0:6994:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.152@tcp 00000000934e04a8 deleted
00000800:00000010:0.1:1767315022.900627:0:6994:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000934e04a8.
00000800:00000200:0.1:1767315022.900632:0:6994:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1
00000800:00000200:0.1:1767315022.900638:0:6994:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.152@tcp ip 192.168.202.152:1023
00000800:00000200:0.1:1767315022.900643:0:6994:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a8436c00 type 2, nob 96 niov 1 nkiov 0
00000800:00000200:0.1:1767315022.901964:0:6993:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1
00000800:00000200:0.1:1767315022.908752:0:6995:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e5346bd1] -> 12345-192.168.202.152@tcp (4)
00000800:00000200:0.1:1767315022.908757:0:6995:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.152@tcp 00000000934e04a8 deleted
00000800:00000010:0.1:1767315022.908759:0:6995:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000934e04a8.
00000800:00000200:0.1:1767315022.908774:0:6995:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1
00000800:00000200:0.1:1767315022.908945:0:6993:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1
00010000:00000010:0.1:1767315023.167341:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000004b06176c.
00010000:00000010:0.1:1767315023.167358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e84c14ed.
00010000:00000010:3.1F:1767315023.455218:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000004e10b885.
00010000:00000010:3.1:1767315023.455248:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000006c404930.
00010000:00000010:3.1:1767315023.460097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000009437047.
00010000:00000010:3.1:1767315023.460107:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000ff940e88.
00010000:00000010:3.1:1767315023.460111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c682e9ae.
00080000:00000010:3.1:1767315023.479915:0:0:0:(osd_handler.c:1617:osd_oxc_free()) kfreed 'oxe': 68 at 000000001f900f41.
00010000:00000010:2.1F:1767315023.659890:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000011e2950d.
00010000:00000010:0.1:1767315023.669837:0:15504:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000057a0acd2.
00010000:00000010:0.1:1767315023.669849:0:15504:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000007f9f27b7.
00010000:00000010:2.1:1767315023.675117:0:27:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000fd234419.
00010000:00000010:2.1:1767315023.675136:0:27:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000e8fe8e58.
00010000:00000010:2.1:1767315023.675140:0:27:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000009c89a28.
00010000:00000010:2.1:1767315023.675145:0:27:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000089765393.
00010000:00000010:3.1:1767315023.679226:0:15452:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000e49a7457.
00010000:00000010:3.1:1767315023.679231:0:15452:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000007291576a.
00010000:00000010:2.1:1767315023.714284:0:15508:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000091a8ea80.
00010000:00000010:2.1:1767315023.714296:0:15508:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000006b1ad093.
00010000:00000010:3.1:1767315023.716284:0:15507:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000baeba071.
00010000:00000010:2.1:1767315024.033985:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000005486be3.
00010000:00000010:2.1:1767315024.033992:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000baeba071.
00010000:00000010:2.1:1767315024.033996:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f6266019.
00010000:00000010:2.1:1767315024.033999:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000d8d0e14d.
00010000:00000010:2.1:1767315024.034001:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000bc88cb01.
00010000:00080000:1.2F:1767315380.570720:0:0:0:(ldlm_lib.c:3011:target_recovery_expired()) lustre-MDT0000: recovery timed out; 1 clients are still in recovery after 70 seconds (2 clients connected)
00010000:00080000:1.2:1767315539.572856:0:0:0:(ldlm_lib.c:3011:target_recovery_expired()) lustre-MDT0000: recovery timed out; 1 clients are still in recovery after 70 seconds (2 clients connected)
00010000:00080000:3.2F:1767315694.570337:0:0:0:(ldlm_lib.c:3011:target_recovery_expired()) lustre-MDT0000: recovery timed out; 1 clients are still in recovery after 70 seconds (2 clients connected)
00010000:00080000:1.2:1767315864.570262:0:0:0:(ldlm_lib.c:3011:target_recovery_expired()) lustre-MDT0000: recovery timed out; 1 clients are still in recovery after 70 seconds (2 clients connected)
00010000:00080000:2.2F:1767316042.570831:0:0:0:(ldlm_lib.c:3011:target_recovery_expired()) lustre-MDT0000: recovery timed out; 1 clients are still in recovery after 70 seconds (2 clients connected)
00010000:00080000:3.2:1767316196.570520:0:0:0:(ldlm_lib.c:3011:target_recovery_expired()) lustre-MDT0000: recovery timed out; 1 clients are still in recovery after 70 seconds (2 clients connected)
00010000:00080000:0.2F:1767316355.570278:0:0:0:(ldlm_lib.c:3011:target_recovery_expired()) lustre-MDT0000: recovery timed out; 1 clients are still in recovery after 70 seconds (2 clients connected)
00010000:00080000:3.2:1767316501.570308:0:0:0:(ldlm_lib.c:3011:target_recovery_expired()) lustre-MDT0000: recovery timed out; 1 clients are still in recovery after 70 seconds (2 clients connected)
00010000:00080000:3.2:1767316662.570289:0:0:0:(ldlm_lib.c:3011:target_recovery_expired()) lustre-MDT0000: recovery timed out; 1 clients are still in recovery after 70 seconds (2 clients connected)
00010000:00080000:2.2:1767316796.570273:0:0:0:(ldlm_lib.c:3011:target_recovery_expired()) lustre-MDT0000: recovery timed out; 1 clients are still in recovery after 70 seconds (2 clients connected)
00010000:00080000:1.2:1767316949.570253:0:0:0:(ldlm_lib.c:3011:target_recovery_expired()) lustre-MDT0000: recovery timed out; 1 clients are still in recovery after 70 seconds (2 clients connected)
00010000:00080000:2.2:1767317109.570502:0:0:0:(ldlm_lib.c:3011:target_recovery_expired()) lustre-MDT0000: recovery timed out; 1 clients are still in recovery after 70 seconds (2 clients connected)
00010000:00080000:1.2:1767317244.570411:0:0:0:(ldlm_lib.c:3011:target_recovery_expired()) lustre-MDT0000: recovery timed out; 1 clients are still in recovery after 70 seconds (2 clients connected)
00010000:00080000:3.2:1767317399.570255:0:0:0:(ldlm_lib.c:3011:target_recovery_expired()) lustre-MDT0000: recovery timed out; 1 clients are still in recovery after 70 seconds (2 clients connected)
00010000:00080000:3.2:1767317522.571780:0:0:0:(ldlm_lib.c:3011:target_recovery_expired()) lustre-MDT0000: recovery timed out; 1 clients are still in recovery after 70 seconds (2 clients connected)
00010000:00080000:1.2:1767317645.570251:0:0:0:(ldlm_lib.c:3011:target_recovery_expired()) lustre-MDT0000: recovery timed out; 1 clients are still in recovery after 70 seconds (2 clients connected)
00010000:00080000:2.2:1767317784.570280:0:0:0:(ldlm_lib.c:3011:target_recovery_expired()) lustre-MDT0000: recovery timed out; 1 clients are still in recovery after 70 seconds (2 clients connected)
00010000:00080000:2.2:1767317917.570251:0:0:0:(ldlm_lib.c:3011:target_recovery_expired()) lustre-MDT0000: recovery timed out; 1 clients are still in recovery after 70 seconds (2 clients connected)
00010000:00080000:0.2:1767318057.570256:0:0:0:(ldlm_lib.c:3011:target_recovery_expired()) lustre-MDT0000: recovery timed out; 1 clients are still in recovery after 70 seconds (2 clients connected)
00000100:00100000:1.0:1767318536.057836:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4096
00000100:00100000:1.0:1767318536.058835:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853163999618816:0@lo:400:kworker.0
00000100:00100000:1.0:1767318536.068474:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999618560:0@lo:400:kworker.0
00000100:00100000:1.0:1767318536.128838:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962456576
00000100:00100000:1.0:1767318536.128845:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962456576
00000100:00100000:1.0:1767318536.128884:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4383
00000100:00100000:1.0:1767318536.128890:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952348238a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962456576:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767318536.128913:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318536.128970:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952348238a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962456576:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 78us (227us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318536.128977:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4383
00000100:00100000:1.0:1767318541.175101:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999619584
00000100:00100000:1.0:1767318541.175108:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999619584
00000100:00100000:1.0:1767318541.175139:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999619712
00000100:00100000:1.0:1767318541.175142:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999619712
00000100:00100000:1.0:1767318541.175156:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999619968
00000100:00100000:1.0:1767318541.175159:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999619968
00000100:00100000:1.0:1767318541.175170:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4384
00000100:00100000:1.0:1767318541.175175:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d00c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999619584:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767318541.175211:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318541.175256:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d00c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999619584:12345-0@lo:38:kworker.0 Request processed in 80us (567us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318541.175262:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4384
00000100:00100000:1.0:1767318541.175275:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4385
00000100:00100000:1.0:1767318541.175279:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d00fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999619712:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767318541.175301:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318541.175327:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d00fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999619712:12345-0@lo:38:kworker.0 Request processed in 47us (598us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318541.175333:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4385
00000100:00100000:1.0:1767318541.175344:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4386
00000100:00100000:1.0:1767318541.175348:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367299180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999619968:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767318541.175357:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318541.175378:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367299180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999619968:12345-0@lo:38:kworker.0 Request processed in 28us (618us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318541.175383:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4386
00000100:00080000:1.0:1767318541.175412:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767318541.175417:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767318541.175420:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999619584:0@lo:38:kworker.0
00000100:00080000:1.0:1767318541.175428:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767318541.175431:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767318541.175433:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999619712:0@lo:38:kworker.0
00000100:00080000:1.0:1767318541.175440:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767318541.175443:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767318541.175445:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999619968:0@lo:38:kworker.0
00000100:00080000:1.0:1767318541.177033:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767318541.177041:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767318541.177045:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952348238700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999619456:0@lo:38:kworker.0
00000100:00100000:1.0:1767318544.245684:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999620480:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767318544.257312:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318544.270073:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999620480:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767318546.299302:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999620736
00000100:00100000:1.0:1767318546.299318:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999620736
00000100:00100000:1.0:1767318546.299376:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1607
00000100:00100000:1.0:1767318546.299384:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999620736:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767318546.299410:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318546.299492:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999620736:12345-0@lo:38:kworker.0 Request processed in 107us (4096us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318546.299498:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1607
00000100:00100000:1.0:1767318546.299527:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4389
00000100:00100000:1.0:1767318546.299533:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999620992:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767318546.299543:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318546.299568:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999620992:12345-0@lo:38:kworker.0 Request processed in 35us (4067us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318546.299574:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4389
00000100:00100000:1.0:1767318546.299588:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4390
00000100:00100000:1.0:1767318546.299592:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999621248:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767318546.299600:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318546.299622:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999621248:12345-0@lo:38:kworker.0 Request processed in 29us (4086us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318546.299627:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4390
00000100:00080000:1.0:1767318546.299671:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767318546.299676:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767318546.299680:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237138a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999620736:0@lo:38:kworker.0
00000100:00080000:1.0:1767318546.299691:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767318546.299695:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767318546.299697:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952371389c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999620992:0@lo:38:kworker.0
00000100:00080000:1.0:1767318546.299705:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767318546.299708:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767318546.299710:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237138b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999621248:0@lo:38:kworker.0
00000100:00100000:1.0:1767318546.307521:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999621376
00000100:00100000:1.0:1767318546.307539:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999621376
00000100:00100000:1.0:1767318546.307606:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999621120
00000100:00100000:1.0:1767318546.307609:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999621120
00000100:00100000:1.0:1767318546.307636:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4101
00000100:00100000:1.0:1767318546.307643:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999621376:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767318546.307705:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999621376:12345-0@lo:400:kworker.0 Request processed in 62us (2195us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318546.307711:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4101
00000100:00100000:1.0:1767318546.307726:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4102
00000100:00100000:1.0:1767318546.307731:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853163999621120:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767318546.307758:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853163999621120:12345-0@lo:400:kworker.0 Request processed in 27us (2176us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318546.307763:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4102
00000100:00100000:1.0:1767318546.384595:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962457088
00000100:00100000:1.0:1767318546.384608:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962457088
00000100:00100000:1.0:1767318546.384660:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4391
00000100:00100000:1.0:1767318546.384668:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962457088:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767318546.384693:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318546.384776:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962457088:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 107us (3141us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318546.384785:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4391
00000100:00100000:1.0:1767318549.367217:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767318549.370747:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999621888:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767318549.370817:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318549.370883:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999621760:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767318549.370902:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767318549.371352:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767318549.371356:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767318549.371688:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999621888:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767318549.371699:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999621760:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767318550.394503:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fa9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853163999622784:0@lo:400:kworker.0
00000100:00100000:1.0:1767318550.408483:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318550.408546:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999622784
00000100:00100000:1.0:1767318550.408553:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999622784
00000100:00100000:1.0:1767318550.408604:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4105
00000100:00100000:1.0:1767318550.408613:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237138b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853163999622784:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767318550.408668:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237138b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853163999622784:12345-0@lo:400:kworker.0 Request processed in 56us (186us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318550.408675:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4105
00000100:00100000:1.0:1767318550.408717:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fa9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853163999622784:0@lo:400:kworker.0
00000100:00100000:1.0:1767318554.486161:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fa9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999623296:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767318554.486290:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767318554.488563:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767318554.488585:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767318554.488670:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fa9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999623296:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767318555.510299:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999623808:0@lo:400:kworker.0
00000100:00100000:1.0:1767318555.510366:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318555.510417:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767318555.510424:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853163999624064:0@lo:400:kworker.0
00000100:00100000:1.0:1767318555.510448:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318555.510480:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999623808
00000100:00100000:1.0:1767318555.510488:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999623808
00000100:00100000:1.0:1767318555.510535:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999624064
00000100:00100000:1.0:1767318555.510539:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999624064
00000100:00100000:1.0:1767318555.510560:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4107
00000100:00100000:1.0:1767318555.510569:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952371389c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999623808:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767318555.510616:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952371389c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999623808:12345-0@lo:400:kworker.0 Request processed in 48us (250us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318555.510623:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4107
00000100:00100000:1.0:1767318555.510640:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4108
00000100:00100000:1.0:1767318555.510646:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349093800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853163999624064:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767318555.510670:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349093800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853163999624064:12345-0@lo:400:kworker.0 Request processed in 26us (222us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318555.510676:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4108
00000100:00080000:1.0:1767318555.510694:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767318555.510721:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853163999624064:0@lo:400:kworker.0
00000100:00100000:1.0:1767318555.510745:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999623808:0@lo:400:kworker.0
00000100:00100000:1.0:1767318555.510773:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999624320:0@lo:400:kworker.0
00000100:00100000:1.0:1767318555.510800:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318555.510860:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767318555.510866:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999624192:0@lo:400:kworker.0
00000100:00100000:1.0:1767318555.510885:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318555.512122:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999623424
00000100:00100000:1.0:1767318555.512126:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999623424
00000100:00100000:1.0:1767318555.512167:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1609
00000100:00100000:1.0:1767318555.512172:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fa9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999623424:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767318555.512183:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318555.512245:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fa9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999623424:12345-0@lo:38:kworker.0 Request processed in 72us (1052us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318555.512251:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1609
00000100:00080000:1.0:1767318555.512286:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767318555.512291:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767318555.512293:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999623424:0@lo:38:kworker.0
00000100:00080000:1.0:1767318555.589870:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767318559.605582:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999624448
00000100:00100000:1.0:1767318559.605591:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999624448
00000100:00100000:1.0:1767318559.605657:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1874
00000100:00100000:1.0:1767318559.605667:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999624448:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767318559.605694:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767318559.605753:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999624448:12345-0@lo:13:osp-pre-0-1.0 Request processed in 88us (264us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318559.605760:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1874
00000100:00100000:1.0:1767318559.605804:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349090700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999624448:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767318560.638107:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fa9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999624704:0@lo:38:kworker.0
00000100:00100000:1.0:1767318560.638189:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318560.638254:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999624832:0@lo:38:kworker.0
00000100:00100000:1.0:1767318560.638281:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318560.638314:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999624960:0@lo:38:kworker.0
00000100:00100000:1.0:1767318560.638335:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318560.638354:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366949500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999625216:0@lo:38:kworker.0
00000100:00100000:1.0:1767318560.638388:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318560.707665:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962457984
00000100:00100000:1.0:1767318560.707685:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962457984
00000100:00100000:1.0:1767318560.707733:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962458112
00000100:00100000:1.0:1767318560.707737:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962458112
00000100:00100000:1.0:1767318560.707789:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4112
00000100:00100000:1.0:1767318560.707798:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962458112:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767318560.707889:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962458112:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 92us (534us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318560.707897:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4112
00000100:00100000:1.0:1767318560.707916:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4403
00000100:00100000:1.0:1767318560.707921:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962457984:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767318560.707940:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318560.707965:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962457984:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 43us (789us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318560.707971:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4403
00000100:00100000:1.0:1767318564.727445:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999625728
00000100:00100000:1.0:1767318564.727453:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999625728
00000100:00100000:1.0:1767318564.727514:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1876
00000100:00100000:1.0:1767318564.727524:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999625728:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767318564.727554:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767318564.727602:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999625728:12345-0@lo:13:osp-pre-0-1.0 Request processed in 80us (303us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318564.727610:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1876
00000100:00100000:1.0:1767318564.727656:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999625728:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767318565.752533:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999625984:0@lo:38:kworker.0
00000100:00100000:1.0:1767318565.752598:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318565.752660:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999626112:0@lo:38:kworker.0
00000100:00100000:1.0:1767318565.752685:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318565.752712:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999626240:0@lo:38:kworker.0
00000100:00100000:1.0:1767318565.752735:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318565.752750:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fa9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999626496:0@lo:38:kworker.0
00000100:00100000:1.0:1767318565.752769:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318565.752810:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999626112
00000100:00100000:1.0:1767318565.752816:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999626112
00000100:00100000:1.0:1767318565.825243:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962458240
00000100:00100000:1.0:1767318565.825253:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962458240
00000100:00100000:1.0:1767318565.825302:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962458368
00000100:00100000:1.0:1767318565.825306:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962458368
00000100:00100000:1.0:1767318565.825359:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4115
00000100:00100000:1.0:1767318565.825369:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236694ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962458368:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767318565.825455:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236694ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962458368:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 88us (310us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318565.825464:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4115
00000100:00100000:1.0:1767318565.825484:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4407
00000100:00100000:1.0:1767318565.825489:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236694aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962458240:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767318565.825508:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318565.825533:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236694aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962458240:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 42us (472us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318565.825539:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4407
00000100:00100000:1.0:1767318570.876140:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999627264:0@lo:38:kworker.0
00000100:00100000:1.0:1767318570.876242:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318570.876304:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999627392:0@lo:38:kworker.0
00000100:00100000:1.0:1767318570.876332:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318570.876354:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999627520:0@lo:38:kworker.0
00000100:00100000:1.0:1767318570.876394:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318570.876415:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999627776:0@lo:38:kworker.0
00000100:00100000:1.0:1767318570.876437:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318570.876470:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999627392
00000100:00100000:1.0:1767318570.876478:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999627392
00000100:00100000:1.0:1767318570.876507:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999627520
00000100:00100000:1.0:1767318570.876510:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999627520
00000100:00100000:1.0:1767318570.876518:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999627776
00000100:00100000:1.0:1767318570.876520:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999627776
00000100:00100000:1.0:1767318570.876531:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4408
00000100:00100000:1.0:1767318570.876538:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366964a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999627392:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767318570.876558:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318570.876601:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366964a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999627392:12345-0@lo:38:kworker.0 Request processed in 62us (268us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318570.876608:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4408
00000100:00100000:1.0:1767318570.876625:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4409
00000100:00100000:1.0:1767318570.876629:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eac9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999627520:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767318570.876637:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318570.876661:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eac9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999627520:12345-0@lo:38:kworker.0 Request processed in 32us (268us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318570.876667:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4409
00000100:00100000:1.0:1767318570.876676:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4410
00000100:00100000:1.0:1767318570.876680:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eac9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999627776:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767318570.876687:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318570.876709:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eac9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999627776:12345-0@lo:38:kworker.0 Request processed in 27us (272us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318570.876714:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4410
00000100:00080000:1.0:1767318570.876750:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767318570.876756:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767318570.876759:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999627392:0@lo:38:kworker.0
00000100:00080000:1.0:1767318570.876766:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767318570.876770:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767318570.876772:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999627520:0@lo:38:kworker.0
00000100:00080000:1.0:1767318570.876778:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767318570.876781:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767318570.876798:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999627776:0@lo:38:kworker.0
00000100:00080000:1.0:1767318570.880625:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767318570.880632:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767318570.880636:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999627264:0@lo:38:kworker.0
00000100:00100000:1.0:1767318570.944492:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767318570.944537:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00080000:1.0:1767318574.966249:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767318574.966269:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234471df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999628288:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767318574.966311:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318574.966356:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999628288
00000100:00100000:1.0:1767318574.966360:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999628288
00000100:00100000:1.0:1767318574.966429:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1881
00000100:00100000:1.0:1767318574.966436:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eac8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999628288:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767318574.966472:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767318574.966506:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eac8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999628288:12345-0@lo:13:osp-pre-1-1.0 Request processed in 71us (194us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318574.966514:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1881
00000100:00080000:1.0:1767318574.966544:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767318574.966585:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234471df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999628288:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767318575.040080:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00080000:1.0:1767318575.042247:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767318575.990044:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bcf3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853163999629184:0@lo:400:kworker.0
00000100:00100000:1.0:1767318576.011888:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767318576.012538:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767318576.012582:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bcf3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853163999629184:0@lo:400:kworker.0
00000100:00080000:1.0:1767318576.033952:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767318580.093036:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999629696
00000100:00100000:1.0:1767318580.093054:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999629696
00000100:00100000:1.0:1767318580.093966:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999629824
00000100:00100000:1.0:1767318580.093973:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999629824
00000100:00100000:1.0:1767318580.094009:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1882
00000100:00100000:1.0:1767318580.094019:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999629696:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767318580.094052:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767318580.094316:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999629696:12345-0@lo:13:osp-pre-0-1.0 Request processed in 297us (7146us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318580.094324:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1882
00000100:00100000:1.0:1767318580.094353:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1883
00000100:00100000:1.0:1767318580.094359:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bcf3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999629824:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767318580.094376:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767318580.094401:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bcf3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999629824:12345-0@lo:13:osp-pre-1-1.0 Request processed in 43us (7132us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318580.094407:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1883
00000100:00080000:1.0:1767318580.160830:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767318581.110392:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999630080
00000100:00100000:1.0:1767318581.110396:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999630080
00000100:00100000:1.0:1767318581.112471:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999630208
00000100:00100000:1.0:1767318581.112479:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999630208
00000100:00100000:1.0:1767318581.112523:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999630464
00000100:00100000:1.0:1767318581.112543:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999630464
00000100:00100000:1.0:1767318581.112556:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999630336
00000100:00100000:1.0:1767318581.112559:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999630336
00000100:00100000:1.0:1767318581.112597:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4123
00000100:00100000:1.0:1767318581.112607:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999630336:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767318581.112683:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999630336:12345-0@lo:400:kworker.0 Request processed in 78us (2276us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318581.112698:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4123
00000100:00100000:1.0:1767318581.112716:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4417
00000100:00100000:1.0:1767318581.112721:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bcf0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999630080:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767318581.112742:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318581.112776:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bcf0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999630080:12345-0@lo:38:kworker.0 Request processed in 54us (2658us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318581.112781:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4417
00000100:00100000:1.0:1767318581.112793:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4418
00000100:00100000:1.0:1767318581.112797:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c16e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999630208:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767318581.112806:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318581.112827:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c16e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999630208:12345-0@lo:38:kworker.0 Request processed in 29us (2650us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318581.112832:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4418
00000100:00100000:1.0:1767318581.112842:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4419
00000100:00100000:1.0:1767318581.112846:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c16fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999630464:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767318581.112854:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318581.112877:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c16fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999630464:12345-0@lo:38:kworker.0 Request processed in 30us (2642us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318581.112882:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4419
00000100:00080000:1.0:1767318581.112902:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767318581.112945:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234471fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999630336:0@lo:400:kworker.0
00000100:00100000:1.0:1767318585.208548:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999630976
00000100:00100000:1.0:1767318585.208560:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999630976
00000100:00100000:1.0:1767318585.208628:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1884
00000100:00100000:1.0:1767318585.208637:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999630976:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767318585.208680:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767318585.208760:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999630976:12345-0@lo:13:osp-pre-0-1.0 Request processed in 123us (2437us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318585.208771:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1884
00000100:00100000:1.0:1767318585.208822:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eac8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999630976:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767318585.209599:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767318585.209741:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234471df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999631104:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767318585.209792:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767318585.281583:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767318585.281631:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4125
00000100:00100000:1.0:1767318585.281664:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962459520:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767318585.281749:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962459520:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 98us (656us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318585.281758:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4125
00000100:00100000:1.0:1767318586.237738:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853163999631872:0@lo:400:kworker.0
00000100:00100000:1.0:1767318586.240188:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318586.240324:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999631872
00000100:00100000:1.0:1767318586.240334:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999631872
00000100:00100000:1.0:1767318586.240396:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4126
00000100:00100000:1.0:1767318586.240407:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eacbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999631872:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767318586.240466:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eacbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999631872:12345-0@lo:400:kworker.0 Request processed in 61us (284us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318586.240473:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4126
00000100:00080000:1.0:1767318586.240494:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767318586.240525:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853163999631872:0@lo:400:kworker.0
00000100:00100000:1.0:1767318586.240561:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999632000:0@lo:400:kworker.0
00000100:00100000:1.0:1767318586.240602:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318586.240641:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999632000
00000100:00100000:1.0:1767318586.240655:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999632000
00000100:00100000:1.0:1767318586.240682:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2751
00000100:00100000:1.0:1767318586.240689:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eac8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999632000:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767318586.240725:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eac8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999632000:12345-0@lo:400:kworker.0 Request processed in 37us (122us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318586.240730:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2751
00000100:00100000:1.0:1767318586.240755:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999632000:0@lo:400:kworker.0
00000100:00100000:1.0:1767318586.248277:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999632128
00000100:00100000:1.0:1767318586.248294:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999632128
00000100:00100000:1.0:1767318586.248357:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2752
00000100:00100000:1.0:1767318586.248367:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999632128:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767318586.249095:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999632128:12345-0@lo:400:kworker.0 Request processed in 727us (6457us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318586.249113:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2752
00000100:00100000:1.0:1767318590.328976:0:18350:0:(service.c:3434:ptlrpc_start_thread()) ost_create[0] started 3 min 2 max 16
00000100:00100000:1.0:1767318590.328985:0:18350:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'll_ost_create00_003'
00000100:00100000:1.0:1767318590.403254:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962459776
00000100:00100000:1.0:1767318590.403265:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962459776
00000100:00100000:1.0:1767318590.403341:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962459648
00000100:00100000:1.0:1767318590.403345:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962459648
00000100:00100000:1.0:1767318590.403365:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4128
00000100:00100000:1.0:1767318590.403375:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962459776:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767318590.403449:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962459776:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 75us (1508us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318590.403456:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4128
00000100:00100000:1.0:1767318590.403473:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4424
00000100:00100000:1.0:1767318590.403477:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962459648:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767318590.403495:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318590.403513:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962459648:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 35us (1470us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318590.403519:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4424
00000100:00100000:1.0:1767318591.350658:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853163999632896:0@lo:400:kworker.0
00000100:00100000:1.0:1767318591.350733:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318591.350795:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767318591.350802:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f57480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999633408:0@lo:400:kworker.0
00000100:00100000:1.0:1767318591.350827:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318591.350854:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999633152:0@lo:400:kworker.0
00000100:00100000:1.0:1767318591.350892:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318591.350913:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767318591.350918:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999633280:0@lo:400:kworker.0
00000100:00100000:1.0:1767318591.350936:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318591.350964:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999632896
00000100:00100000:1.0:1767318591.350971:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999632896
00000100:00100000:1.0:1767318591.351013:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999633152
00000100:00100000:1.0:1767318591.351016:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999633152
00000100:00100000:1.0:1767318591.351036:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4129
00000100:00100000:1.0:1767318591.351043:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eacb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853163999632896:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767318591.351089:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eacb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853163999632896:12345-0@lo:400:kworker.0 Request processed in 47us (355us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318591.351096:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4129
00000100:00100000:1.0:1767318591.351113:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4130
00000100:00100000:1.0:1767318591.351119:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eac9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999633152:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767318591.369110:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eac9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999633152:12345-0@lo:400:kworker.0 Request processed in 17981us (18207us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318591.369124:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4130
00000100:00100000:1.0:1767318595.446400:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767318595.446420:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eacad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999633664:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767318595.446489:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318595.446542:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999633664
00000100:00100000:1.0:1767318595.446549:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999633664
00000100:00100000:1.0:1767318595.446616:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1888
00000100:00100000:1.0:1767318595.446626:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eaca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999633664:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767318595.446655:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767318595.446697:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eaca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999633664:12345-0@lo:13:osp-pre-0-1.0 Request processed in 74us (209us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318595.446704:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1888
00000100:00100000:1.0:1767318595.446763:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eacad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999633664:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767318595.448674:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999633536
00000100:00100000:1.0:1767318595.448681:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999633536
00000100:00100000:1.0:1767318595.449335:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1889
00000100:00100000:1.0:1767318595.449346:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999633536:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767318595.449375:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767318595.449439:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999633536:12345-0@lo:13:osp-pre-1-1.0 Request processed in 95us (975us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318595.449445:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1889
00000100:00100000:1.0:1767318595.519593:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767318595.520240:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767318596.470282:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853163999634432:0@lo:400:kworker.0
00000100:00100000:1.0:1767318596.470317:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767318596.470362:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767318596.470547:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853163999634432:0@lo:400:kworker.0
00000100:00100000:1.0:1767318596.470591:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999634688
00000100:00100000:1.0:1767318596.470595:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999634688
00000100:00100000:1.0:1767318596.470634:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2755
00000100:00100000:1.0:1767318596.470641:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999634688:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767318596.470683:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999634688:12345-0@lo:400:kworker.0 Request processed in 43us (691us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318596.470689:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2755
00000100:00100000:1.0:1767318596.471210:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999633792
00000100:00100000:1.0:1767318596.471215:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999633792
00000100:00100000:1.0:1767318596.471544:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1617
00000100:00100000:1.0:1767318596.471559:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f55c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999633792:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767318596.471571:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318596.471609:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f55c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999633792:12345-0@lo:38:kworker.0 Request processed in 58us (855us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318596.471616:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1617
00000100:00080000:1.0:1767318596.477344:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767318596.477357:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767318596.477362:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999633792:0@lo:38:kworker.0
00000100:00080000:1.0:1767318596.477375:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767318596.477379:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767318596.477382:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999634048:0@lo:38:kworker.0
00000100:00080000:1.0:1767318596.477392:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767318596.477396:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767318596.477398:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999634304:0@lo:38:kworker.0
00000100:00100000:1.0:1767318596.477495:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999634560:0@lo:400:kworker.0
00000100:00100000:1.0:1767318600.648864:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767318600.648910:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000400:00000100:1.0:1767318600.648936:0:7000:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.52@tcp portal 26 match 1853163962460416 offset 0 length 520: 4
00000100:00080000:1.0:1767318600.649664:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767318601.593851:0:7004:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318576/real 1767318576]  req@ffff9523483d5f80 x1853163999629568/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318601 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1767318601.593877:0:7004:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9523483d5f80 x1853163999629568/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318601 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1767318601.593894:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234471ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999635072:0@lo:38:kworker.0
00000100:00100000:1.0:1767318601.593937:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318601.593982:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234471d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999635200:0@lo:38:kworker.0
00000100:00100000:1.0:1767318601.594011:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999635840:0@lo:400:kworker.0
00000100:00100000:1.0:1767318601.594033:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318601.594067:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999635968
00000100:00100000:1.0:1767318601.594075:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999635968
00000100:00100000:1.0:1767318601.594127:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999635840
00000100:00100000:1.0:1767318601.594130:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999635840
00000100:00100000:1.0:1767318601.594154:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2757
00000100:00100000:1.0:1767318601.594162:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999635968:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767318601.594229:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999635968:12345-0@lo:400:kworker.0 Request processed in 68us (1516us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318601.594237:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2757
00000100:00100000:1.0:1767318601.594302:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2758
00000100:00100000:1.0:1767318601.594309:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eacb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999635840:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767318601.594341:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eacb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999635840:12345-0@lo:400:kworker.0 Request processed in 32us (306us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318601.594347:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2758
00000100:00100000:1.0:1767318601.594385:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999635840:0@lo:400:kworker.0
00000100:00100000:1.0:1767318601.594416:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999635968:0@lo:400:kworker.0
00000100:00100000:1.0:1767318605.686275:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999636224
00000100:00100000:1.0:1767318605.686283:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999636224
00000100:00100000:1.0:1767318605.686340:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999636352
00000100:00100000:1.0:1767318605.686344:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999636352
00000100:00100000:1.0:1767318605.686366:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1892
00000100:00100000:1.0:1767318605.686374:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999636224:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767318605.686404:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767318605.686451:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999636224:12345-0@lo:13:osp-pre-1-1.0 Request processed in 77us (663us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318605.686458:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1892
00000100:00100000:1.0:1767318605.686506:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1893
00000100:00100000:1.0:1767318605.686512:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999636352:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767318605.686525:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767318605.694596:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999636352:12345-0@lo:13:osp-pre-0-1.0 Request processed in 8073us (8452us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318605.694616:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1893
00000100:00100000:1.0:1767318605.765144:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962460544
00000100:00100000:1.0:1767318605.765156:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962460544
00000100:00100000:1.0:1767318605.765250:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4137
00000100:00100000:1.0:1767318605.765348:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962460672:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767318605.765430:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962460672:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 170us (362us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318605.792783:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4137
00000100:00100000:1.0:1767318606.712269:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999637376
00000100:00100000:1.0:1767318606.712274:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999637376
00000100:00100000:1.0:1767318606.712303:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999637248
00000100:00100000:1.0:1767318606.712306:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999637248
00000100:00100000:1.0:1767318606.712325:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2759
00000100:00100000:1.0:1767318606.712331:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999637376:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767318606.712823:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999637376:12345-0@lo:400:kworker.0 Request processed in 490us (1235us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318606.712830:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2759
00000100:00100000:1.0:1767318606.712846:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2760
00000100:00100000:1.0:1767318606.712853:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999637248:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767318606.712888:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999637248:12345-0@lo:400:kworker.0 Request processed in 36us (1239us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318606.712894:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2760
00000100:00100000:1.0:1767318606.712936:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999637248:0@lo:400:kworker.0
00000100:00100000:1.0:1767318606.712963:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999637376:0@lo:400:kworker.0
00000100:00100000:1.0:1767318606.714905:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999636480
00000100:00100000:1.0:1767318606.714911:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999636480
00000100:00100000:1.0:1767318606.714945:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1619
00000100:00100000:1.0:1767318606.714950:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999636480:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767318606.714962:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318606.715004:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999636480:12345-0@lo:38:kworker.0 Request processed in 52us (1235us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318606.715010:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1619
00000100:00080000:1.0:1767318606.715035:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767318606.715039:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767318606.715043:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999636480:0@lo:38:kworker.0
00000100:00100000:1.0:1767318610.806149:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767318610.806160:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999637632:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767318610.806213:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767318610.806654:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767318610.806949:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999637504:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767318610.828007:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999637632:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767318610.884186:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962460800
00000100:00100000:1.0:1767318610.884191:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962460800
00000100:00100000:1.0:1767318610.884244:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4140
00000100:00100000:1.0:1767318610.884255:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962460928:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767318610.884492:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962460928:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 238us (2473us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318610.884500:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4140
00000100:00080000:1.0:1767318611.830055:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767318611.830065:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767318611.830067:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767318611.830078:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767318611.830081:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767318611.830103:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3804
00000100:00080000:1.0:1767318611.830109:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:1.0:1767318611.830124:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767318611.830174:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235eac9c00 x1853163999637760/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767318611.830216:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767318611.830220:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767318611.830222:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767318611.830236:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3804
00000100:00080000:1.0:1767318611.830247:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:1.0:1767318611.830251:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767318611.830268:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366984700 x1853163999637888/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767318611.830278:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767318611.830280:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767318611.830281:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767318611.830284:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3804
00000100:00080000:1.0:1767318611.830285:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s
00000100:00080000:1.0:1767318611.830287:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767318611.830294:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366987b80 x1853163999638016/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767318611.830395:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767318611.830405:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767318611.830407:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767318611.830420:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3804
00000100:00080000:1.0:1767318611.830422:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s
00000100:00080000:1.0:1767318611.830426:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767318611.830447:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366986a00 x1853163999638272/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767318611.834079:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999638144
00000100:00100000:1.0:1767318611.834084:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999638144
00000100:00100000:1.0:1767318611.834169:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4142
00000100:00100000:1.0:1767318611.834176:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999638144:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767318611.834245:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999638144:12345-0@lo:400:kworker.0 Request processed in 70us (614us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318611.834252:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4142
00000100:00100000:1.0:1767318615.933836:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767318615.933856:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999638912:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767318615.933917:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318615.936138:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999638912:0@lo:13:osp-pre-0-1.0
00000100:00080000:1.0:1767318616.950180:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767318616.950220:0:27049:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767318616.950225:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767318616.950229:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767318616.950233:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767318616.950241:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3809
00000100:00080000:1.0:1767318616.950246:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767318616.950252:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767318616.951674:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366987480 x1853163999639040/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767318616.951708:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767318616.951712:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767318616.951714:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767318616.951718:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3809
00000100:00080000:1.0:1767318616.951720:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767318616.951725:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767318616.951738:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366985500 x1853163999639168/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767318616.951746:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767318616.951749:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767318616.951751:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767318616.951754:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3809
00000100:00080000:1.0:1767318616.951757:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767318616.951759:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767318616.951767:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366986300 x1853163999639296/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767318616.951799:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767318616.951803:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767318616.951805:0:27049:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767318616.951808:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3809
00000100:00080000:1.0:1767318616.951810:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767318616.951813:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767318616.951823:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366984380 x1853163999639552/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767318616.954817:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767318616.954828:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366986a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999639936:0@lo:400:kworker.0
00000100:00100000:1.0:1767318616.956705:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318616.957042:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366986a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999639936:0@lo:400:kworker.0
00000100:00080000:1.0:1767318621.047961:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767318621.052272:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234471f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999640192:0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767318621.120843:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767318622.070771:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366acd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999641088:0@lo:400:kworker.0
00000100:00100000:1.0:1767318622.070831:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000400:00000100:1.0:1767318625.216630:0:6998:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.52@tcp portal 26 match 1853163962461568 offset 0 length 520: 4
00000100:00100000:1.0:1767318625.216659:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767318626.166684:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999641344
00000100:00100000:1.0:1767318626.166693:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999641344
00000100:00100000:1.0:1767318626.166753:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1900
00000100:00100000:1.0:1767318626.167659:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999641344:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767318626.167692:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767318626.172438:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999641344:12345-0@lo:13:osp-pre-1-1.0 Request processed in 4777us (6204us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318626.172454:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1900
00000100:00080000:1.0:1767318626.172495:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767318626.172501:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767318626.172503:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767318630.336816:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767318631.288615:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999642496
00000100:00100000:1.0:1767318631.288626:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999642496
00000100:00100000:1.0:1767318631.288707:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1902
00000100:00100000:1.0:1767318631.288720:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366aced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999642496:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767318631.288759:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767318631.288844:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366aced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999642496:12345-0@lo:13:osp-pre-1-1.0 Request processed in 126us (1146us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318631.288853:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1902
00000100:00080000:1.0:1767318631.288881:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767318631.288929:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999643392:0@lo:400:kworker.0
00000100:00100000:1.0:1767318631.288966:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318631.289029:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366acd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999642496:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767318631.289697:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767318631.289707:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366986d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999643520:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767318631.289748:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318631.289788:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999643520
00000100:00100000:1.0:1767318631.289795:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999643520
00000100:00100000:1.0:1767318631.305190:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1903
00000100:00100000:1.0:1767318631.305243:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366986680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999643520:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767318631.305293:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767318631.305406:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366986680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999643520:12345-0@lo:13:osp-pre-0-1.0 Request processed in 184us (15656us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318631.305414:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1903
00000100:00100000:1.0:1767318631.311805:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318631.311852:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999642880:0@lo:38:kworker.0
00000100:00100000:1.0:1767318631.311894:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318631.311918:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999643136:0@lo:38:kworker.0
00000100:00100000:1.0:1767318631.311939:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767318631.311988:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767318631.311996:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767318631.312000:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999642624:0@lo:38:kworker.0
00000100:00100000:1.0:1767318631.312058:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999642752
00000100:00100000:1.0:1767318631.312064:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999642752
00000100:00100000:1.0:1767318631.312094:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999642880
00000100:00100000:1.0:1767318631.312100:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999642880
00000100:00100000:1.0:1767318631.312111:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999643136
00000100:00100000:1.0:1767318631.312113:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999643136
00000100:00100000:1.0:1767318631.312162:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4458
00000100:00100000:1.0:1767318631.312181:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366986d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999642880:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767318631.312228:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318631.312294:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366986d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999642880:12345-0@lo:38:kworker.0 Request processed in 112us (396us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318631.312302:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4458
00000100:00100000:1.0:1767318631.312328:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4459
00000100:00100000:1.0:1767318631.312339:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366984380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999643136:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767318631.312357:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318631.312401:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366984380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999643136:12345-0@lo:38:kworker.0 Request processed in 59us (455us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318631.312408:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4459
00000100:00080000:1.0:1767318631.312443:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767318631.312448:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767318631.312451:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999642752:0@lo:38:kworker.0
00000100:00080000:1.0:1767318631.312460:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767318631.312464:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767318631.312468:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999642880:0@lo:38:kworker.0
00000100:00080000:1.0:1767318631.312474:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767318631.312478:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767318631.312480:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999643136:0@lo:38:kworker.0
00000100:00100000:1.0:1767318635.469530:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962462336
00000100:00100000:1.0:1767318635.469544:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962462336
00000100:00100000:1.0:1767318635.469703:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962462208
00000100:00100000:1.0:1767318635.469708:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962462208
00000100:00100000:1.0:1767318635.469735:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4155
00000100:00100000:1.0:1767318635.469756:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962462336:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767318635.469844:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962462336:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 99us (3842us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318635.469852:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4155
00000100:00100000:1.0:1767318635.469883:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4460
00000100:00100000:1.0:1767318635.469888:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962462208:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767318635.471517:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318635.471578:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962462208:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 1686us (5505us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318635.471588:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4460
00000100:00100000:1.0:1767318636.408225:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999643648:0@lo:38:kworker.0
00000100:00100000:1.0:1767318636.408256:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318636.408288:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bfe2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999643776:0@lo:38:kworker.0
00000100:00100000:1.0:1767318636.408310:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318636.408326:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bfe3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999643904:0@lo:38:kworker.0
00000100:00100000:1.0:1767318636.408345:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318636.408360:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bfe0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999644160:0@lo:38:kworker.0
00000100:00100000:1.0:1767318636.408376:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318636.408404:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999643648
00000100:00100000:1.0:1767318636.408409:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999643648
00000100:00100000:1.0:1767318636.408430:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1625
00000100:00100000:1.0:1767318636.408435:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366985500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999643648:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767318636.408452:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318636.408482:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366985500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999643648:12345-0@lo:38:kworker.0 Request processed in 46us (225us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318636.408488:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1625
00000100:00100000:1.0:1767318636.408510:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999643776
00000100:00100000:1.0:1767318636.408513:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999643776
00000100:00100000:1.0:1767318636.408530:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999643904
00000100:00100000:1.0:1767318636.408532:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999643904
00000100:00100000:1.0:1767318636.408544:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999644160
00000100:00100000:1.0:1767318636.408546:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999644160
00000100:00100000:1.0:1767318636.408554:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4461
00000100:00100000:1.0:1767318636.408558:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366987480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999643776:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767318636.408567:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318636.408603:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366987480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999643776:12345-0@lo:38:kworker.0 Request processed in 30us (279us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318636.408609:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4461
00000100:00100000:1.0:1767318636.408621:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4462
00000100:00100000:1.0:1767318636.408624:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366986300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999643904:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767318636.408632:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318636.408888:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366986300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999643904:12345-0@lo:38:kworker.0 Request processed in 261us (540us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318636.408894:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4462
00000100:00100000:1.0:1767318636.408906:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4463
00000100:00100000:1.0:1767318636.408909:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366985880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999644160:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767318636.408918:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318636.408944:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366985880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999644160:12345-0@lo:38:kworker.0 Request processed in 33us (567us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318636.408948:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4463
00000100:00080000:1.0:1767318636.408991:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767318636.408996:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767318636.408999:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999643648:0@lo:38:kworker.0
00000100:00080000:1.0:1767318636.409007:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767318636.409010:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767318636.409012:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bfe2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999643776:0@lo:38:kworker.0
00000100:00080000:1.0:1767318636.409019:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767318636.409021:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767318636.409024:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bfe3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999643904:0@lo:38:kworker.0
00000100:00080000:1.0:1767318636.409030:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767318636.409033:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767318636.409035:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bfe0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999644160:0@lo:38:kworker.0
00000100:00100000:1.0:1767318641.535373:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999645184:0@lo:38:kworker.0
00000100:00100000:1.0:1767318641.535456:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318641.536025:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999645312:0@lo:38:kworker.0
00000100:00100000:1.0:1767318641.536387:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318641.536417:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999645440:0@lo:38:kworker.0
00000100:00100000:1.0:1767318641.536439:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318641.536455:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999645696:0@lo:38:kworker.0
00000100:00100000:1.0:1767318641.536477:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318641.537594:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4467
00000100:00100000:1.0:1767318641.537840:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237138aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999645696:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767318641.543876:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318641.543999:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237138aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999645696:12345-0@lo:38:kworker.0 Request processed in 6393us (7517us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318641.544012:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4467
00000100:00100000:1.0:1767318646.645897:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853163999646464:0@lo:400:kworker.0
00000100:00100000:1.0:1767318646.651807:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318646.655686:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853163999646464:0@lo:400:kworker.0
00000100:00100000:1.0:1767318646.657350:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999647232
00000100:00100000:1.0:1767318646.657360:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999647232
00000100:00100000:1.0:1767318646.657461:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1909
00000100:00100000:1.0:1767318646.657472:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999647232:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767318646.657513:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767318646.657573:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999647232:12345-0@lo:13:osp-pre-0-1.0 Request processed in 103us (564us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318646.657591:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1909
00000100:00100000:1.0:1767318650.815816:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962462976
00000100:00100000:1.0:1767318650.815825:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962462976
00000100:00100000:1.0:1767318650.815867:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962463104
00000100:00100000:1.0:1767318650.815870:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962463104
00000100:00100000:1.0:1767318650.815914:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4164
00000100:00100000:1.0:1767318650.815923:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962463104:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767318650.815993:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962463104:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 70us (274us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318650.816001:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4164
00000100:00100000:1.0:1767318650.816019:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4472
00000100:00100000:1.0:1767318650.816024:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962462976:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767318650.816043:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318650.816084:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962462976:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 51us (421us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318650.816091:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4472
00000100:00100000:1.0:1767318651.766061:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999648128:0@lo:400:kworker.0
00000100:00100000:1.0:1767318651.766088:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318651.766132:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767318651.766138:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853163999648000:0@lo:400:kworker.0
00000100:00100000:1.0:1767318651.766158:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318651.766180:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999648128
00000100:00100000:1.0:1767318651.766183:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999648128
00000100:00100000:1.0:1767318651.766232:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2774
00000100:00100000:1.0:1767318651.766238:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237138bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999648128:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767318651.766268:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237138bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999648128:12345-0@lo:400:kworker.0 Request processed in 31us (179us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318651.766274:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2774
00000100:00100000:1.0:1767318651.766292:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999648000
00000100:00100000:1.0:1767318651.766295:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999648000
00000100:00100000:1.0:1767318651.770228:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4166
00000100:00100000:1.0:1767318651.770251:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952371388700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999648000:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767318651.770364:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952371388700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999648000:12345-0@lo:400:kworker.0 Request processed in 125us (4204us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318651.770373:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4166
00000100:00100000:1.0:1767318656.887768:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999649152
00000100:00100000:1.0:1767318656.887774:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999649152
00000100:00100000:1.0:1767318656.887793:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999649280
00000100:00100000:1.0:1767318656.887796:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999649280
00000100:00100000:1.0:1767318656.887803:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999649536
00000100:00100000:1.0:1767318656.887805:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999649536
00000100:00100000:1.0:1767318656.887815:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4477
00000100:00100000:1.0:1767318656.887821:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999649152:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767318656.887839:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318656.887880:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999649152:12345-0@lo:38:kworker.0 Request processed in 58us (233us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318656.887887:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4477
00000100:00100000:1.0:1767318656.887911:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4478
00000100:00100000:1.0:1767318656.887915:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999649280:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767318656.887925:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318656.887946:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999649280:12345-0@lo:38:kworker.0 Request processed in 29us (259us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318656.887952:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4478
00000100:00100000:1.0:1767318656.887962:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4479
00000100:00100000:1.0:1767318656.887966:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999649536:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767318656.887975:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318656.887992:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999649536:12345-0@lo:38:kworker.0 Request processed in 25us (271us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318656.887998:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4479
00000100:00080000:1.0:1767318656.888033:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767318656.888039:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767318656.888043:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999649152:0@lo:38:kworker.0
00000100:00080000:1.0:1767318656.888050:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767318656.888054:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767318656.888057:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999649280:0@lo:38:kworker.0
00000100:00080000:1.0:1767318656.888064:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767318656.888067:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767318656.888069:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999649536:0@lo:38:kworker.0
00000100:00080000:1.0:1767318656.888628:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767318656.888633:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767318656.888636:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999648896:0@lo:38:kworker.0
00000100:00100000:1.0:1767318661.067572:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4480
00000100:00100000:1.0:1767318661.067580:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962463616:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767318661.067603:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318661.067639:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962463616:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 57us (274us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318661.067648:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4480
00000100:00080000:1.0:1767318662.005878:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767318662.005885:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767318662.005888:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767318662.005892:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767318662.005896:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767318662.005901:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3854
00000100:00080000:1.0:1767318662.005905:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767318662.005909:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767318662.005935:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237138ad80 x1853163999650048/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767318662.005949:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767318662.005952:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767318662.005954:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767318662.005989:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3854
00000100:00080000:1.0:1767318662.005991:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767318662.005996:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767318662.006010:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952371389500 x1853163999650176/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767318662.006022:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767318662.006030:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767318662.006033:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767318662.006036:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3854
00000100:00080000:1.0:1767318662.006039:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767318662.006042:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767318662.006053:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952371389f80 x1853163999650304/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767318662.006085:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767318662.006089:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767318662.006091:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767318662.006095:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3854
00000100:00080000:1.0:1767318662.006098:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767318662.006102:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767318662.006115:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237138b480 x1853163999650560/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767318662.006705:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999650816
00000100:00100000:1.0:1767318662.006708:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999650816
00000100:00100000:1.0:1767318662.006740:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2776
00000100:00100000:1.0:1767318662.006747:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366984000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999650816:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767318662.014528:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366984000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999650816:12345-0@lo:400:kworker.0 Request processed in 7780us (8123us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318662.014538:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2776
00000100:00100000:1.0:1767318667.127519:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767318667.127534:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999651072:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767318667.127571:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318667.127608:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999651072
00000100:00100000:1.0:1767318667.127613:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999651072
00000100:00100000:1.0:1767318667.127643:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1917
00000100:00100000:1.0:1767318667.127650:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952371388e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999651072:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767318667.127668:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767318667.127703:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952371388e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999651072:12345-0@lo:13:osp-pre-1-1.0 Request processed in 53us (130us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318667.127711:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1917
00000100:00080000:1.0:1767318672.246841:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767318672.250603:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999652992
00000100:00100000:1.0:1767318672.250613:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999652992
00000100:00100000:1.0:1767318672.250689:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2777
00000100:00100000:1.0:1767318672.250699:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345ebd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999652992:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767318672.250761:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345ebd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999652992:12345-0@lo:400:kworker.0 Request processed in 63us (272us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318672.250769:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2777
00000100:00100000:1.0:1767318672.250795:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999652224:0@lo:38:kworker.0
00000100:00100000:1.0:1767318672.250823:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318672.250845:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999652352:0@lo:38:kworker.0
00000100:00100000:1.0:1767318672.250889:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318672.250907:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bfe3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999652480:0@lo:38:kworker.0
00000100:00100000:1.0:1767318672.250925:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318672.250939:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345ebf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999652736:0@lo:38:kworker.0
00000100:00100000:1.0:1767318672.250954:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318672.250981:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999652224
00000100:00100000:1.0:1767318672.250985:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999652224
00000100:00100000:1.0:1767318672.251004:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1632
00000100:00100000:1.0:1767318672.251009:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237138b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999652224:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767318672.251029:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318672.251058:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237138b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999652224:12345-0@lo:38:kworker.0 Request processed in 48us (234us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318672.251064:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1632
00000100:00100000:1.0:1767318672.251081:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999652352
00000100:00100000:1.0:1767318672.251083:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999652352
00000100:00100000:1.0:1767318672.251100:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999652480
00000100:00100000:1.0:1767318672.251102:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999652480
00000100:00100000:1.0:1767318672.251114:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999652736
00000100:00100000:1.0:1767318672.251115:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999652736
00000100:00100000:1.0:1767318672.251128:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4489
00000100:00100000:1.0:1767318672.251132:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952371389c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999652352:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767318672.251141:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318672.251161:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952371389c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999652352:12345-0@lo:38:kworker.0 Request processed in 28us (279us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318672.251167:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4489
00000100:00100000:1.0:1767318672.251176:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4490
00000100:00100000:1.0:1767318672.251179:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952371388380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999652480:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767318672.251187:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318672.251232:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952371388380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999652480:12345-0@lo:38:kworker.0 Request processed in 51us (305us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318672.251237:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4490
00000100:00100000:1.0:1767318672.251247:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4491
00000100:00100000:1.0:1767318672.251250:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952371389880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999652736:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767318672.251258:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318672.251277:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952371389880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999652736:12345-0@lo:38:kworker.0 Request processed in 26us (323us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318672.251282:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4491
00000100:00080000:1.0:1767318672.251338:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767318672.251343:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767318672.251347:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999652224:0@lo:38:kworker.0
00000100:00080000:1.0:1767318672.251355:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767318672.251358:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767318672.251361:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999652352:0@lo:38:kworker.0
00000100:00080000:1.0:1767318672.251367:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767318672.251370:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767318672.251373:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bfe3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999652480:0@lo:38:kworker.0
00000100:00080000:1.0:1767318672.251379:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767318672.251382:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767318672.251384:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345ebf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999652736:0@lo:38:kworker.0
00000100:00100000:1.0:1767318672.251418:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345ebf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999652992:0@lo:400:kworker.0
00000100:00100000:1.0:1767318675.393965:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000400:00000100:1.0:1767318675.394011:0:6999:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.52@tcp portal 26 match 1853163962464384 offset 0 length 520: 4
00000100:00100000:1.0:1767318675.394033:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767318676.341603:0:7004:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318651/real 1767318651]  req@ffff95237c0bd180 x1853163999648384/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318676 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1767318676.341648:0:7004:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95237c0bd180 x1853163999648384/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318676 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1767318676.341673:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767318676.341705:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:1.0:1767318676.341710:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853163999648384:0@lo:250:kworker.0
00000100:00100000:1.0:1767318676.342564:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853163999653248:0@lo:250:kworker.0
00000400:00000100:1.0:1767318676.342588:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163999653248 offset 0 length 520: 4
00000100:00100000:1.0:1767318676.342615:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999653376:0@lo:38:kworker.0
00000100:00100000:1.0:1767318676.342637:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318676.342653:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999653504:0@lo:38:kworker.0
00000100:00100000:1.0:1767318676.342668:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318676.342682:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999653632:0@lo:38:kworker.0
00000100:00100000:1.0:1767318676.342696:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318676.342708:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999653888:0@lo:38:kworker.0
00000100:00100000:1.0:1767318676.342723:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318676.342755:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999653760
00000100:00100000:1.0:1767318676.342763:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999653760
00000100:00100000:1.0:1767318676.342816:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999653504
00000100:00100000:1.0:1767318676.342818:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999653504
00000100:00100000:1.0:1767318676.342851:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999653632
00000100:00100000:1.0:1767318676.342854:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999653632
00000100:00100000:1.0:1767318676.342861:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999653888
00000100:00100000:1.0:1767318676.342863:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999653888
00000100:00100000:1.0:1767318676.342873:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4180
00000100:00100000:1.0:1767318676.342881:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345ebdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999653760:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767318676.346896:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345ebdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999653760:12345-0@lo:400:kworker.0 Request processed in 4013us (4543us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318676.346907:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4180
00000100:00100000:1.0:1767318677.371568:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999654400:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767318677.371619:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999654528:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767318677.371664:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318677.372102:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999654528:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767318681.465995:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999654656:0@lo:38:kworker.0
00000100:00100000:1.0:1767318681.466027:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318681.466067:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349091f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999654784:0@lo:38:kworker.0
00000100:00100000:1.0:1767318681.466086:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318681.466153:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349091500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999654912:0@lo:38:kworker.0
00000100:00100000:1.0:1767318681.466177:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318681.467261:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349091180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999655168:0@lo:38:kworker.0
00000100:00100000:1.0:1767318681.467293:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767318681.467672:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767318681.467677:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767318681.467681:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999654656:0@lo:38:kworker.0
00000100:00080000:1.0:1767318681.467689:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767318681.467692:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767318681.467695:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349091f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999654784:0@lo:38:kworker.0
00000100:00080000:1.0:1767318681.467702:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767318681.467704:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767318681.467706:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349091500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999654912:0@lo:38:kworker.0
00000100:00080000:1.0:1767318681.468012:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767318681.468017:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767318681.468020:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349091180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999655168:0@lo:38:kworker.0
00000100:00100000:1.0:1767318682.487051:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1923
00000100:00100000:1.0:1767318682.487061:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999655808:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767318682.487077:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767318682.487115:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999655808:12345-0@lo:13:osp-pre-0-1.0 Request processed in 57us (289us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318682.487123:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1923
00000100:00100000:1.0:1767318682.487169:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349092d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999655808:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767318685.635648:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4500
00000100:00100000:1.0:1767318685.635667:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349093480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962465024:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767318685.635688:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318685.635788:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349093480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962465024:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 117us (1045us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318685.635821:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4500
00000100:00100000:1.0:1767318686.581878:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999655936:0@lo:38:kworker.0
00000100:00100000:1.0:1767318686.585928:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318686.585989:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999656064:0@lo:38:kworker.0
00000100:00100000:1.0:1767318686.586031:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318686.586052:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999656192:0@lo:38:kworker.0
00000100:00100000:1.0:1767318686.586073:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318686.586087:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366949c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999656448:0@lo:38:kworker.0
00000100:00100000:1.0:1767318686.586103:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318686.586334:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999655936
00000100:00100000:1.0:1767318686.586342:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999655936
00000100:00100000:1.0:1767318686.586378:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1635
00000100:00100000:1.0:1767318686.586385:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999655936:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767318686.586405:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318686.586448:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999655936:12345-0@lo:38:kworker.0 Request processed in 62us (520us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318686.586459:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1635
00000100:00100000:1.0:1767318686.586485:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999656576
00000100:00100000:1.0:1767318686.586489:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999656576
00000100:00100000:1.0:1767318686.586530:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999656064
00000100:00100000:1.0:1767318686.586533:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999656064
00000100:00100000:1.0:1767318686.586548:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999656192
00000100:00100000:1.0:1767318686.586551:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999656192
00000100:00100000:1.0:1767318686.586559:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999656448
00000100:00100000:1.0:1767318686.586561:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999656448
00000100:00100000:1.0:1767318686.586571:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4186
00000100:00100000:1.0:1767318686.586577:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345ebf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999656576:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767318686.586618:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345ebf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999656576:12345-0@lo:400:kworker.0 Request processed in 41us (785us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318686.586624:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4186
00000100:00100000:1.0:1767318686.586637:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4501
00000100:00100000:1.0:1767318686.586641:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999656064:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767318686.586650:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318686.586675:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999656064:12345-0@lo:38:kworker.0 Request processed in 33us (644us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318686.586682:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4501
00000100:00100000:1.0:1767318686.586693:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4502
00000100:00100000:1.0:1767318686.586697:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999656192:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767318686.586704:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318686.586729:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999656192:12345-0@lo:38:kworker.0 Request processed in 30us (654us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318686.586747:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4502
00000100:00100000:1.0:1767318686.586759:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4503
00000100:00100000:1.0:1767318686.586763:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999656448:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767318686.586771:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318686.586800:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999656448:12345-0@lo:38:kworker.0 Request processed in 35us (695us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318686.586809:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4503
00000100:00080000:1.0:1767318686.586833:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767318686.586856:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767318686.586863:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767318686.586867:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999656064:0@lo:38:kworker.0
00000100:00080000:1.0:1767318686.586878:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767318686.586985:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767318686.586991:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999656192:0@lo:38:kworker.0
00000100:00080000:1.0:1767318686.587003:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767318686.587006:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767318686.587008:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366949c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999656448:0@lo:38:kworker.0
00000100:00080000:1.0:1767318686.587013:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767318686.587016:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767318686.587017:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999655936:0@lo:38:kworker.0
00000100:00100000:1.0:1767318686.596838:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999656320
00000100:00100000:1.0:1767318686.596852:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999656320
00000100:00100000:1.0:1767318686.596940:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4187
00000100:00100000:1.0:1767318686.596951:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349092680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999656320:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767318686.597037:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349092680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999656320:12345-0@lo:400:kworker.0 Request processed in 87us (478us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318686.597045:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4187
00000100:00100000:1.0:1767318687.605987:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349092a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999656960:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767318687.610862:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318687.612828:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349092a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999656960:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767318690.757028:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767318690.757246:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00080000:1.0:1767318690.770220:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767318691.729302:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345ebe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999657216:0@lo:38:kworker.0
00000100:00100000:1.0:1767318691.729411:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318691.729487:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345ebc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999657344:0@lo:38:kworker.0
00000100:00100000:1.0:1767318691.729516:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318691.729551:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345ebca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999657472:0@lo:38:kworker.0
00000100:00100000:1.0:1767318691.729575:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318691.729590:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345ebce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999657728:0@lo:38:kworker.0
00000100:00100000:1.0:1767318691.729624:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767318691.731406:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767318691.731414:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767318691.731420:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345ebe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999657216:0@lo:38:kworker.0
00000100:00080000:1.0:1767318691.731435:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767318691.731439:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767318691.731443:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345ebc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999657344:0@lo:38:kworker.0
00000100:00080000:1.0:1767318691.731455:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767318691.731459:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767318691.731464:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345ebca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999657472:0@lo:38:kworker.0
00000100:00080000:1.0:1767318691.731474:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767318691.731478:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767318691.731481:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345ebce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999657728:0@lo:38:kworker.0
00000100:00100000:1.0:1767318695.871482:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962465664
00000100:00100000:1.0:1767318695.871494:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962465664
00000100:00100000:1.0:1767318695.871610:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4508
00000100:00100000:1.0:1767318695.871627:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236694b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962465536:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767318695.871673:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318695.872976:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236694b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962465536:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 1335us (1658us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318695.872987:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4508
00000100:00100000:1.0:1767318696.826784:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236694a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999658496:0@lo:38:kworker.0
00000100:00100000:1.0:1767318696.826830:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318696.826867:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366949f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999658624:0@lo:38:kworker.0
00000100:00100000:1.0:1767318696.826891:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318696.826910:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366948000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999658752:0@lo:38:kworker.0
00000100:00100000:1.0:1767318696.826928:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318696.826943:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236694b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999659008:0@lo:38:kworker.0
00000100:00100000:1.0:1767318696.826959:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318696.826983:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999658496
00000100:00100000:1.0:1767318696.826988:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999658496
00000100:00100000:1.0:1767318696.827010:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1637
00000100:00100000:1.0:1767318696.827016:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999658496:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767318696.827039:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318696.827089:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999658496:12345-0@lo:38:kworker.0 Request processed in 67us (253us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318696.827105:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1637
00000100:00100000:1.0:1767318696.827139:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4509
00000100:00100000:1.0:1767318696.827146:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999658624:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767318696.827157:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318696.830915:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999658624:12345-0@lo:38:kworker.0 Request processed in 3760us (4015us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318696.830930:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4509
00000100:00100000:1.0:1767318696.830965:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4511
00000100:00100000:1.0:1767318696.830970:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999659008:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767318696.830990:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318696.831041:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999659008:12345-0@lo:38:kworker.0 Request processed in 70us (4081us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318696.831047:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4511
00000100:00080000:1.0:1767318696.831096:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767318696.831101:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767318696.831105:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236694a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999658496:0@lo:38:kworker.0
00000100:00080000:1.0:1767318696.831114:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767318696.831117:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767318696.831120:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366949f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999658624:0@lo:38:kworker.0
00000100:00080000:1.0:1767318696.831128:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767318696.831131:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767318696.831135:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236694b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999659008:0@lo:38:kworker.0
00000100:00100000:1.0:1767318696.831187:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2787
00000100:00100000:1.0:1767318696.831211:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366948380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999659392:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767318696.831263:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366948380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999659392:12345-0@lo:400:kworker.0 Request processed in 70us (4782us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318696.831270:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2787
00000100:00100000:1.0:1767318696.831316:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236694b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999659392:0@lo:400:kworker.0
00000100:00100000:1.0:1767318696.831347:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366949500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853163999658880:0@lo:400:kworker.0
00000100:00100000:1.0:1767318696.831357:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236694ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853163999659136:0@lo:400:kworker.0
00000100:00100000:1.0:1767318696.838660:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236694aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999659264:0@lo:400:kworker.0
00000100:00080000:1.0:1767318696.850113:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767318696.850126:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767318696.850131:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366948000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999658752:0@lo:38:kworker.0
00000100:00100000:1.0:1767318697.845798:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999659520
00000100:00100000:1.0:1767318697.845814:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999659520
00000100:00100000:1.0:1767318697.845885:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1928
00000100:00100000:1.0:1767318697.845896:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349091180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999659520:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767318697.845937:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767318697.853780:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349091180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999659520:12345-0@lo:13:osp-pre-1-1.0 Request processed in 7870us (8035us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318697.853803:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1928
00000100:00100000:1.0:1767318699.977865:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4194
00000100:00100000:1.0:1767318699.977905:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366949c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962466048:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767318699.978057:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366949c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962466048:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 171us (9598us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318699.978067:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4194
00000100:00100000:1.0:1767318699.978105:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4512
00000100:00100000:1.0:1767318699.978110:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366948a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962465920:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767318699.978145:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318699.978176:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366948a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962465920:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 64us (9627us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318699.978182:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4512
00000100:00080000:1.0:1767318701.941878:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767318701.941884:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1767318701.941886:0:27049:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767318701.941891:0:27049:0:(import.c:509:import_select_connection()) MGC192.168.202.152@tcp: connect to NID 0@lo last attempt 3874
00000100:00080000:1.0:1767318701.941895:0:27049:0:(import.c:588:import_select_connection()) MGC192.168.202.152@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767318701.941901:0:27049:0:(import.c:623:import_select_connection()) MGC192.168.202.152@tcp: import ffff95235eb57800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767318701.941932:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235e8cb480 x1853163999659776/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767318701.941959:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767318701.941962:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767318701.941964:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767318701.941968:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3894
00000100:00080000:1.0:1767318701.941970:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767318701.941973:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767318701.941988:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235e8cad80 x1853163999659904/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767318701.941998:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767318701.942000:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767318701.942002:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767318701.942004:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3894
00000100:00080000:1.0:1767318701.942006:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767318701.942009:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767318701.942017:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235e8cbb80 x1853163999660032/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767318701.942024:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767318701.942026:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767318701.942028:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767318701.942032:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3894
00000100:00080000:1.0:1767318701.942034:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767318701.942036:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767318701.942044:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235e8c9180 x1853163999660160/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767318701.942084:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767318701.942087:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767318701.942089:0:27049:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767318701.942092:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3894
00000100:00080000:1.0:1767318701.942094:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767318701.942097:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767318701.942111:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366966d80 x1853163999660416/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767318702.527416:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962466176
00000100:00100000:1.0:1767318702.527426:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962466176
00000100:00100000:1.0:1767318702.527513:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4516
00000100:00100000:1.0:1767318702.527523:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345ebe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962466176:12345-192.168.202.52@tcp:17:kworker.0
00000100:00100000:1.0:1767318702.527624:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345ebe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962466176:12345-192.168.202.52@tcp:17:kworker.0 Request processed in 102us (309us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318702.527631:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4516
00000100:00100000:1.0:1767318702.965741:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999660928
00000100:00100000:1.0:1767318702.965749:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999660928
00000100:00100000:1.0:1767318702.965822:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1930
00000100:00100000:1.0:1767318702.965832:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345ebed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999660928:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767318702.965863:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767318702.965919:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345ebed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999660928:12345-0@lo:13:osp-pre-0-1.0 Request processed in 89us (293us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318702.965926:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1930
00000100:00100000:1.0:1767318707.061988:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999661824
00000100:00100000:1.0:1767318707.061996:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999661824
00000100:00100000:1.0:1767318707.062050:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4198
00000100:00100000:1.0:1767318707.062059:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345ebea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999661824:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767318707.075696:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345ebea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999661824:12345-0@lo:400:kworker.0 Request processed in 13628us (13886us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318707.075711:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4198
00000100:00100000:1.0:1767318712.185690:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345faad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853163999663104:0@lo:400:kworker.0
00000100:00100000:1.0:1767318712.185724:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318712.185757:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767318712.185765:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853163999662848:0@lo:400:kworker.0
00000100:00100000:1.0:1767318712.185786:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318712.186813:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999662464
00000100:00100000:1.0:1767318712.186818:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999662464
00000100:00100000:1.0:1767318712.186850:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1640
00000100:00100000:1.0:1767318712.186855:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345ebca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999662464:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767318712.186865:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318712.186897:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345ebca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999662464:12345-0@lo:38:kworker.0 Request processed in 41us (880us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318712.186903:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1640
00000100:00100000:1.0:1767318712.186930:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853163999662848:0@lo:400:kworker.0
00000100:00100000:1.0:1767318712.186938:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345faad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853163999663104:0@lo:400:kworker.0
00000100:00100000:1.0:1767318713.206903:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767318713.207063:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236694b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999663488:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767318713.207136:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318713.208869:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236694b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999663488:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767318717.302424:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999664640
00000100:00100000:1.0:1767318717.302428:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999664640
00000100:00100000:1.0:1767318717.303520:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2795
00000100:00100000:1.0:1767318717.303529:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fa8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999664640:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767318717.303576:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fa8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999664640:12345-0@lo:400:kworker.0 Request processed in 49us (1436us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318717.303582:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2795
00000100:00100000:1.0:1767318717.303630:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999663744
00000100:00100000:1.0:1767318717.303637:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999663744
00000100:00100000:1.0:1767318717.303666:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1641
00000100:00100000:1.0:1767318717.303671:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236694b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999663744:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767318717.303695:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318717.303725:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236694b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999663744:12345-0@lo:38:kworker.0 Request processed in 53us (365us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318717.303731:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1641
00000100:00100000:1.0:1767318717.303777:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fa8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999664640:0@lo:400:kworker.0
00000100:00100000:1.0:1767318717.303790:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999664512:0@lo:400:kworker.0
00000100:00100000:1.0:1767318717.303990:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999663872
00000100:00100000:1.0:1767318717.303994:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999663872
00000100:00100000:1.0:1767318717.304014:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4526
00000100:00100000:1.0:1767318717.304018:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236694ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999663872:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767318717.304028:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318717.304054:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236694ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999663872:12345-0@lo:38:kworker.0 Request processed in 35us (637us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318717.304061:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4526
00000100:00100000:1.0:1767318717.304109:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345faa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853163999664384:0@lo:400:kworker.0
00000100:00100000:1.0:1767318718.325577:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767318718.325601:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999664768:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767318718.325684:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318718.326382:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999664896
00000100:00100000:1.0:1767318718.326386:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999664896
00000100:00100000:1.0:1767318718.326423:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1937
00000100:00100000:1.0:1767318718.326430:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345ebf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999664896:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767318718.326456:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767318718.326519:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345ebf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999664896:12345-0@lo:13:osp-pre-1-1.0 Request processed in 90us (211us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318718.326526:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1937
00000100:00100000:1.0:1767318718.326573:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999664768:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767318722.426782:0:18349:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999665792
00000100:00100000:1.0:1767318722.426790:0:18349:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999665792
00000100:00100000:1.0:1767318722.426841:0:18349:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999665920
00000100:00100000:1.0:1767318722.426844:0:18349:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999665920
00000100:00100000:1.0:1767318722.426857:0:18349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2796
00000100:00100000:1.0:1767318722.426862:0:18349:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999665792:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767318722.426913:0:18349:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999665792:12345-0@lo:400:kworker.0 Request processed in 50us (2034us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318722.426917:0:18349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2796
00000100:00100000:1.0:1767318722.426927:0:18349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2797
00000100:00100000:1.0:1767318722.426931:0:18349:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999665920:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767318722.426947:0:18349:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999665920:12345-0@lo:400:kworker.0 Request processed in 16us (1967us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318722.426950:0:18349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2797
00000100:00100000:1.0:1767318722.426976:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999665920:0@lo:400:kworker.0
00000100:00100000:1.0:1767318722.426983:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999665792:0@lo:400:kworker.0
00000100:00100000:1.0:1767318722.430151:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999665024
00000100:00100000:1.0:1767318722.430156:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999665024
00000100:00100000:1.0:1767318722.430180:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1642
00000100:00100000:1.0:1767318722.430185:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999665024:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767318722.436679:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318722.436780:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999665024:12345-0@lo:38:kworker.0 Request processed in 6591us (6936us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318722.436792:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1642
00000100:00100000:1.0:1767318726.517385:0:7004:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318701/real 1767318701]  req@ffff95235e8cb480 x1853163999659776/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318726 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1767318726.517418:0:7004:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95235e8cb480 x1853163999659776/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318726 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1767318726.517439:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767318726.517462:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:1.0:1767318726.517466:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853163999659776:0@lo:250:kworker.0
00000100:00100000:1.0:1767318726.519000:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853163999666304:0@lo:250:kworker.0
00000400:00000100:1.0:1767318726.519026:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163999666304 offset 0 length 520: 4
00000100:00100000:1.0:1767318726.519049:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999666432:0@lo:38:kworker.0
00000100:00100000:1.0:1767318726.519071:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318726.519099:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999666560:0@lo:38:kworker.0
00000100:00100000:1.0:1767318726.519119:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318726.519140:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999666688:0@lo:38:kworker.0
00000100:00100000:1.0:1767318726.519161:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318726.519184:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999666944:0@lo:38:kworker.0
00000100:00100000:1.0:1767318726.519226:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318726.519252:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999666560
00000100:00100000:1.0:1767318726.519256:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999666560
00000100:00100000:1.0:1767318726.519276:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999666688
00000100:00100000:1.0:1767318726.519278:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999666688
00000100:00100000:1.0:1767318726.519291:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999666944
00000100:00100000:1.0:1767318726.519293:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999666944
00000100:00100000:1.0:1767318726.519306:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4534
00000100:00100000:1.0:1767318726.519310:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366967b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999666560:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767318726.519341:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318726.519386:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366967b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999666560:12345-0@lo:38:kworker.0 Request processed in 74us (266us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318726.519392:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4534
00000100:00100000:1.0:1767318726.519406:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4535
00000100:00100000:1.0:1767318726.519409:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366964000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999666688:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767318726.519417:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318726.519437:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366964000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999666688:12345-0@lo:38:kworker.0 Request processed in 26us (276us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318726.519442:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4535
00000100:00100000:1.0:1767318726.519451:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4536
00000100:00100000:1.0:1767318726.519455:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366965880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999666944:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767318726.519463:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318726.519483:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366965880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999666944:12345-0@lo:38:kworker.0 Request processed in 27us (257us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318726.519489:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4536
00000100:00080000:1.0:1767318726.519519:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767318726.519522:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767318726.519526:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999666560:0@lo:38:kworker.0
00000100:00080000:1.0:1767318726.519533:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767318726.519536:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767318726.519539:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999666688:0@lo:38:kworker.0
00000100:00080000:1.0:1767318726.519545:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767318726.519548:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767318726.519550:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999666944:0@lo:38:kworker.0
00000100:00080000:1.0:1767318726.521288:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767318726.521294:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767318726.521297:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999666432:0@lo:38:kworker.0
00000100:00100000:1.0:1767318728.572222:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bcf3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999667584:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767318728.572258:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366964380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999667456:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767318730.687079:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767318731.637627:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235ee5c380 x1853163999668224/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767318731.637680:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999668608:0@lo:400:kworker.0
00000100:00100000:3.0:1767318731.637739:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767318731.637769:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767318731.637774:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999668480:0@lo:400:kworker.0
00000100:00100000:3.0:1767318731.637790:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767318731.638004:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999668096
00000100:00100000:3.0:1767318731.638012:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999668096
00000100:00100000:3.0:1767318731.638068:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999668352
00000100:00100000:3.0:1767318731.638072:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999668352
00000100:00100000:3.0:1767318731.638093:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4213
00000100:00100000:3.0:1767318731.638102:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345faa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999668096:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767318731.638148:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345faa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999668096:12345-0@lo:400:kworker.0 Request processed in 47us (250us total) trans 0 rc 0/0
00000100:00100000:3.0:1767318731.638155:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4213
00000100:00100000:3.0:1767318731.638169:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4214
00000100:00100000:3.0:1767318731.638175:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999668352:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767318731.638213:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999668352:12345-0@lo:400:kworker.0 Request processed in 20us (249us total) trans 0 rc 0/0
00000100:00100000:3.0:1767318731.638218:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4214
00000100:00100000:3.0:1767318731.638252:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999668352:0@lo:400:kworker.0
00000100:00100000:3.0:1767318731.638260:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999668096:0@lo:400:kworker.0
00000100:00100000:1.0:1767318731.640954:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999668608
00000100:00100000:1.0:1767318731.640969:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999668608
00000100:00100000:1.0:1767318731.641046:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999668480
00000100:00100000:1.0:1767318731.641050:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999668480
00000100:00100000:1.0:1767318731.641090:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2800
00000100:00100000:1.0:1767318731.641100:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999668608:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767318731.641212:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999668608:12345-0@lo:400:kworker.0 Request processed in 97us (3455us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318731.641220:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2800
00000100:00100000:1.0:1767318731.641237:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2801
00000100:00100000:1.0:1767318731.641243:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999668480:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767318731.641272:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999668480:12345-0@lo:400:kworker.0 Request processed in 30us (3481us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318731.641278:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2801
00000100:00100000:1.0:1767318731.641320:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999667712:0@lo:38:kworker.0
00000100:00100000:1.0:1767318731.641368:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318731.641401:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999667840:0@lo:38:kworker.0
00000100:00100000:1.0:1767318731.641424:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318731.641438:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999667968:0@lo:38:kworker.0
00000100:00100000:1.0:1767318731.641455:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318731.641471:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999668224:0@lo:38:kworker.0
00000100:00100000:1.0:1767318731.641488:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318731.641511:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999667840
00000100:00100000:1.0:1767318731.641515:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999667840
00000100:00100000:1.0:1767318731.641529:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999667968
00000100:00100000:1.0:1767318731.641532:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999667968
00000100:00100000:1.0:1767318731.641544:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999668224
00000100:00100000:1.0:1767318731.641546:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999668224
00000100:00100000:1.0:1767318731.641559:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4538
00000100:00100000:1.0:1767318731.641563:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366967100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999667840:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767318731.641574:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318731.641596:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366967100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999667840:12345-0@lo:38:kworker.0 Request processed in 32us (172us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318731.641602:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4538
00000100:00100000:1.0:1767318731.641611:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4539
00000100:00100000:1.0:1767318731.641615:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366965180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999667968:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767318731.641624:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318731.641645:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366965180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999667968:12345-0@lo:38:kworker.0 Request processed in 29us (189us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318731.641651:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4539
00000100:00080000:1.0:1767318731.641685:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767318731.641689:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767318731.641693:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999667712:0@lo:38:kworker.0
00000100:00080000:1.0:1767318731.641702:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767318731.641705:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767318731.641708:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999667840:0@lo:38:kworker.0
00000100:00080000:1.0:1767318731.641716:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767318731.641719:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767318731.641722:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999667968:0@lo:38:kworker.0
00000100:00080000:1.0:1767318731.641728:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767318731.641731:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767318731.641733:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999668224:0@lo:38:kworker.0
00000100:00100000:3.0:1767318731.643676:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999668480:0@lo:400:kworker.0
00000100:00100000:3.0:1767318731.643694:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999668608:0@lo:400:kworker.0
00000100:00100000:1.0:1767318733.686055:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767318733.686075:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366967800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999668736:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767318733.686147:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767318733.686288:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999668736
00000100:00100000:3.0:1767318733.686296:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999668736
00000100:00100000:3.0:1767318733.686370:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1942
00000100:00100000:3.0:1767318733.686380:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366964700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999668736:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767318733.686411:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767318733.686452:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366964700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999668736:12345-0@lo:13:osp-pre-0-1.0 Request processed in 75us (305us total) trans 0 rc 0/0
00000100:00100000:3.0:1767318733.686459:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1942
00000100:00080000:1.0:1767318733.686602:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767318733.686637:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366967800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999668736:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767318733.687229:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bcf1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999668864:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767318733.687261:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767318733.687655:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999668864
00000100:00100000:3.0:1767318733.687661:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999668864
00000100:00100000:3.0:1767318733.687740:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1943
00000100:00100000:3.0:1767318733.687748:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366967800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999668864:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767318733.687769:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767318733.687815:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366967800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999668864:12345-0@lo:13:osp-pre-1-1.0 Request processed in 68us (553us total) trans 0 rc 0/0
00000100:00100000:3.0:1767318733.687821:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1943
00000100:00080000:1.0:1767318733.687959:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00010000:00010000:3.0:1767318735.030966:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767318735.813996:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962468096
00000100:00100000:3.0:1767318735.814006:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962468096
00000100:00100000:3.0:1767318735.814129:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962467968
00000100:00100000:3.0:1767318735.814133:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962467968
00000100:00100000:3.0:1767318735.814156:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4215
00000100:00100000:3.0:1767318735.814166:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bcf0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962468096:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:3.0:1767318735.814276:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bcf0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962468096:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 111us (820us total) trans 0 rc 0/0
00000100:00100000:3.0:1767318735.814298:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4215
00000100:00100000:3.0:1767318735.814318:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4541
00000100:00100000:3.0:1767318735.814323:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bcf2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962467968:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767318735.814348:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767318735.814374:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bcf2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962467968:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 50us (788us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767318735.814381:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4541
00000100:00100000:3.0:1767318736.759084:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bcf2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853163999669632:0@lo:400:kworker.0
00000100:00100000:3.0:1767318736.759118:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767318736.759156:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767318736.759162:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bcf0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853163999669376:0@lo:400:kworker.0
00000100:00100000:3.0:1767318736.759184:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318736.759220:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999669632
00000100:00100000:1.0:1767318736.759225:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999669632
00000100:00080000:3.0:1767318736.759249:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767318736.759257:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999669376
00000100:00100000:1.0:1767318736.759260:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999669376
00000100:00100000:3.0:1767318736.759266:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4216
00000100:00100000:3.0:1767318736.759273:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999669632:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767318736.759298:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4217
00000100:00100000:1.0:1767318736.759304:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853163999669376:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767318736.759323:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999669632:12345-0@lo:400:kworker.0 Request processed in 51us (204us total) trans 0 rc 0/0
00000100:00100000:3.0:1767318736.759330:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4216
00000100:00100000:1.0:1767318736.759333:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853163999669376:12345-0@lo:400:kworker.0 Request processed in 30us (148us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318736.759338:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4217
00000100:00080000:3.0:1767318736.759346:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767318736.759363:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bcf0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853163999669376:0@lo:400:kworker.0
00000100:00100000:3.0:1767318736.759372:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bcf2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853163999669632:0@lo:400:kworker.0
00000100:00100000:3.0:1767318736.759924:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999668992
00000100:00100000:3.0:1767318736.759929:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999668992
00000100:00100000:3.0:1767318736.759955:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1645
00000100:00100000:3.0:1767318736.759961:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fa8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999668992:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767318736.759977:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999669120
00010000:00020000:3.0:1767318736.759979:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318736.759980:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999669120
00000100:00100000:1.0:1767318736.760000:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4542
00000100:00100000:1.0:1767318736.760005:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345faad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999669120:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767318736.760010:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fa8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999668992:12345-0@lo:38:kworker.0 Request processed in 49us (310us total) trans 0 rc -19/-19
00010000:00020000:1.0:1767318736.760014:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767318736.760017:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1645
00000100:00100000:1.0:1767318736.760039:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345faad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999669120:12345-0@lo:38:kworker.0 Request processed in 33us (283us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318736.760045:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4542
00000100:00100000:1.0:1767318736.760288:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999669248
00000100:00100000:1.0:1767318736.760292:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999669248
00000100:00100000:1.0:1767318736.760317:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999669504
00000100:00100000:1.0:1767318736.760320:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999669504
00000100:00100000:1.0:1767318736.760336:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4543
00000100:00100000:1.0:1767318736.760341:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999669248:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767318736.760350:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318736.760378:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999669248:12345-0@lo:38:kworker.0 Request processed in 36us (284us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318736.760384:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4543
00000100:00100000:1.0:1767318736.760395:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4544
00000100:00100000:1.0:1767318736.760399:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999669504:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767318736.760407:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318736.760430:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999669504:12345-0@lo:38:kworker.0 Request processed in 31us (289us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318736.760437:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4544
00000100:00100000:3.0:1767318738.805465:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767318738.805493:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366967480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999670016:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767318738.805565:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767318738.805770:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767318738.805779:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999670144:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767318738.805813:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767318738.805845:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999670016
00000100:00100000:3.0:1767318738.805852:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999670016
00000100:00100000:3.0:1767318738.805900:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999670144
00000100:00100000:3.0:1767318738.805903:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999670144
00000100:00100000:3.0:1767318738.805925:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1944
00000100:00100000:3.0:1767318738.805935:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999670016:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767318738.805964:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767318738.806001:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999670016:12345-0@lo:13:osp-pre-0-1.0 Request processed in 68us (436us total) trans 0 rc 0/0
00000100:00100000:3.0:1767318738.806009:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1944
00000100:00100000:3.0:1767318738.806026:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1945
00000100:00100000:3.0:1767318738.806032:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999670144:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767318738.806047:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767318738.806077:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999670144:12345-0@lo:13:osp-pre-1-1.0 Request processed in 45us (263us total) trans 0 rc 0/0
00000100:00100000:3.0:1767318738.806083:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1945
00000100:00080000:3.0:1767318738.806098:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767318738.806102:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767318738.806131:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999670144:0@lo:13:osp-pre-1-1.0
00010000:00010000:3.0:1767318739.125441:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767318740.933054:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767318740.933111:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767318740.933526:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962468352
00000100:00100000:3.0:1767318740.933544:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962468352
00000100:00100000:3.0:1767318740.933812:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4545
00000100:00100000:3.0:1767318740.933827:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366967480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962468224:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767318740.933857:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767318740.933936:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366967480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962468224:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 109us (821us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767318740.933946:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4545
00000100:00080000:1.0:1767318740.934169:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767318741.880726:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767318741.880738:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767318741.880741:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767318741.880746:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767318741.880750:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767318741.880758:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3934
00000100:00080000:3.0:1767318741.880763:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767318741.880771:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767318741.880812:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235ee5e300 x1853163999670272/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767318741.880841:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767318741.880845:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767318741.880846:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767318741.880849:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3934
00000100:00080000:3.0:1767318741.880852:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767318741.880856:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767318741.880870:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235ee5d180 x1853163999670400/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767318741.880880:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767318741.880883:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767318741.880885:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767318741.880888:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3934
00000100:00080000:3.0:1767318741.880890:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767318741.880893:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767318741.880903:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235ee5f100 x1853163999670528/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767318741.880944:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767318741.880948:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767318741.880949:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767318741.880952:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3934
00000100:00080000:3.0:1767318741.880954:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767318741.880958:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767318741.880967:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235ee5df80 x1853163999670784/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767318741.881027:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999671040:0@lo:400:kworker.0
00000100:00100000:3.0:1767318741.881087:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767318741.881145:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767318741.881151:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999671168:0@lo:400:kworker.0
00000100:00100000:3.0:1767318741.881174:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767318741.881523:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999670272:0@lo:38:kworker.0
00000100:00100000:3.0:1767318741.881550:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767318741.881718:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999670400:0@lo:38:kworker.0
00000100:00100000:3.0:1767318741.881742:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767318741.881760:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999670528:0@lo:38:kworker.0
00000100:00100000:3.0:1767318741.881778:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767318741.881793:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999670784:0@lo:38:kworker.0
00000100:00100000:3.0:1767318741.881812:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318741.893015:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999671040
00000100:00100000:1.0:1767318741.893041:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999671040
00000100:00100000:1.0:1767318741.908571:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999671168
00000100:00100000:1.0:1767318741.908667:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999671168
00000100:00100000:1.0:1767318741.908726:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2804
00000100:00100000:1.0:1767318741.908739:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999671040:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767318741.908972:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999671040:12345-0@lo:400:kworker.0 Request processed in 236us (27883us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318741.908981:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2804
00000100:00100000:1.0:1767318741.909005:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2805
00000100:00100000:1.0:1767318741.909012:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999671168:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767318741.909043:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999671168:12345-0@lo:400:kworker.0 Request processed in 33us (27868us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318741.909049:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2805
00000100:00080000:1.0:1767318741.909087:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767318741.909092:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767318741.909095:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767318741.919543:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999671168:0@lo:400:kworker.0
00000100:00100000:3.0:1767318741.919556:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999671040:0@lo:400:kworker.0
00000100:00080000:3.0:1767318741.919605:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767318741.919609:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767318741.919612:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999670272:0@lo:38:kworker.0
00010000:00010000:3.0:1767318743.222990:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767318743.928879:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999671296
00000100:00100000:3.0:1767318743.928888:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999671296
00000100:00100000:3.0:1767318743.928956:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1946
00000100:00100000:3.0:1767318743.928967:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bcf2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999671296:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767318743.929000:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767318743.929052:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bcf2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999671296:12345-0@lo:13:osp-pre-1-1.0 Request processed in 88us (750us total) trans 0 rc 0/0
00000100:00100000:3.0:1767318743.929058:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1946
00000100:00100000:3.0:1767318743.929112:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999671296:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767318743.929997:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999671424
00000100:00100000:1.0:1767318743.930003:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999671424
00000100:00100000:1.0:1767318743.930050:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1947
00000100:00100000:1.0:1767318743.930058:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999671424:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767318743.930077:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767318743.930115:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999671424:12345-0@lo:13:osp-pre-0-1.0 Request processed in 59us (196us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318743.930122:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1947
00000100:00100000:1.0:1767318743.930152:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bcf3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999671424:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767318746.047287:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767318746.047416:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962468608
00000100:00100000:1.0:1767318746.047430:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962468608
00000100:00100000:1.0:1767318746.047564:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4221
00000100:00100000:1.0:1767318746.047583:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962468608:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767318746.047690:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962468608:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 110us (418us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318746.047698:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4221
00000100:00100000:1.0:1767318746.057411:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767318746.057527:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962468480
00000100:00100000:3.0:1767318746.057541:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962468480
00000100:00100000:3.0:1767318746.057611:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4549
00000100:00100000:3.0:1767318746.057621:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eac8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962468480:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767318746.057652:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767318746.057743:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eac8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962468480:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 121us (346us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767318746.057750:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4549
00000100:00080000:3.0:1767318747.000384:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767318747.000400:0:27049:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767318747.000403:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767318747.000407:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767318747.000413:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767318747.000424:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3939
00000100:00080000:3.0:1767318747.000430:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767318747.000440:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767318747.000504:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523499abb80 x1853163999671552/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767318747.000549:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767318747.000553:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767318747.000555:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767318747.000559:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3939
00000100:00080000:3.0:1767318747.000561:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767318747.000565:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767318747.000585:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235f798000 x1853163999671680/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767318747.000594:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767318747.000597:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767318747.000599:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767318747.000602:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3939
00000100:00080000:3.0:1767318747.000605:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767318747.000608:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767318747.000619:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235f79aa00 x1853163999671808/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767318747.000672:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767318747.000676:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767318747.000678:0:27049:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767318747.000682:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3939
00000100:00080000:3.0:1767318747.000685:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767318747.000688:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767318747.000700:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235f799180 x1853163999672064/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767318747.000779:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235f798a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999672320:0@lo:400:kworker.0
00000100:00100000:1.0:1767318747.000844:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235f79b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853163999672192:0@lo:400:kworker.0
00000100:00100000:3.0:1767318747.000868:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318747.004850:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767318747.004884:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767318747.004902:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235f799880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999672448:0@lo:400:kworker.0
00000100:00100000:3.0:1767318747.004967:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767318747.005059:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999672320
00000100:00100000:3.0:1767318747.005070:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999672320
00000100:00100000:3.0:1767318747.005135:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999672448
00000100:00100000:3.0:1767318747.005138:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999672448
00000100:00100000:3.0:1767318747.005162:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2806
00000100:00100000:3.0:1767318747.005172:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f799c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999672320:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767318747.005277:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f799c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999672320:12345-0@lo:400:kworker.0 Request processed in 104us (4407us total) trans 0 rc 0/0
00000100:00100000:3.0:1767318747.005285:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2806
00000100:00100000:3.0:1767318747.005306:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2807
00000100:00100000:3.0:1767318747.005312:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f79a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999672448:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767318747.005343:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f79a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999672448:12345-0@lo:400:kworker.0 Request processed in 32us (376us total) trans 0 rc 0/0
00000100:00100000:3.0:1767318747.005349:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2807
00000100:00100000:3.0:1767318747.005392:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235f799880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999672448:0@lo:400:kworker.0
00000100:00100000:3.0:1767318747.005405:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235f798a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999672320:0@lo:400:kworker.0
00000100:00080000:3.0:1767318747.005438:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767318747.005443:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767318747.007328:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999672192
00000100:00100000:1.0:1767318747.007348:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999672192
00000100:00100000:1.0:1767318747.007429:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4222
00000100:00100000:1.0:1767318747.007440:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eac8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999672192:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767318747.007726:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eac8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999672192:12345-0@lo:400:kworker.0 Request processed in 288us (2889us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318747.007733:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4222
00000100:00080000:1.0:1767318747.007762:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767318747.009026:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235f79b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853163999672192:0@lo:400:kworker.0
00000100:00100000:1.0:1767318747.011662:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999671936
00000100:00100000:1.0:1767318747.011683:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999671936
00000100:00100000:1.0:1767318747.011808:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4223
00000100:00100000:1.0:1767318747.011820:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bcf3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999671936:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767318747.012647:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bcf3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999671936:12345-0@lo:400:kworker.0 Request processed in 826us (2537us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318747.012658:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4223
00000100:00100000:3.0:1767318747.013109:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999671552
00000100:00100000:3.0:1767318747.013118:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999671552
00000100:00100000:3.0:1767318747.013158:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1647
00000100:00100000:3.0:1767318747.013165:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999671552:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767318747.014638:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318747.014648:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4551
00000100:00100000:1.0:1767318747.014658:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999671808:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767318747.014673:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767318747.015456:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999671552:12345-0@lo:38:kworker.0 Request processed in 2286us (2703us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767318747.015468:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1647
00000100:00080000:3.0:1767318747.015691:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767318747.015697:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767318747.015703:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999671552:0@lo:38:kworker.0
00000100:00100000:1.0:1767318747.025102:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999671808:12345-0@lo:38:kworker.0 Request processed in 10427us (12106us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318747.025123:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4551
00000100:00080000:3.0:1767318747.025387:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767318747.025396:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767318747.025401:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235f79aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999671808:0@lo:38:kworker.0
00000100:00080000:3.0:1767318747.031181:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767318747.031224:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767318747.031229:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235f798000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999671680:0@lo:38:kworker.0
00000100:00080000:3.0:1767318747.033587:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767318747.033594:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767318747.033598:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235f799180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999672064:0@lo:38:kworker.0
00010000:00010000:3.0:1767318747.317605:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767318749.046872:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999672576
00000100:00100000:1.0:1767318749.046884:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999672576
00000100:00100000:1.0:1767318749.046977:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1948
00000100:00100000:1.0:1767318749.046989:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bcf0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999672576:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767318749.047031:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00080000:3.0:1767318749.047665:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767318749.047691:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999672704:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767318749.047738:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767318749.047780:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999672704
00000100:00100000:3.0:1767318749.047786:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999672704
00000100:00100000:3.0:1767318749.047829:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1949
00000100:00100000:3.0:1767318749.047837:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f798000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999672704:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767318749.047863:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767318749.047902:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f798000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999672704:12345-0@lo:13:osp-pre-0-1.0 Request processed in 65us (162us total) trans 0 rc 0/0
00000100:00100000:3.0:1767318749.047909:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1949
00000100:00080000:3.0:1767318749.047935:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767318749.047973:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999672704:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767318749.051343:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bcf0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999672576:12345-0@lo:13:osp-pre-1-1.0 Request processed in 4340us (4605us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318749.051363:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1948
00000100:00080000:3.0:1767318750.147059:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767318750.147168:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4224
00000100:00100000:1.0:1767318750.147182:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962468992:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767318750.147344:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962468992:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 165us (805us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318750.147353:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4224
00000100:00100000:1.0:1767318750.147376:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4553
00000100:00100000:1.0:1767318750.147380:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962468864:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767318750.147407:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318750.147434:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962468864:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 52us (791us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318750.147440:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4553
00000100:00100000:1.0:1767318751.097955:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bcf2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999673344:0@lo:400:kworker.0
00000100:00100000:1.0:1767318751.097992:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318751.098021:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767318751.098026:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bcf0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999673600:0@lo:400:kworker.0
00000100:00100000:1.0:1767318751.098046:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318751.098088:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999673344
00000100:00100000:1.0:1767318751.098091:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999673344
00000100:00100000:1.0:1767318751.098120:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999673600
00000100:00100000:1.0:1767318751.098123:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999673600
00000100:00100000:1.0:1767318751.098142:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4225
00000100:00100000:1.0:1767318751.098314:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eaca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999673344:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767318751.098355:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eaca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999673344:12345-0@lo:400:kworker.0 Request processed in 45us (361us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318751.098361:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4225
00000100:00100000:1.0:1767318751.098376:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4226
00000100:00100000:1.0:1767318751.098382:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eacaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999673600:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767318751.098408:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eacaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999673600:12345-0@lo:400:kworker.0 Request processed in 26us (360us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318751.098413:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4226
00010000:00010000:3.0:1767318751.417598:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767318754.165705:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235f79aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999673984:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767318754.165808:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767318754.166786:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767318754.166843:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235f79aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999673984:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767318754.172669:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999674112
00000100:00100000:3.0:1767318754.172691:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999674112
00000100:00100000:3.0:1767318754.172818:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1951
00000100:00100000:3.0:1767318754.172834:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999674112:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767318754.172883:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767318754.173015:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999674112:12345-0@lo:13:osp-pre-0-1.0 Request processed in 186us (4476us total) trans 0 rc 0/0
00000100:00100000:3.0:1767318754.173024:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1951
00000100:00080000:1.0:1767318754.173479:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767318755.265269:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767318755.265463:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767318755.265734:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962469248
00000100:00100000:1.0:1767318755.265744:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962469248
00000100:00100000:1.0:1767318755.266055:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962469120
00000100:00100000:1.0:1767318755.266059:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962469120
00000100:00080000:3.0:1767318756.213509:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767318756.213520:0:27049:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767318756.213523:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767318756.213527:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767318756.213531:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767318756.213538:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3949
00000100:00080000:3.0:1767318756.213543:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767318756.213550:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767318756.213590:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235f799f80 x1853163999674240/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767318756.213619:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767318756.213623:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767318756.213625:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767318756.213628:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3949
00000100:00080000:3.0:1767318756.213631:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767318756.213635:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767318756.213648:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235f79a680 x1853163999674368/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767318756.213657:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767318756.213660:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767318756.213662:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767318756.213665:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3949
00000100:00080000:3.0:1767318756.213667:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767318756.213670:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767318756.213682:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235f798700 x1853163999674496/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767318756.213730:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767318756.213734:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767318756.213736:0:27049:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767318756.213740:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3949
00000100:00080000:3.0:1767318756.213743:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767318756.213746:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767318756.213759:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235f79b480 x1853163999674752/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767318756.216445:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235f79bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999675008:0@lo:400:kworker.0
00000100:00100000:1.0:1767318756.216490:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318756.216518:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767318756.216524:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235f798e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999675136:0@lo:400:kworker.0
00000100:00100000:1.0:1767318756.216547:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318756.216579:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999675008
00000100:00100000:1.0:1767318756.216586:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999675008
00000100:00100000:1.0:1767318756.216634:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999675136
00000100:00100000:1.0:1767318756.216638:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999675136
00000100:00100000:1.0:1767318756.216660:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2810
00000100:00100000:1.0:1767318756.216667:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eac8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999675008:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767318756.216709:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eac8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999675008:12345-0@lo:400:kworker.0 Request processed in 42us (219us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318756.216715:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2810
00000100:00100000:1.0:1767318756.216729:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2811
00000100:00100000:1.0:1767318756.216735:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eacb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999675136:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767318756.216760:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eacb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999675136:12345-0@lo:400:kworker.0 Request processed in 25us (212us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318756.216765:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2811
00000100:00100000:3.0:1767318756.218410:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999674880
00000100:00100000:3.0:1767318756.218417:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999674880
00000100:00100000:3.0:1767318756.219040:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4229
00000100:00100000:3.0:1767318756.219051:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b24e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853163999674880:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767318756.220748:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b24e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853163999674880:12345-0@lo:400:kworker.0 Request processed in 1694us (4575us total) trans 0 rc 0/0
00000100:00100000:3.0:1767318756.220764:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4229
00000100:00100000:3.0:1767318756.220793:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999674752
00000100:00100000:3.0:1767318756.220800:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999674752
00000100:00100000:3.0:1767318756.220839:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4560
00000100:00100000:3.0:1767318756.220845:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999674752:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767318756.220866:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767318756.220921:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999674752:12345-0@lo:38:kworker.0 Request processed in 75us (1185us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767318756.220928:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4560
00000100:00080000:3.0:1767318756.220966:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767318756.220971:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767318756.220975:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235f79b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999674752:0@lo:38:kworker.0
00000100:00100000:1.0:1767318759.285820:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767318759.285844:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235f79b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999675264:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767318759.285935:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767318759.291721:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999675392
00000100:00100000:3.0:1767318759.291735:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999675392
00000100:00100000:3.0:1767318759.291825:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1953
00000100:00100000:3.0:1767318759.291835:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999675392:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767318759.291877:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767318759.291968:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999675392:12345-0@lo:13:osp-pre-0-1.0 Request processed in 135us (3609us total) trans 0 rc 0/0
00000100:00100000:3.0:1767318759.291975:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1953
00000100:00100000:3.0:1767318759.292061:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952344b24700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999675392:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767318759.299755:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235f79b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999675264:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767318760.385490:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767318760.385529:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767318760.385891:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962469504
00000100:00100000:1.0:1767318760.385901:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962469504
00000100:00100000:1.0:1767318760.386036:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962469376
00000100:00100000:1.0:1767318760.386040:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962469376
00000100:00100000:1.0:1767318760.386078:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4230
00000100:00100000:1.0:1767318760.386089:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f79b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962469504:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767318760.386176:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f79b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962469504:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 88us (695us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318760.386184:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4230
00000100:00100000:1.0:1767318760.386239:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4561
00000100:00100000:1.0:1767318760.386244:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f79ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962469376:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767318760.386267:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318760.386296:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f79ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962469376:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 50us (766us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318760.386302:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4561
00000100:00100000:3.0:1767318761.333609:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952344b26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999675520:0@lo:38:kworker.0
00000100:00100000:3.0:1767318761.333677:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318761.333958:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952344b27100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999675904:0@lo:400:kworker.0
00000100:00100000:1.0:1767318761.333989:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767318761.334509:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952344b26300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999675648:0@lo:38:kworker.0
00000100:00100000:3.0:1767318761.334542:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767318761.334560:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952344b27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999675776:0@lo:38:kworker.0
00000100:00100000:3.0:1767318761.334576:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767318761.334605:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999675904
00000100:00100000:3.0:1767318761.334612:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999675904
00000100:00100000:3.0:1767318761.334653:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999675648
00000100:00100000:3.0:1767318761.334656:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999675648
00000100:00100000:3.0:1767318761.334666:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999675776
00000100:00100000:3.0:1767318761.334668:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999675776
00000100:00100000:3.0:1767318761.334680:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4231
00000100:00100000:3.0:1767318761.334688:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eacb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999675904:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767318761.337852:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eacb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999675904:12345-0@lo:400:kworker.0 Request processed in 3155us (3852us total) trans 0 rc 0/0
00000100:00100000:3.0:1767318761.337865:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4231
00000100:00100000:3.0:1767318761.339319:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2812
00000100:00100000:3.0:1767318761.339330:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999676416:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767318761.339379:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999676416:12345-0@lo:400:kworker.0 Request processed in 52us (501us total) trans 0 rc 0/0
00000100:00100000:3.0:1767318761.339386:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2812
00000100:00100000:3.0:1767318761.339422:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952344b25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999676416:0@lo:400:kworker.0
00000100:00080000:3.0:1767318761.339553:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767318761.345020:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952344b27100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999675904:0@lo:400:kworker.0
00000100:00080000:3.0:1767318764.406109:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767318764.406517:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767318764.407554:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952344b26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999676544:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767318765.514294:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767318765.514343:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767318765.517890:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4565
00000100:00100000:1.0:1767318765.517905:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f799500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962469632:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767318765.518314:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318765.518393:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f799500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962469632:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 489us (4110us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318765.521656:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4565
00000100:00100000:1.0:1767318766.463745:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952344b25f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853163999677440:0@lo:400:kworker.0
00000100:00100000:1.0:1767318766.463832:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767318766.467394:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767318766.467455:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952344b25f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853163999677440:0@lo:400:kworker.0
00000100:00100000:3.0:1767318766.469085:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952344b27100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999677184:0@lo:400:kworker.0
00000100:00100000:3.0:1767318766.469178:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767318766.475748:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767318766.477027:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952344b27100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999677184:0@lo:400:kworker.0
00000100:00100000:3.0:1767318769.525806:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999677824:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767318769.525875:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767318769.526779:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999677824:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767318769.526930:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952344b26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999677952:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767318769.526970:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767318769.527038:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999677952
00000100:00100000:3.0:1767318769.527065:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999677952
00000100:00100000:3.0:1767318769.527112:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1957
00000100:00100000:3.0:1767318769.527120:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d070700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999677952:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767318769.527140:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767318769.536873:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d070700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999677952:12345-0@lo:13:osp-pre-0-1.0 Request processed in 9740us (9887us total) trans 0 rc 0/0
00000100:00100000:3.0:1767318769.536890:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1957
00000100:00100000:1.0:1767318769.538128:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952344b26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999677952:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767318770.624605:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767318770.624718:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00080000:1.0:1767318770.625581:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767318771.574895:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999678464:0@lo:400:kworker.0
00000100:00100000:1.0:1767318771.575316:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999678976:0@lo:400:kworker.0
00000100:00100000:1.0:1767318771.583690:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318771.583809:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999678976
00000100:00100000:1.0:1767318771.583819:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999678976
00000100:00100000:1.0:1767318771.583880:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2816
00000100:00100000:1.0:1767318771.583890:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d070380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999678976:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767318771.583973:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d070380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999678976:12345-0@lo:400:kworker.0 Request processed in 84us (290us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318771.583980:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2816
00000100:00080000:1.0:1767318771.584004:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767318771.584037:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999678976:0@lo:400:kworker.0
00000100:00100000:1.0:1767318771.584133:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345ebca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853163999678720:0@lo:400:kworker.0
00000100:00100000:1.0:1767318771.584165:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318771.584240:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999678720
00000100:00100000:1.0:1767318771.584245:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999678720
00000100:00100000:1.0:1767318771.585648:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4237
00000100:00100000:1.0:1767318771.585659:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d073480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853163999678720:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767318771.585736:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d073480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853163999678720:12345-0@lo:400:kworker.0 Request processed in 80us (1570us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318771.585743:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4237
00000100:00080000:1.0:1767318771.585764:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767318771.585768:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767318771.585817:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345ebca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853163999678720:0@lo:400:kworker.0
00000100:00100000:1.0:1767318771.586476:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999678336
00000100:00100000:1.0:1767318771.586481:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999678336
00000100:00100000:1.0:1767318771.586499:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999678592
00000100:00100000:1.0:1767318771.586501:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999678592
00000100:00100000:1.0:1767318771.586515:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4570
00000100:00100000:1.0:1767318771.586519:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999678336:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767318771.586530:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318771.586561:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999678336:12345-0@lo:38:kworker.0 Request processed in 39us (516us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318771.586567:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4570
00000100:00100000:1.0:1767318771.586579:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4571
00000100:00100000:1.0:1767318771.586584:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b24000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999678592:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767318771.586593:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318771.586615:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b24000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999678592:12345-0@lo:38:kworker.0 Request processed in 30us (517us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318771.586621:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4571
00000100:00080000:1.0:1767318771.586665:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767318771.586670:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767318771.586674:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999678080:0@lo:38:kworker.0
00000100:00080000:1.0:1767318771.586683:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767318771.586686:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767318771.586689:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999678336:0@lo:38:kworker.0
00000100:00080000:1.0:1767318771.586695:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767318771.586698:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767318771.586701:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999678592:0@lo:38:kworker.0
00000100:00100000:3.0:1767318771.589795:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318771.590119:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999678464
00000100:00100000:1.0:1767318771.590129:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999678464
00000100:00100000:1.0:1767318771.590223:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4238
00000100:00100000:1.0:1767318771.590232:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f798380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999678464:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767318771.590316:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f798380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999678464:12345-0@lo:400:kworker.0 Request processed in 85us (526us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318771.590326:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4238
00000100:00100000:3.0:1767318771.590517:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999678464:0@lo:400:kworker.0
00000100:00100000:1.0:1767318774.645683:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767318774.645709:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952344b26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999679104:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767318774.645781:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318774.647846:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999679232
00000100:00100000:1.0:1767318774.647854:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999679232
00000100:00100000:1.0:1767318774.647968:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1959
00000100:00100000:1.0:1767318774.647978:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999679232:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767318774.648006:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767318774.648063:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999679232:12345-0@lo:13:osp-pre-1-1.0 Request processed in 87us (403us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318774.648071:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1959
00000100:00100000:3.0:1767318774.648160:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236694b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999679232:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767318775.747385:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000400:00000100:3.0:1767318775.747425:0:6999:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.52@tcp portal 26 match 1853163962470144 offset 0 length 520: 4
00000100:00100000:3.0:1767318775.747458:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767318775.747510:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962470400
00000100:00100000:1.0:1767318775.747522:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962470400
00000100:00080000:3.0:1767318775.747689:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767318775.747803:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4573
00000100:00100000:1.0:1767318775.747811:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962470272:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767318775.747833:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318775.747869:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962470272:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 56us (410us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318775.747878:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4573
00000100:00100000:3.0:1767318776.693993:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fa9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999679872:0@lo:400:kworker.0
00000100:00100000:3.0:1767318776.694037:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767318776.694064:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767318776.694070:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853163999680128:0@lo:400:kworker.0
00000100:00100000:3.0:1767318776.694089:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767318776.694133:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999680384:0@lo:400:kworker.0
00000100:00100000:3.0:1767318776.694165:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999679872
00000100:00100000:3.0:1767318776.694172:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999679872
00000100:00100000:3.0:1767318776.694237:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999680128
00000100:00100000:3.0:1767318776.694241:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999680128
00000100:00100000:3.0:1767318776.694265:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999679616
00000100:00100000:3.0:1767318776.694268:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999679616
00000100:00100000:3.0:1767318776.694369:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4241
00000100:00100000:3.0:1767318776.694378:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853163999680128:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767318776.694411:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853163999680128:12345-0@lo:400:kworker.0 Request processed in 34us (320us total) trans 0 rc 0/0
00000100:00100000:3.0:1767318776.694417:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4241
00000100:00100000:3.0:1767318776.694431:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4575
00000100:00100000:3.0:1767318776.694435:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b27100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999679744:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767318776.694444:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767318776.694463:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b27100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999679744:12345-0@lo:38:kworker.0 Request processed in 27us (293us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767318776.694470:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4575
00000100:00100000:3.0:1767318776.694497:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853163999680128:0@lo:400:kworker.0
00000100:00100000:3.0:1767318776.694523:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fa9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999679872:0@lo:400:kworker.0
00000100:00080000:3.0:1767318776.694581:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767318776.694622:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999680384:0@lo:400:kworker.0
00000100:00080000:1.0:1767318776.694692:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767318776.694697:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767318776.694701:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fa8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999680000:0@lo:38:kworker.0
00000100:00080000:1.0:1767318776.694709:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767318776.694712:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767318776.694714:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366966300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999679616:0@lo:38:kworker.0
00000100:00080000:1.0:1767318776.694720:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767318776.694722:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767318776.694724:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366966a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999679744:0@lo:38:kworker.0
00000100:00080000:1.0:1767318776.697267:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767318776.697273:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767318776.697277:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366965f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999679488:0@lo:38:kworker.0
00000100:00100000:1.0:1767318779.765794:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767318779.765820:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bcf3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999680512:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767318779.765896:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318779.766597:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bcf3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999680512:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767318779.766854:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767318779.766864:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b21880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999680640:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767318779.766907:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767318779.767177:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767318780.869933:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767318780.870768:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00080000:3.0:1767318780.872794:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767318781.813465:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767318781.813475:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767318781.813478:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767318781.813482:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767318781.813486:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767318781.813493:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3974
00000100:00080000:3.0:1767318781.813498:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767318781.813504:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767318781.813547:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236729aa00 x1853163999680768/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767318781.813574:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767318781.813577:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767318781.813579:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767318781.813582:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3974
00000100:00080000:3.0:1767318781.813585:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767318781.813588:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767318781.813600:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952367298e00 x1853163999680896/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767318781.813609:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767318781.813612:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767318781.813613:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767318781.813617:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3974
00000100:00080000:3.0:1767318781.813618:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767318781.813621:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767318781.813630:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952367298000 x1853163999681024/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767318781.813672:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767318781.813676:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767318781.813678:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767318781.813682:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3974
00000100:00080000:3.0:1767318781.813684:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767318781.813687:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767318781.813699:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952367298380 x1853163999681280/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767318781.813751:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367299880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999681536:0@lo:400:kworker.0
00000100:00100000:3.0:1767318781.813836:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767318781.813875:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767318781.813882:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236729b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999681664:0@lo:400:kworker.0
00000100:00100000:3.0:1767318781.813904:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767318781.813945:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999681536
00000100:00100000:3.0:1767318781.813952:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999681536
00000100:00100000:3.0:1767318781.814002:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999681664
00000100:00100000:3.0:1767318781.814006:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999681664
00000100:00100000:3.0:1767318781.814024:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2820
00000100:00100000:3.0:1767318781.814033:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367299500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999681536:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767318781.814077:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367299500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999681536:12345-0@lo:400:kworker.0 Request processed in 46us (241us total) trans 0 rc 0/0
00000100:00100000:3.0:1767318781.814084:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2820
00000100:00100000:3.0:1767318781.814099:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2821
00000100:00100000:3.0:1767318781.814104:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367299f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999681664:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767318781.814128:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367299f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999681664:12345-0@lo:400:kworker.0 Request processed in 24us (223us total) trans 0 rc 0/0
00000100:00100000:3.0:1767318781.814133:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2821
00000100:00080000:3.0:1767318781.814148:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767318781.814152:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767318781.814178:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236729b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999681664:0@lo:400:kworker.0
00000100:00100000:3.0:1767318781.814188:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367299880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999681536:0@lo:400:kworker.0
00000100:00100000:3.0:1767318781.814557:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999681408
00000100:00100000:3.0:1767318781.814562:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999681408
00000100:00100000:1.0:1767318781.814647:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999681152
00000100:00100000:1.0:1767318781.814651:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999681152
00000100:00100000:3.0:1767318781.814763:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4243
00000100:00100000:3.0:1767318781.814770:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bcf3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853163999681408:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767318781.814824:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bcf3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853163999681408:12345-0@lo:400:kworker.0 Request processed in 55us (390us total) trans 0 rc 0/0
00000100:00100000:3.0:1767318781.814831:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4243
00000100:00100000:3.0:1767318781.814857:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236729ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853163999681408:0@lo:400:kworker.0
00000100:00100000:3.0:1767318781.814893:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236729aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999680768:0@lo:38:kworker.0
00000100:00100000:3.0:1767318781.814931:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767318781.814956:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367298e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999680896:0@lo:38:kworker.0
00000100:00100000:3.0:1767318781.814975:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767318781.814989:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367298000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999681024:0@lo:38:kworker.0
00000100:00100000:3.0:1767318781.815005:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767318781.815017:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367298380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999681280:0@lo:38:kworker.0
00000100:00100000:3.0:1767318781.815033:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767318781.815056:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999680896
00000100:00100000:3.0:1767318781.815060:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999680896
00000100:00100000:3.0:1767318781.815075:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999681024
00000100:00100000:3.0:1767318781.815077:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999681024
00000100:00100000:3.0:1767318781.815083:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999681280
00000100:00100000:3.0:1767318781.815085:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999681280
00000100:00100000:3.0:1767318781.815093:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4578
00000100:00100000:3.0:1767318781.815097:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367299880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999680896:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767318781.815114:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767318781.815143:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367299880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999680896:12345-0@lo:38:kworker.0 Request processed in 44us (166us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767318781.815148:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4578
00000100:00100000:3.0:1767318781.815158:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4579
00000100:00100000:3.0:1767318781.815162:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236729b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999681024:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767318781.815170:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767318781.815189:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236729b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999681024:12345-0@lo:38:kworker.0 Request processed in 26us (183us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767318781.815217:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4579
00000100:00100000:3.0:1767318781.815228:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4580
00000100:00100000:3.0:1767318781.815231:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367298700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999681280:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767318781.815241:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767318781.815260:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367298700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999681280:12345-0@lo:38:kworker.0 Request processed in 28us (226us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767318781.815265:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4580
00000100:00080000:3.0:1767318781.815289:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767318781.815294:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767318781.815297:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367298e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999680896:0@lo:38:kworker.0
00000100:00080000:3.0:1767318781.815304:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767318781.815308:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767318781.815311:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367298000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999681024:0@lo:38:kworker.0
00000100:00080000:3.0:1767318781.815319:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767318781.815322:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767318781.815325:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367298380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999681280:0@lo:38:kworker.0
00000100:00100000:1.0:1767318781.820222:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4244
00000100:00100000:1.0:1767318781.820235:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bcf2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853163999681152:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767318781.821906:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bcf2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853163999681152:12345-0@lo:400:kworker.0 Request processed in 1666us (7410us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318781.821929:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4244
00000100:00100000:3.0:1767318781.823062:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236729a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853163999681152:0@lo:400:kworker.0
00000100:00100000:3.0:1767318784.886220:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999681792
00000100:00100000:3.0:1767318784.886229:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999681792
00000100:00100000:3.0:1767318784.886349:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1962
00000100:00100000:3.0:1767318784.886359:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bcf0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999681792:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767318784.886401:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767318784.886448:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bcf0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999681792:12345-0@lo:13:osp-pre-1-1.0 Request processed in 90us (331us total) trans 0 rc 0/0
00000100:00100000:3.0:1767318784.886455:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1962
00000100:00100000:3.0:1767318785.984972:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962470912
00000100:00100000:3.0:1767318785.984986:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962470912
00000100:00100000:3.0:1767318785.985128:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962470784
00000100:00100000:3.0:1767318785.985132:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962470784
00000100:00100000:3.0:1767318785.985158:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4245
00000100:00100000:3.0:1767318785.985169:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b23100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962470912:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:3.0:1767318785.985427:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b23100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962470912:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 259us (2265us total) trans 0 rc 0/0
00000100:00100000:3.0:1767318785.985436:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4245
00000100:00100000:3.0:1767318785.985455:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4581
00000100:00100000:3.0:1767318785.985460:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962470784:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767318785.985480:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767318785.985505:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962470784:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 44us (2188us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767318785.985512:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4581
00000100:00100000:1.0:1767318786.934915:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999682944:0@lo:400:kworker.0
00000100:00100000:1.0:1767318786.934946:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767318786.935128:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bcf2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999682048:0@lo:38:kworker.0
00000100:00100000:3.0:1767318786.935158:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767318786.935183:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bcf0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999682176:0@lo:38:kworker.0
00000100:00100000:3.0:1767318786.935234:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767318786.935252:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bcf1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999682304:0@lo:38:kworker.0
00000100:00100000:3.0:1767318786.935273:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767318786.935289:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bcf3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999682560:0@lo:38:kworker.0
00000100:00100000:3.0:1767318786.935308:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767318786.935337:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999682176
00000100:00100000:3.0:1767318786.935342:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999682176
00000100:00100000:3.0:1767318786.935361:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999682304
00000100:00100000:3.0:1767318786.935364:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999682304
00000100:00100000:3.0:1767318786.935373:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999682560
00000100:00100000:3.0:1767318786.935375:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999682560
00000100:00100000:3.0:1767318786.935384:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4582
00000100:00100000:3.0:1767318786.935388:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367298380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999682176:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767318786.935405:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767318786.935435:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367298380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999682176:12345-0@lo:38:kworker.0 Request processed in 46us (201us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767318786.935441:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4582
00000100:00100000:3.0:1767318786.935453:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4583
00000100:00100000:3.0:1767318786.935457:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367298000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999682304:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767318786.935465:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767318786.935486:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367298000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999682304:12345-0@lo:38:kworker.0 Request processed in 28us (213us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767318786.935492:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4583
00000100:00100000:3.0:1767318786.935500:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4584
00000100:00100000:3.0:1767318786.935504:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367298e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999682560:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767318786.935512:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767318786.935531:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367298e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999682560:12345-0@lo:38:kworker.0 Request processed in 26us (222us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767318786.935536:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4584
00000100:00080000:3.0:1767318786.935572:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767318786.935577:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767318786.935581:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bcf0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999682176:0@lo:38:kworker.0
00000100:00080000:3.0:1767318786.935589:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767318786.935592:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767318786.935595:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bcf1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999682304:0@lo:38:kworker.0
00000100:00080000:3.0:1767318786.935602:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767318786.935605:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767318786.935607:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bcf3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999682560:0@lo:38:kworker.0
00000100:00100000:3.0:1767318786.935630:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999682048
00000100:00100000:3.0:1767318786.935634:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999682048
00000100:00100000:3.0:1767318786.935655:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1655
00000100:00100000:3.0:1767318786.935659:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236729a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999682048:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767318786.935668:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767318786.935697:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236729a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999682048:12345-0@lo:38:kworker.0 Request processed in 36us (538us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767318786.935703:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1655
00000100:00080000:3.0:1767318786.936267:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767318786.936272:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767318786.936275:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bcf2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999682048:0@lo:38:kworker.0
00000100:00100000:1.0:1767318786.948096:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999682944:0@lo:400:kworker.0
00000100:00100000:3.0:1767318790.007003:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767318790.007027:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999683072:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767318790.007107:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767318790.007276:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b21500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999683200:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767318790.007305:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767318790.007704:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767318790.007708:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767318790.007741:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b21500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999683200:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767318790.007754:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999683072:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767318791.104311:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767318791.104433:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962471168
00000100:00100000:1.0:1767318791.104444:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962471168
00000100:00100000:1.0:1767318791.104523:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4248
00000100:00100000:1.0:1767318791.104532:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236729bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962471168:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767318791.104608:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236729bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962471168:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 76us (309us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318791.104615:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4248
00000100:00080000:3.0:1767318791.104814:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767318792.053823:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b23b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853163999683968:0@lo:400:kworker.0
00000100:00100000:1.0:1767318792.053877:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318792.053918:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767318792.053927:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b22300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853163999683712:0@lo:400:kworker.0
00000100:00100000:1.0:1767318792.053955:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318792.054007:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999683968
00000100:00100000:1.0:1767318792.054015:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999683968
00000100:00100000:1.0:1767318792.054052:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999683712
00000100:00100000:1.0:1767318792.054056:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999683712
00000100:00100000:1.0:1767318792.054080:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4249
00000100:00100000:1.0:1767318792.054090:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d073100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853163999683968:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767318792.054139:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d073100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853163999683968:12345-0@lo:400:kworker.0 Request processed in 50us (262us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318792.054148:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4249
00000100:00100000:1.0:1767318792.054186:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4250
00000100:00100000:1.0:1767318792.054230:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d071180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853163999683712:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767318792.054271:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d071180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853163999683712:12345-0@lo:400:kworker.0 Request processed in 76us (314us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318792.054279:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4250
00000100:00100000:1.0:1767318792.054312:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b22300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853163999683712:0@lo:400:kworker.0
00000100:00100000:1.0:1767318792.054322:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b23b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853163999683968:0@lo:400:kworker.0
00000100:00100000:3.0:1767318792.054737:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b20380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999683328:0@lo:38:kworker.0
00000100:00100000:3.0:1767318792.054772:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767318792.054821:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b21180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999683456:0@lo:38:kworker.0
00000100:00100000:3.0:1767318792.054844:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767318792.054865:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999683584:0@lo:38:kworker.0
00000100:00100000:3.0:1767318792.054887:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767318792.054907:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b20000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999683840:0@lo:38:kworker.0
00000100:00100000:3.0:1767318792.054927:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767318792.054957:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999683456
00000100:00100000:3.0:1767318792.054961:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999683456
00000100:00100000:3.0:1767318792.054980:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999683584
00000100:00100000:3.0:1767318792.054983:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999683584
00000100:00100000:3.0:1767318792.054995:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999683840
00000100:00100000:3.0:1767318792.054997:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999683840
00000100:00100000:3.0:1767318792.055006:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4586
00000100:00100000:3.0:1767318792.055012:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236729aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999683456:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767318792.055030:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767318792.055064:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236729aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999683456:12345-0@lo:38:kworker.0 Request processed in 52us (219us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767318792.055070:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4586
00000100:00100000:3.0:1767318792.055082:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4587
00000100:00100000:3.0:1767318792.055086:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f54a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999683584:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767318792.055094:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767318792.055115:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f54a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999683584:12345-0@lo:38:kworker.0 Request processed in 27us (228us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767318792.055122:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4587
00000100:00100000:3.0:1767318792.055131:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4588
00000100:00100000:3.0:1767318792.055135:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f55c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999683840:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767318792.055143:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767318792.055161:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f55c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999683840:12345-0@lo:38:kworker.0 Request processed in 25us (232us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767318792.055166:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4588
00000100:00080000:3.0:1767318792.055215:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767318792.055220:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767318792.055224:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b21180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999683456:0@lo:38:kworker.0
00000100:00080000:3.0:1767318792.055232:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767318792.055236:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767318792.055239:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999683584:0@lo:38:kworker.0
00000100:00080000:3.0:1767318792.055245:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767318792.055248:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767318792.055251:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b20000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999683840:0@lo:38:kworker.0
00000100:00100000:3.0:1767318795.125459:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767318795.125478:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999684352:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767318795.125546:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318795.126110:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999684352
00000100:00100000:1.0:1767318795.126119:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999684352
00000100:00100000:1.0:1767318795.126256:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999684480
00000100:00100000:1.0:1767318795.126261:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999684480
00000100:00100000:3.0:1767318795.126313:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1966
00000100:00100000:3.0:1767318795.126326:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f56d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999684352:12345-0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767318795.126888:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1967
00000100:00100000:1.0:1767318795.126896:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bcf0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999684480:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767318795.126913:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00002000:00000024:1.0:1767318795.126916:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767318795.126983:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bcf0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999684480:12345-0@lo:13:osp-pre-1-1.0 Request processed in 87us (1349us total) trans 0 rc 0/0
00000100:00100000:3.0:1767318795.126988:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f56d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999684352:12345-0@lo:13:osp-pre-0-1.0 Request processed in 662us (1439us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318795.126995:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1967
00000100:00100000:3.0:1767318795.127002:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1966
00000100:00100000:3.0:1767318795.127058:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999684352:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767318795.127062:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bcf1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999684480:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767318796.227904:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962471424
00000100:00100000:1.0:1767318796.227915:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962471424
00000100:00100000:1.0:1767318796.227989:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4251
00000100:00100000:1.0:1767318796.228001:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bcf3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962471424:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767318796.228080:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bcf3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962471424:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 81us (287us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318796.228088:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4251
00000100:00100000:3.0:1767318796.229949:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767318796.230324:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962471296
00000100:00100000:1.0:1767318796.230335:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962471296
00000100:00100000:1.0:1767318796.230385:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4589
00000100:00100000:1.0:1767318796.230392:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f56300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962471296:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767318796.230415:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318796.230867:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f56300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962471296:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 472us (925us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318796.230876:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4589
00000100:00100000:3.0:1767318797.173978:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bcf1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999684608:0@lo:38:kworker.0
00000100:00100000:3.0:1767318797.174009:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767318797.174037:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b22300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999685504:0@lo:400:kworker.0
00000100:00100000:3.0:1767318797.174061:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767318797.174087:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999684608
00000100:00100000:1.0:1767318797.174292:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999685248
00000100:00100000:1.0:1767318797.174301:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999685248
00000100:00100000:3.0:1767318797.174355:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999684608
00000100:00100000:1.0:1767318797.174371:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4252
00000100:00100000:1.0:1767318797.174383:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999685248:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767318797.174390:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1657
00000100:00100000:3.0:1767318797.174396:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f56680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999684608:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767318797.174416:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318797.174454:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999685248:12345-0@lo:400:kworker.0 Request processed in 72us (589us total) trans 0 rc 0/0
00000100:00100000:3.0:1767318797.174462:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f56680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999684608:12345-0@lo:38:kworker.0 Request processed in 64us (451us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318797.174464:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4252
00000100:00100000:3.0:1767318797.174475:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1657
00000100:00100000:1.0:1767318797.174486:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999684992
00000100:00100000:1.0:1767318797.174491:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999684992
00000100:00100000:3.0:1767318797.174530:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999685504
00000100:00100000:3.0:1767318797.174535:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999685504
00000100:00100000:3.0:1767318797.180826:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2827
00000100:00100000:3.0:1767318797.180838:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999685504:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767318797.180890:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999685504:12345-0@lo:400:kworker.0 Request processed in 55us (6827us total) trans 0 rc 0/0
00000100:00100000:3.0:1767318797.180896:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2827
00000100:00080000:3.0:1767318797.180953:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767318797.180958:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767318797.180961:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bcf1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999684736:0@lo:38:kworker.0
00000100:00080000:3.0:1767318797.180972:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767318797.180975:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767318797.180977:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b20380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999684864:0@lo:38:kworker.0
00000100:00080000:3.0:1767318797.180986:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767318797.180989:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767318797.180991:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999685120:0@lo:38:kworker.0
00000100:00100000:3.0:1767318797.181033:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b22300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999685504:0@lo:400:kworker.0
00000100:00100000:3.0:1767318797.181068:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b20000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853163999684992:0@lo:400:kworker.0
00000100:00100000:1.0:1767318800.250123:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1969
00000100:00100000:1.0:1767318800.250132:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999685632:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767318800.250149:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767318800.250180:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999685632:12345-0@lo:13:osp-pre-0-1.0 Request processed in 50us (490us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318800.250186:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1969
00000100:00100000:3.0:1767318800.320541:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000400:00000100:3.0:1767318800.320582:0:6998:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.52@tcp portal 26 match 1853163962471552 offset 0 length 520: 4
00000100:00100000:3.0:1767318800.320648:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767318800.320866:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962471808
00000100:00100000:1.0:1767318800.320877:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962471808
00000100:00100000:1.0:1767318800.321062:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4254
00000100:00100000:1.0:1767318800.321071:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f54380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962471808:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767318800.321113:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f54380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962471808:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 43us (595us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318800.326274:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4254
00000100:00100000:1.0:1767318801.270726:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999686400:0@lo:400:kworker.0
00000100:00100000:1.0:1767318801.270756:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318801.270776:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767318801.270781:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999686656:0@lo:400:kworker.0
00000100:00100000:1.0:1767318801.270801:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318801.270829:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999686400
00000100:00100000:1.0:1767318801.270832:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999686400
00000100:00100000:1.0:1767318801.270863:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999686656
00000100:00100000:1.0:1767318801.270865:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999686656
00000100:00100000:1.0:1767318801.270881:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4255
00000100:00100000:1.0:1767318801.270886:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d073b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999686400:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767318801.270913:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d073b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999686400:12345-0@lo:400:kworker.0 Request processed in 27us (156us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318801.270918:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4255
00000100:00100000:1.0:1767318801.270931:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4256
00000100:00100000:1.0:1767318801.270937:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d072d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999686656:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767318801.270961:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d072d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999686656:12345-0@lo:400:kworker.0 Request processed in 24us (158us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318801.270967:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4256
00000100:00080000:1.0:1767318801.270982:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767318801.271016:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999686656:0@lo:400:kworker.0
00000100:00100000:1.0:1767318801.272502:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999686400:0@lo:400:kworker.0
00000400:00000100:3.0:1767318801.278847:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163999685888 offset 0 length 520: 4
00000100:00100000:3.0:1767318801.278894:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999686016:0@lo:38:kworker.0
00000100:00100000:3.0:1767318801.278938:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767318801.279083:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999686144:0@lo:38:kworker.0
00000100:00100000:3.0:1767318801.279112:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767318801.279141:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999686272:0@lo:38:kworker.0
00000100:00100000:3.0:1767318801.279168:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767318801.279213:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999686528:0@lo:38:kworker.0
00000100:00100000:3.0:1767318801.279235:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318801.279337:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999686144
00000100:00100000:1.0:1767318801.279346:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999686144
00000100:00100000:1.0:1767318801.279383:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999686272
00000100:00100000:1.0:1767318801.279386:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999686272
00000100:00100000:1.0:1767318801.279401:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999686528
00000100:00100000:1.0:1767318801.279403:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999686528
00000100:00100000:1.0:1767318801.279419:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4594
00000100:00100000:1.0:1767318801.279426:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999686144:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767318801.279447:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318801.279489:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999686144:12345-0@lo:38:kworker.0 Request processed in 62us (376us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318801.279496:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4594
00000100:00100000:1.0:1767318801.279511:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4595
00000100:00100000:1.0:1767318801.279514:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999686272:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767318801.279524:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318801.279545:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999686272:12345-0@lo:38:kworker.0 Request processed in 29us (376us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318801.279551:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4595
00000100:00100000:1.0:1767318801.279560:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4596
00000100:00100000:1.0:1767318801.279564:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999686528:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767318801.279573:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318801.279591:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999686528:12345-0@lo:38:kworker.0 Request processed in 25us (355us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318801.279609:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4596
00000100:00080000:3.0:1767318801.279719:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767318801.279724:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767318801.279728:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999686144:0@lo:38:kworker.0
00000100:00080000:3.0:1767318801.279738:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767318801.279742:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767318801.279744:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999686272:0@lo:38:kworker.0
00000100:00080000:3.0:1767318801.279751:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767318801.279754:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767318801.279756:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999686528:0@lo:38:kworker.0
00000100:00100000:1.0:1767318801.280629:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1658
00000100:00100000:1.0:1767318801.280636:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999686016:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767318801.280649:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318801.280710:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999686016:12345-0@lo:38:kworker.0 Request processed in 74us (1772us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318801.280717:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1658
00000100:00100000:1.0:1767318805.366363:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999687040
00000100:00100000:1.0:1767318805.366374:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999687040
00000100:00100000:1.0:1767318805.366472:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1970
00000100:00100000:1.0:1767318805.366483:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999687040:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767318805.366529:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767318805.366687:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999687040:12345-0@lo:13:osp-pre-1-1.0 Request processed in 205us (767us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318805.366696:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1970
00000100:00100000:3.0:1767318805.368427:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999687168
00000100:00100000:3.0:1767318805.368437:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999687168
00000100:00100000:3.0:1767318805.368522:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1971
00000100:00100000:3.0:1767318805.368531:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b20000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999687168:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767318805.368700:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767318805.368789:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b20000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999687168:12345-0@lo:13:osp-pre-0-1.0 Request processed in 258us (973us total) trans 0 rc 0/0
00000100:00100000:3.0:1767318805.368798:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1971
00000100:00100000:3.0:1767318805.449169:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4597
00000100:00100000:3.0:1767318805.449182:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962471936:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767318805.449238:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767318805.449419:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962471936:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 149us (1000us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767318805.449431:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4597
00000100:00080000:3.0:1767318806.389408:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767318806.389418:0:27049:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767318806.389422:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767318806.389428:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767318806.389433:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767318806.389440:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3999
00000100:00080000:3.0:1767318806.389445:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767318806.389452:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767318806.389493:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236710ea00 x1853163999687296/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767318806.389522:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767318806.389525:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767318806.389526:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767318806.389528:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3999
00000100:00080000:3.0:1767318806.389530:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767318806.389532:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767318806.389541:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236710ce00 x1853163999687424/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767318806.389547:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767318806.389549:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767318806.389550:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767318806.389551:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3999
00000100:00080000:3.0:1767318806.389553:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767318806.389554:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767318806.389559:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236710f480 x1853163999687552/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767318806.389595:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767318806.389599:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767318806.389601:0:27049:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767318806.389605:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3999
00000100:00080000:3.0:1767318806.389607:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767318806.389610:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767318806.389622:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523483d7b80 x1853163999687808/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767318806.389767:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999687680:0@lo:400:kworker.0
00000100:00100000:1.0:1767318806.389832:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318806.389926:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999687680
00000100:00100000:1.0:1767318806.389933:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999687680
00000100:00100000:1.0:1767318806.389999:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999687936
00000100:00100000:1.0:1767318806.390005:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999687936
00000100:00100000:1.0:1767318806.390053:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4258
00000100:00100000:1.0:1767318806.390060:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d070000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999687680:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767318806.390111:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d070000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999687680:12345-0@lo:400:kworker.0 Request processed in 51us (280us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318806.390116:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4258
00000100:00100000:1.0:1767318806.390129:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4259
00000100:00100000:1.0:1767318806.390133:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b20380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999687936:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767318806.390153:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b20380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999687936:12345-0@lo:400:kworker.0 Request processed in 20us (283us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318806.390156:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4259
00000100:00100000:1.0:1767318806.390188:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999687680:0@lo:400:kworker.0
00000100:00100000:1.0:1767318806.390242:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853163999687936:0@lo:400:kworker.0
00000100:00100000:1.0:1767318806.391311:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999687296
00000100:00100000:1.0:1767318806.391315:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999687296
00000100:00100000:1.0:1767318806.391337:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1659
00000100:00100000:1.0:1767318806.391340:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999687296:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767318806.391347:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318806.391369:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999687296:12345-0@lo:38:kworker.0 Request processed in 28us (541us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318806.391372:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1659
00000100:00100000:3.0:1767318806.391429:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999688064
00000100:00100000:3.0:1767318806.391432:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999688064
00000100:00100000:3.0:1767318806.391459:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999688192
00000100:00100000:3.0:1767318806.391461:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999688192
00000100:00100000:3.0:1767318806.391471:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2830
00000100:00100000:3.0:1767318806.391475:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499d9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999688064:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767318806.391503:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499d9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999688064:12345-0@lo:400:kworker.0 Request processed in 28us (774us total) trans 0 rc 0/0
00000100:00100000:3.0:1767318806.391506:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2830
00000100:00100000:3.0:1767318806.391658:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2831
00000100:00100000:3.0:1767318806.391665:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999688192:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767318806.391692:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999688192:12345-0@lo:400:kworker.0 Request processed in 28us (910us total) trans 0 rc 0/0
00000100:00100000:3.0:1767318806.391698:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2831
00000100:00100000:3.0:1767318810.485826:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767318810.485850:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366987b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999688320:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767318810.485913:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767318810.485970:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999688320
00000100:00100000:3.0:1767318810.485978:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999688320
00000100:00100000:3.0:1767318810.486037:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1972
00000100:00100000:3.0:1767318810.486046:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366986a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999688320:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767318810.486076:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767318810.486121:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366986a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999688320:12345-0@lo:13:osp-pre-0-1.0 Request processed in 75us (207us total) trans 0 rc 0/0
00000100:00100000:3.0:1767318810.486128:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1972
00000100:00080000:3.0:1767318810.486149:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767318810.486186:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366987b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999688320:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767318810.489419:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999688448
00000100:00100000:3.0:1767318810.489426:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999688448
00000100:00100000:3.0:1767318810.489532:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1973
00000100:00100000:3.0:1767318810.489542:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b22d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999688448:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767318810.489570:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767318810.489638:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b22d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999688448:12345-0@lo:13:osp-pre-1-1.0 Request processed in 98us (337us total) trans 0 rc 0/0
00000100:00100000:3.0:1767318810.489646:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1973
00000100:00100000:1.0:1767318810.566575:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962472320
00000100:00100000:1.0:1767318810.566600:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962472320
00000100:00080000:3.0:1767318810.566830:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767318810.566914:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4601
00000100:00100000:1.0:1767318810.566920:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962472192:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767318810.566939:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318810.566966:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962472192:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 46us (480us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318810.566972:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4601
00000100:00080000:3.0:1767318811.509652:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767318811.509664:0:27049:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767318811.509667:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767318811.509671:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767318811.509675:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767318811.509683:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4004
00000100:00080000:3.0:1767318811.509687:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767318811.509693:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767318811.509733:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366987b80 x1853163999688576/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767318811.509761:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767318811.509765:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767318811.509767:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767318811.509770:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4004
00000100:00080000:3.0:1767318811.509772:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767318811.509776:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767318811.509788:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366984e00 x1853163999688704/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767318811.509797:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767318811.509800:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767318811.509802:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767318811.509805:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4004
00000100:00080000:3.0:1767318811.509808:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767318811.509811:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767318811.509821:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366984000 x1853163999688832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767318811.509859:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767318811.509863:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767318811.509865:0:27049:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767318811.509868:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4004
00000100:00080000:3.0:1767318811.509870:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767318811.509873:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767318811.509885:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366985c00 x1853163999689088/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767318811.509950:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234471d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999689472:0@lo:400:kworker.0
00000100:00100000:3.0:1767318811.510021:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767318811.510230:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767318811.510239:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366985500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999689344:0@lo:400:kworker.0
00000100:00100000:3.0:1767318811.510269:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767318811.510307:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234471d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999689472:0@lo:400:kworker.0
00000100:00100000:3.0:1767318811.510439:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767318811.510446:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366986680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999689216:0@lo:400:kworker.0
00000100:00100000:3.0:1767318811.510477:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767318811.510512:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999688960
00000100:00100000:3.0:1767318811.510519:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999688960
00000100:00100000:3.0:1767318811.510562:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999689216
00000100:00100000:3.0:1767318811.510567:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999689216
00000100:00100000:3.0:1767318811.510595:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4261
00000100:00100000:3.0:1767318811.510616:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b20a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999688960:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767318811.510663:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b20a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999688960:12345-0@lo:400:kworker.0 Request processed in 50us (594us total) trans 0 rc 0/0
00000100:00100000:3.0:1767318811.510670:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4261
00000100:00080000:3.0:1767318811.510693:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767318811.510718:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366986680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999689216:0@lo:400:kworker.0
00000100:00100000:3.0:1767318811.510735:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366984a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999688960:0@lo:400:kworker.0
00000100:00100000:3.0:1767318811.510801:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999688576
00000100:00100000:3.0:1767318811.510804:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999688576
00000100:00100000:3.0:1767318811.510833:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1660
00000100:00100000:3.0:1767318811.510838:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999688576:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767318811.510858:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767318811.510882:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999688576:12345-0@lo:38:kworker.0 Request processed in 43us (101us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767318811.510889:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1660
00000100:00100000:3.0:1767318811.510913:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999688704
00000100:00100000:3.0:1767318811.510916:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999688704
00000100:00100000:3.0:1767318811.510932:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999688832
00000100:00100000:1.0:1767318811.511016:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4602
00000100:00100000:1.0:1767318811.511022:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999688704:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767318811.511031:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767318811.511228:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999688832
00000100:00100000:1.0:1767318811.514403:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999688704:12345-0@lo:38:kworker.0 Request processed in 3368us (3566us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318811.514417:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4602
00000100:00100000:1.0:1767318811.514456:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4603
00000100:00100000:1.0:1767318811.514462:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999689088:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767318811.514481:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318811.514556:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999689088:12345-0@lo:38:kworker.0 Request processed in 93us (3653us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318811.514562:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4603
00000100:00100000:1.0:1767318811.514576:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4604
00000100:00100000:1.0:1767318811.514580:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999688832:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767318811.514588:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318811.514625:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999688832:12345-0@lo:38:kworker.0 Request processed in 43us (3753us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318811.514631:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4604
00000100:00080000:3.0:1767318811.527837:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767318811.527850:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767318811.527855:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366984e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999688704:0@lo:38:kworker.0
00000100:00080000:3.0:1767318811.527869:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767318811.527873:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767318811.527876:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366984000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999688832:0@lo:38:kworker.0
00000100:00080000:3.0:1767318811.527887:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767318811.527892:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767318811.527895:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366985c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999689088:0@lo:38:kworker.0
00000100:00100000:3.0:1767318815.606023:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d070a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999689600:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767318815.606091:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318815.606236:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999689600
00000100:00100000:1.0:1767318815.606244:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999689600
00000100:00100000:1.0:1767318815.606298:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1974
00000100:00100000:1.0:1767318815.606307:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fa8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999689600:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767318815.606336:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767318815.606381:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fa8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999689600:12345-0@lo:13:osp-pre-1-1.0 Request processed in 75us (289us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318815.606388:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1974
00000100:00080000:3.0:1767318815.606678:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767318815.606690:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999689728
00000100:00100000:3.0:1767318815.606702:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999689728
00000100:00100000:3.0:1767318815.606745:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1975
00000100:00100000:3.0:1767318815.606753:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999689728:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767318815.606768:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767318815.606801:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999689728:12345-0@lo:13:osp-pre-0-1.0 Request processed in 49us (239us total) trans 0 rc 0/0
00000100:00100000:3.0:1767318815.606807:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1975
00000100:00100000:3.0:1767318815.606848:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d070a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999689600:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767318815.685935:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767318815.686075:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962472448
00000100:00100000:1.0:1767318815.686083:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962472448
00000100:00100000:1.0:1767318815.686130:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4605
00000100:00100000:1.0:1767318815.686137:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962472448:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767318815.686158:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318815.686240:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962472448:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 101us (305us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318815.686250:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4605
00000100:00100000:1.0:1767318816.631287:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853163999690496:0@lo:400:kworker.0
00000100:00100000:1.0:1767318816.631320:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318816.631354:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767318816.631360:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853163999690240:0@lo:400:kworker.0
00000100:00100000:1.0:1767318816.631384:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318816.631416:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999690496
00000100:00100000:1.0:1767318816.631420:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999690496
00000100:00100000:1.0:1767318816.631460:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999690240
00000100:00100000:1.0:1767318816.631463:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999690240
00000100:00100000:1.0:1767318816.631480:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4264
00000100:00100000:1.0:1767318816.631486:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d072300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999690496:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767318816.631535:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d072300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999690496:12345-0@lo:400:kworker.0 Request processed in 42us (207us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318816.631542:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4264
00000100:00100000:1.0:1767318816.631567:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4265
00000100:00100000:1.0:1767318816.631573:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d071c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853163999690240:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767318816.631600:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d071c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853163999690240:12345-0@lo:400:kworker.0 Request processed in 27us (215us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318816.631605:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4265
00000100:00080000:1.0:1767318816.631621:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767318816.631643:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853163999690240:0@lo:400:kworker.0
00000100:00100000:1.0:1767318816.631652:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853163999690496:0@lo:400:kworker.0
00000100:00100000:3.0:1767318820.725975:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d070a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999690880:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767318820.726079:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318820.726273:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999690880
00000100:00100000:1.0:1767318820.726285:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999690880
00000100:00100000:1.0:1767318820.727369:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999691008
00000100:00100000:1.0:1767318820.727380:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999691008
00000100:00100000:1.0:1767318820.727435:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1976
00000100:00100000:1.0:1767318820.727447:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fa9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999690880:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767318820.727492:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767318820.727609:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fa9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999690880:12345-0@lo:13:osp-pre-0-1.0 Request processed in 164us (1530us total) trans 0 rc 0/0
00000100:00100000:3.0:1767318820.730863:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1977
00000100:00100000:3.0:1767318820.730905:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366987b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999691008:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767318820.730955:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767318820.731083:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366987b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999691008:12345-0@lo:13:osp-pre-1-1.0 Request processed in 202us (4950us total) trans 0 rc 0/0
00000100:00100000:3.0:1767318820.731093:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1977
00000100:00100000:1.0:1767318820.734261:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1976
00000100:00100000:3.0:1767318820.802810:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767318820.802920:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00080000:1.0:1767318820.803930:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767318821.749986:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bfe3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999691520:0@lo:400:kworker.0
00000100:00100000:3.0:1767318821.750319:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bfe3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999691904:0@lo:400:kworker.0
00000100:00100000:1.0:1767318821.754473:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318821.754616:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999691520
00000100:00100000:1.0:1767318821.754628:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999691520
00000100:00100000:1.0:1767318821.754710:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4267
00000100:00100000:1.0:1767318821.754723:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d070380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999691520:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767318821.754802:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d070380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999691520:12345-0@lo:400:kworker.0 Request processed in 82us (341us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318821.754812:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4267
00000100:00080000:1.0:1767318821.754839:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767318821.754916:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bfe3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999691520:0@lo:400:kworker.0
00000100:00100000:1.0:1767318821.755386:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237138bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999692032:0@lo:400:kworker.0
00000100:00100000:1.0:1767318821.755441:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318821.755483:0:18349:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999692032
00000100:00100000:1.0:1767318821.755489:0:18349:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999692032
00000100:00100000:1.0:1767318821.755535:0:18349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2836
00000100:00100000:1.0:1767318821.755543:0:18349:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d071f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999692032:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767318821.755588:0:18349:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d071f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999692032:12345-0@lo:400:kworker.0 Request processed in 45us (146us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318821.755595:0:18349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2836
00000100:00100000:1.0:1767318821.755623:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237138bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999692032:0@lo:400:kworker.0
00000100:00100000:3.0:1767318821.756695:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767318821.757157:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bfe3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999691904:0@lo:400:kworker.0
00000100:00100000:1.0:1767318821.757880:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999691136
00000100:00100000:1.0:1767318821.757889:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999691136
00000100:00100000:1.0:1767318821.757922:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1662
00000100:00100000:1.0:1767318821.757928:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366984a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999691136:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767318821.757948:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318821.758026:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366984a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999691136:12345-0@lo:38:kworker.0 Request processed in 96us (2150us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318821.758033:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1662
00000100:00080000:3.0:1767318821.758073:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767318821.758079:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767318821.758083:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bfe0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999691136:0@lo:38:kworker.0
00000100:00080000:1.0:1767318821.762230:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767318825.849948:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999692288
00000100:00100000:1.0:1767318825.849954:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999692288
00000100:00080000:3.0:1767318825.851223:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767318825.851372:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767318825.852031:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1979
00000100:00100000:1.0:1767318825.852051:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237138a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999692288:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767318825.852112:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767318825.852449:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237138a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999692288:12345-0@lo:13:osp-pre-1-1.0 Request processed in 225us (2464us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318825.852458:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1979
00000100:00100000:3.0:1767318825.921837:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962473088
00000100:00100000:3.0:1767318825.921918:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962473088
00000100:00100000:3.0:1767318825.922339:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962472960
00000100:00100000:3.0:1767318825.922343:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962472960
00000100:00100000:3.0:1767318825.922365:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4269
00000100:00100000:3.0:1767318825.922377:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962473088:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:3.0:1767318825.922503:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962473088:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 128us (1305us total) trans 0 rc 0/0
00000100:00100000:3.0:1767318825.922511:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4269
00000100:00100000:3.0:1767318825.922531:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4613
00000100:00100000:3.0:1767318825.922536:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962472960:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767318825.922564:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767318825.922596:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962472960:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 57us (472us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767318825.922602:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4613
00000400:00000100:3.0:1767318825.922648:0:6998:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.52@tcp portal 26 match 1853163962473216 offset 0 length 520: 4
00000100:00080000:1.0:1767318825.926974:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767318826.870139:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767318826.870147:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1767318826.870151:0:27049:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767318826.870157:0:27049:0:(import.c:509:import_select_connection()) MGC192.168.202.152@tcp: connect to NID 0@lo last attempt 3999
00000100:00080000:1.0:1767318826.870162:0:27049:0:(import.c:588:import_select_connection()) MGC192.168.202.152@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767318826.870170:0:27049:0:(import.c:623:import_select_connection()) MGC192.168.202.152@tcp: import ffff95235eb57800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767318826.870243:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d071880 x1853163999692416/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767318826.870352:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767318826.870356:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767318826.870358:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767318826.870363:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4019
00000100:00080000:1.0:1767318826.870365:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767318826.870369:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767318826.870389:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d071500 x1853163999692544/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767318826.870399:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767318826.870402:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767318826.870404:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767318826.870407:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4019
00000100:00080000:1.0:1767318826.870410:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767318826.870414:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767318826.870424:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d070e00 x1853163999692672/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767318826.870433:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767318826.870436:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767318826.870437:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767318826.870441:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4019
00000100:00080000:1.0:1767318826.870443:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767318826.870446:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767318826.870455:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d070a80 x1853163999692800/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767318826.870545:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bfe2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999692928:0@lo:400:kworker.0
00000100:00100000:3.0:1767318826.870642:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767318826.871443:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767318826.871448:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767318826.871451:0:27049:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767318826.871456:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4019
00000100:00080000:1.0:1767318826.871467:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767318826.871473:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767318826.871497:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234bfe0a80 x1853163999693056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767318826.872112:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4614
00000100:00100000:0.0:1767318826.872123:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4615
00000100:00100000:0.0:1767318826.872127:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237138a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999692800:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767318826.872148:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767318826.872170:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237138a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999692800:12345-0@lo:38:kworker.0 Request processed in 42us (363us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767318826.872177:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4615
00000100:00100000:0.0:1767318826.872188:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4616
00000100:00100000:0.0:1767318826.872192:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952371388e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999693056:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767318826.872228:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767318826.872251:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952371388e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999693056:12345-0@lo:38:kworker.0 Request processed in 57us (398us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767318826.872257:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4616
00000100:00100000:0.0:1767318826.872287:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bfe3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853163999693184:0@lo:400:kworker.0
00000100:00080000:0.0:1767318826.872308:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767318826.872312:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767318826.872315:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bfe0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999693056:0@lo:38:kworker.0
00000100:00080000:0.0:1767318826.872323:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767318826.872327:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767318826.872330:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d070e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999692672:0@lo:38:kworker.0
00000100:00080000:0.0:1767318826.872338:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767318826.872341:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767318826.872343:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d070a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999692800:0@lo:38:kworker.0
00000100:00080000:0.0:1767318826.872403:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767318826.889639:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bfe2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999692928:0@lo:400:kworker.0
00000100:00100000:3.0:1767318826.890660:0:18349:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999693440
00000100:00100000:3.0:1767318826.890672:0:18349:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999693440
00000100:00100000:3.0:1767318826.890743:0:18349:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999693312
00000100:00100000:3.0:1767318826.890746:0:18349:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999693312
00000100:00100000:3.0:1767318826.890829:0:18349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2838
00000100:00100000:3.0:1767318826.890841:0:18349:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999693440:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767318826.890914:0:18349:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999693440:12345-0@lo:400:kworker.0 Request processed in 75us (633us total) trans 0 rc 0/0
00000100:00100000:3.0:1767318826.890925:0:18349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2838
00000100:00100000:3.0:1767318826.890964:0:18349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2839
00000100:00100000:3.0:1767318826.890971:0:18349:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999693312:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767318826.891002:0:18349:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999693312:12345-0@lo:400:kworker.0 Request processed in 32us (641us total) trans 0 rc 0/0
00000100:00100000:3.0:1767318826.891009:0:18349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2839
00010000:00010000:0.0:1767318827.189888:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767318828.215636:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767318829.238612:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767318830.966241:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bfe2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999693696:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767318830.966341:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767318830.966402:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767318830.966409:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999693568:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767318830.966443:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767318830.974301:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767318830.974320:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767318830.974410:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bfe2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999693696:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767318830.975379:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999693568:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767318831.047243:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962473472
00000100:00100000:3.0:1767318831.047253:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962473472
00000100:00100000:3.0:1767318831.047329:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962473344
00000100:00100000:3.0:1767318831.047333:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962473344
00000100:00100000:3.0:1767318831.047351:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4272
00000100:00100000:3.0:1767318831.047362:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962473472:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:3.0:1767318831.047458:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962473472:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 98us (440us total) trans 0 rc 0/0
00000100:00100000:3.0:1767318831.047465:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4272
00000100:00100000:3.0:1767318831.047480:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4617
00000100:00100000:3.0:1767318831.047484:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366949880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962473344:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767318831.047503:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767318831.047526:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366949880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962473344:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 41us (440us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767318831.047532:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4617
00000100:00080000:1.0:1767318831.047935:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767318831.285412:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767318831.989508:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767318831.989517:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767318831.989521:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767318831.989525:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767318831.989529:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767318831.989536:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4024
00000100:00080000:0.0:1767318831.989540:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767318831.989545:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767318831.989583:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d071500 x1853163999693824/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767318831.989627:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767318831.989631:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767318831.989633:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767318831.989637:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4024
00000100:00080000:0.0:1767318831.989639:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767318831.989642:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767318831.989658:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523670c1180 x1853163999693952/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767318831.989667:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767318831.989670:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767318831.989672:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767318831.989675:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4024
00000100:00080000:0.0:1767318831.989677:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767318831.989680:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767318831.989692:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237c0bfb80 x1853163999694080/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767318831.989742:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767318831.989746:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767318831.989748:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767318831.989752:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4024
00000100:00080000:0.0:1767318831.989755:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767318831.989758:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767318831.989769:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237c0bed80 x1853163999694336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767318831.989831:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999694720:0@lo:400:kworker.0
00000100:00100000:0.0:1767318831.989909:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767318831.989946:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767318831.989952:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999694592:0@lo:400:kworker.0
00000100:00100000:0.0:1767318831.989973:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318831.990061:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853163999694464:0@lo:400:kworker.0
00000100:00100000:1.0:1767318831.990095:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318831.990128:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767318831.990133:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853163999694208:0@lo:400:kworker.0
00000100:00100000:1.0:1767318831.990155:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318831.990184:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999694720
00000100:00100000:1.0:1767318831.990191:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999694720
00000100:00100000:1.0:1767318831.990252:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999694592
00000100:00100000:1.0:1767318831.990256:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999694592
00000100:00100000:1.0:1767318831.990276:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2840
00000100:00100000:1.0:1767318831.990284:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999694720:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767318831.990331:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999694720:12345-0@lo:400:kworker.0 Request processed in 47us (422us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318831.990338:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2840
00000100:00100000:1.0:1767318831.990354:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2841
00000100:00100000:1.0:1767318831.990360:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999694592:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767318831.990387:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999694592:12345-0@lo:400:kworker.0 Request processed in 27us (413us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318831.990393:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2841
00000100:00100000:1.0:1767318831.990421:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999694464
00000100:00100000:1.0:1767318831.990424:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999694464
00000100:00100000:1.0:1767318831.990458:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999694208
00000100:00100000:1.0:1767318831.990460:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999694208
00000100:00100000:1.0:1767318831.990478:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4273
00000100:00100000:1.0:1767318831.990484:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853163999694464:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767318831.990516:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853163999694464:12345-0@lo:400:kworker.0 Request processed in 32us (420us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318831.990522:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4273
00000100:00100000:1.0:1767318831.990534:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4274
00000100:00100000:1.0:1767318831.990540:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853163999694208:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767318831.990565:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853163999694208:12345-0@lo:400:kworker.0 Request processed in 25us (409us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318831.990571:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4274
00000100:00080000:1.0:1767318831.990594:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767318831.990622:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853163999694208:0@lo:400:kworker.0
00000100:00100000:1.0:1767318831.990633:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853163999694464:0@lo:400:kworker.0
00000100:00100000:1.0:1767318831.990658:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999694592:0@lo:400:kworker.0
00000100:00100000:1.0:1767318831.990666:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999694720:0@lo:400:kworker.0
00000100:00100000:3.0:1767318831.992023:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999693952
00000100:00100000:3.0:1767318831.992044:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999693952
00000100:00100000:3.0:1767318831.992083:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4618
00000100:00100000:3.0:1767318831.992088:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366948380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999693952:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767318831.992109:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767318831.992145:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366948380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999693952:12345-0@lo:38:kworker.0 Request processed in 56us (442us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767318831.992152:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4618
00000100:00100000:0.0:1767318831.992583:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999694080
00000100:00100000:0.0:1767318831.992600:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999694080
00000100:00100000:0.0:1767318831.992630:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4619
00000100:00100000:0.0:1767318831.992635:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236694bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999694080:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767318831.992645:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767318831.992674:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236694bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999694080:12345-0@lo:38:kworker.0 Request processed in 38us (271us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767318831.992680:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4619
00000100:00100000:0.0:1767318831.992690:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999694336
00000100:00100000:0.0:1767318831.992692:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999694336
00000100:00100000:0.0:1767318831.992706:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4620
00000100:00100000:0.0:1767318831.992710:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236694aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999694336:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767318831.992719:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767318831.992752:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236694aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999694336:12345-0@lo:38:kworker.0 Request processed in 40us (290us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767318831.992758:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4620
00000100:00100000:1.0:1767318831.993582:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999693824
00000100:00100000:1.0:1767318831.993588:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999693824
00000100:00100000:1.0:1767318831.993622:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1664
00000100:00100000:1.0:1767318831.993628:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236694a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999693824:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767318831.993642:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318831.993692:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236694a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999693824:12345-0@lo:38:kworker.0 Request processed in 63us (2055us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318831.993698:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1664
00010000:00010000:0.0:1767318832.311221:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767318833.333958:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767318835.381373:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767318836.086111:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767318836.086129:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bfe1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999694848:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767318836.086215:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318836.086275:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999694848
00000100:00100000:1.0:1767318836.086282:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999694848
00000100:00100000:1.0:1767318836.086333:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1982
00000100:00100000:1.0:1767318836.086341:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999694848:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767318836.086368:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767318836.086429:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999694848:12345-0@lo:13:osp-pre-1-1.0 Request processed in 89us (214us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318836.086439:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1982
00000100:00080000:1.0:1767318836.086461:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767318836.086506:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bfe1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999694848:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767318836.089183:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236694b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999694976:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767318836.089274:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767318836.089360:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999694976
00000100:00100000:3.0:1767318836.089368:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999694976
00000100:00100000:3.0:1767318836.089448:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1983
00000100:00100000:3.0:1767318836.089458:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999694976:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767318836.089497:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00080000:0.0:1767318836.089569:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767318836.091970:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999694976:12345-0@lo:13:osp-pre-0-1.0 Request processed in 2506us (2687us total) trans 0 rc 0/0
00000100:00100000:3.0:1767318836.091984:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1983
00000100:00100000:1.0:1767318836.092183:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236694b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999694976:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767318836.159121:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962473728
00000100:00100000:3.0:1767318836.159131:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962473728
00000100:00100000:1.0:1767318836.159243:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4275
00000100:00100000:1.0:1767318836.159258:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236694b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962473728:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767318836.159326:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236694b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962473728:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 76us (436us total) trans 0 rc 0/0
00000100:00080000:0.0:1767318836.159424:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767318836.165846:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4275
00000100:00100000:3.0:1767318836.169440:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767318836.174727:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962473600
00000100:00100000:1.0:1767318836.174741:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962473600
00000100:00100000:1.0:1767318836.174808:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4621
00000100:00100000:1.0:1767318836.174817:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f79a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962473600:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767318836.174840:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318836.174923:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f79a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962473600:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 105us (5493us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318836.174930:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4621
00010000:00010000:0.0:1767318836.406068:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767318837.109357:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767318837.109395:0:27049:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767318837.109399:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767318837.109403:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767318837.109407:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767318837.109415:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4029
00000100:00080000:0.0:1767318837.109420:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767318837.109427:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767318837.109484:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234727ea00 x1853163999695104/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767318837.109514:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767318837.109518:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767318837.109520:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767318837.109524:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4029
00000100:00080000:0.0:1767318837.109527:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767318837.109530:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767318837.109543:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234727c000 x1853163999695232/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767318837.109553:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767318837.109556:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767318837.109558:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767318837.109562:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4029
00000100:00080000:0.0:1767318837.109564:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767318837.109567:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767318837.109749:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952349091c00 x1853163999695360/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767318837.109796:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767318837.109801:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767318837.109803:0:27049:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767318837.109806:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4029
00000100:00080000:0.0:1767318837.109809:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767318837.109813:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767318837.109826:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952349090700 x1853163999695616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767318837.109892:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349090380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999695872:0@lo:400:kworker.0
00000100:00100000:0.0:1767318837.109963:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767318837.110033:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767318837.110040:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349091180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999696000:0@lo:400:kworker.0
00000100:00100000:0.0:1767318837.110066:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767318837.110276:0:18349:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999695872
00000100:00100000:0.0:1767318837.110284:0:18349:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999695872
00000100:00100000:0.0:1767318837.110341:0:18349:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999696000
00000100:00100000:0.0:1767318837.110345:0:18349:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999696000
00000100:00100000:0.0:1767318837.110380:0:18349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2842
00000100:00100000:0.0:1767318837.110389:0:18349:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999695872:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767318837.110657:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349091880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999695488:0@lo:400:kworker.0
00000100:00100000:1.0:1767318837.110743:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349091500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853163999695744:0@lo:400:kworker.0
00000100:00100000:3.0:1767318837.113426:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767318837.113915:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767318837.113940:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349091880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999695488:0@lo:400:kworker.0
00000100:00100000:0.0:1767318837.113994:0:18349:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999695872:12345-0@lo:400:kworker.0 Request processed in 3605us (4030us total) trans 0 rc 0/0
00000100:00100000:0.0:1767318837.114002:0:18349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2842
00000100:00100000:1.0:1767318837.114064:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767318837.115041:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349091500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853163999695744:0@lo:400:kworker.0
00000100:00080000:3.0:1767318837.115225:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767318837.429425:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767318839.477606:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767318840.501541:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767318841.205694:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767318841.205720:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bfe0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999696128:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767318841.205790:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767318841.205920:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999696128
00000100:00100000:3.0:1767318841.205928:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999696128
00000100:00100000:3.0:1767318841.205984:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1984
00000100:00100000:3.0:1767318841.206006:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999696128:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767318841.206035:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767318841.206078:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999696128:12345-0@lo:13:osp-pre-0-1.0 Request processed in 75us (287us total) trans 0 rc 0/0
00000100:00100000:3.0:1767318841.206087:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1984
00000100:00080000:3.0:1767318841.206108:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767318841.206115:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767318841.206124:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eacb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999696256:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767318841.206147:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767318841.206178:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999696256
00000100:00100000:3.0:1767318841.206182:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999696256
00000100:00100000:3.0:1767318841.206223:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1985
00000100:00100000:3.0:1767318841.206229:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b24a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999696256:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767318841.206244:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767318841.206267:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b24a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999696256:12345-0@lo:13:osp-pre-1-1.0 Request processed in 38us (119us total) trans 0 rc 0/0
00000100:00100000:3.0:1767318841.206272:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1985
00000100:00080000:3.0:1767318841.206287:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767318841.206332:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eacb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999696256:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767318841.207140:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bfe0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999696128:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767318841.283238:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962473984
00000100:00100000:3.0:1767318841.283249:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962473984
00000100:00100000:3.0:1767318841.283873:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962473856
00000100:00100000:3.0:1767318841.283879:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962473856
00000100:00100000:0.0:1767318841.284127:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4278
00000100:00100000:0.0:1767318841.284141:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bcf2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962473984:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:0.0:1767318841.284271:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bcf2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962473984:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 134us (1317us total) trans 0 rc 0/0
00000100:00100000:0.0:1767318841.284291:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4278
00000100:00100000:0.0:1767318841.284312:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4625
00000100:00100000:0.0:1767318841.284317:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bcf3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962473856:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:0.0:1767318841.284353:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767318841.284381:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bcf3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962473856:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 62us (1324us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767318841.284388:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4625
00010000:00010000:0.0:1767318841.525451:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767318842.231488:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767318842.231499:0:27049:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767318842.231502:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767318842.231506:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767318842.231510:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767318842.231518:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4035
00000100:00080000:0.0:1767318842.231522:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767318842.231529:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767318842.231572:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523494d3100 x1853163999696384/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767318842.231599:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767318842.231602:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767318842.231605:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767318842.231608:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4035
00000100:00080000:0.0:1767318842.231611:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767318842.231614:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767318842.231625:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523494d3480 x1853163999696512/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767318842.231633:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767318842.231636:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767318842.231637:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767318842.231641:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4035
00000100:00080000:0.0:1767318842.231643:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767318842.231645:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767318842.231653:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523494d3b80 x1853163999696640/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767318842.231694:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767318842.231697:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767318842.231699:0:27049:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767318842.231702:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4035
00000100:00080000:0.0:1767318842.231704:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767318842.231707:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767318842.231719:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523494d1180 x1853163999696896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767318842.231762:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853163999697024:0@lo:400:kworker.0
00000100:00100000:0.0:1767318842.231795:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999697280:0@lo:400:kworker.0
00000100:00100000:1.0:1767318842.231834:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767318842.231840:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767318842.231939:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999696384:0@lo:38:kworker.0
00000100:00100000:0.0:1767318842.239102:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999697280:0@lo:400:kworker.0
00000100:00080000:0.0:1767318842.239192:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767318842.241103:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853163999697024:0@lo:400:kworker.0
00000100:00100000:3.0:1767318842.243168:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767318842.243252:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999696512:0@lo:38:kworker.0
00000100:00100000:3.0:1767318842.243735:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767318842.243768:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999696640:0@lo:38:kworker.0
00000100:00100000:3.0:1767318842.243793:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767318842.243823:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999696896:0@lo:38:kworker.0
00000100:00100000:3.0:1767318842.243846:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767318842.243879:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999696512
00000100:00100000:3.0:1767318842.243886:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999696512
00000100:00100000:3.0:1767318842.243918:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999696640
00000100:00100000:3.0:1767318842.243920:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999696640
00000100:00100000:3.0:1767318842.243932:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999696896
00000100:00100000:3.0:1767318842.243934:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999696896
00000100:00100000:3.0:1767318842.243950:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4626
00000100:00100000:3.0:1767318842.243957:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b27b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999696512:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767318842.243978:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767318842.244016:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b27b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999696512:12345-0@lo:38:kworker.0 Request processed in 59us (282us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767318842.244023:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4626
00000100:00100000:3.0:1767318842.244039:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4627
00000100:00100000:3.0:1767318842.244043:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b26300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999696640:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767318842.244052:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767318842.244075:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b26300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999696640:12345-0@lo:38:kworker.0 Request processed in 30us (281us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767318842.244081:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4627
00000100:00100000:3.0:1767318842.244093:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4628
00000100:00100000:3.0:1767318842.244096:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eacb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999696896:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767318842.244105:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767318842.244126:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eacb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999696896:12345-0@lo:38:kworker.0 Request processed in 28us (279us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767318842.244131:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4628
00000100:00080000:3.0:1767318842.244175:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767318842.244181:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767318842.244185:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999696896:0@lo:38:kworker.0
00000100:00080000:3.0:1767318842.244234:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767318842.244238:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767318842.244241:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999696512:0@lo:38:kworker.0
00000100:00080000:3.0:1767318842.244248:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767318842.244250:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767318842.244252:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999696640:0@lo:38:kworker.0
00000100:00080000:3.0:1767318842.244702:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767318842.244707:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767318842.244710:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999696384:0@lo:38:kworker.0
00010000:00010000:0.0:1767318843.573719:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767318844.597482:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767318845.633536:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767318846.326432:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767318846.326457:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999697408:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767318846.326539:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767318846.327901:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999697408
00000100:00100000:0.0:1767318846.327909:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999697408
00000100:00100000:3.0:1767318846.328016:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999697536
00000100:00100000:3.0:1767318846.328021:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999697536
00000100:00100000:3.0:1767318846.328088:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1986
00000100:00100000:3.0:1767318846.328097:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349091500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999697536:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767318846.328127:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767318846.328191:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349091500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999697536:12345-0@lo:13:osp-pre-0-1.0 Request processed in 95us (514us total) trans 0 rc 0/0
00000100:00100000:3.0:1767318846.328217:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1986
00000100:00080000:0.0:1767318846.328273:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767318846.328663:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999697408:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767318846.328696:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999697536:0@lo:13:osp-pre-0-1.0
00000100:00080000:0.0:1767318846.330314:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767318846.399560:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962474240
00000100:00100000:3.0:1767318846.399572:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962474240
00000100:00100000:3.0:1767318846.399647:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962474112
00000100:00100000:3.0:1767318846.399650:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962474112
00000100:00100000:3.0:1767318846.399670:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4281
00000100:00100000:3.0:1767318846.399680:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349091880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962474240:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:3.0:1767318846.399759:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349091880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962474240:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 81us (571us total) trans 0 rc 0/0
00000100:00100000:3.0:1767318846.399767:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4281
00000100:00100000:3.0:1767318846.399785:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4629
00000100:00100000:3.0:1767318846.399790:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349090380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962474112:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767318846.399811:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767318846.399839:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349090380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962474112:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 47us (501us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767318846.399845:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4629
00000100:00080000:1.0:1767318847.349861:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767318847.349869:0:27049:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767318847.349872:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767318847.349874:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767318847.349878:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767318847.349892:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4040
00000100:00080000:1.0:1767318847.349896:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767318847.349902:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767318847.349935:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237c0bfb80 x1853163999697664/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767318847.349955:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767318847.349958:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767318847.349959:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767318847.349962:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4040
00000100:00080000:1.0:1767318847.349963:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767318847.349965:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767318847.349972:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237c0bd180 x1853163999697792/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767318847.349978:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767318847.349979:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767318847.349980:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767318847.349982:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4040
00000100:00080000:1.0:1767318847.349984:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767318847.349985:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767318847.349990:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237c0bf800 x1853163999697920/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767318847.350017:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767318847.350019:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767318847.350020:0:27049:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767318847.350022:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4040
00000100:00080000:1.0:1767318847.350023:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767318847.350025:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767318847.350031:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237c0bf480 x1853163999698176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767318847.350071:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999698432:0@lo:400:kworker.0
00000100:00100000:1.0:1767318847.350129:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318847.350174:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767318847.350178:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999698560:0@lo:400:kworker.0
00000100:00100000:1.0:1767318847.350190:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767318847.350304:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853163999698304:0@lo:400:kworker.0
00000100:00100000:0.0:1767318847.350337:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767318847.350375:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767318847.350380:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853163999698048:0@lo:400:kworker.0
00000100:00100000:0.0:1767318847.350402:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767318847.350428:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999698304
00000100:00100000:0.0:1767318847.350431:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999698304
00000100:00100000:0.0:1767318847.350463:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999698048
00000100:00100000:0.0:1767318847.350466:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999698048
00000100:00100000:0.0:1767318847.350486:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4282
00000100:00100000:0.0:1767318847.350491:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999698304:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767318847.350521:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999698304:12345-0@lo:400:kworker.0 Request processed in 31us (183us total) trans 0 rc 0/0
00000100:00100000:0.0:1767318847.350527:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4282
00000100:00100000:0.0:1767318847.350539:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4283
00000100:00100000:0.0:1767318847.350545:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853163999698048:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767318847.350572:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853163999698048:12345-0@lo:400:kworker.0 Request processed in 28us (169us total) trans 0 rc 0/0
00000100:00100000:0.0:1767318847.350577:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4283
00000100:00100000:0.0:1767318847.350796:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853163999698048:0@lo:400:kworker.0
00000100:00100000:0.0:1767318847.350808:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853163999698304:0@lo:400:kworker.0
00000100:00100000:0.0:1767318847.350827:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999697792
00000100:00100000:0.0:1767318847.350830:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999697792
00000100:00100000:0.0:1767318847.350844:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999697920
00000100:00100000:0.0:1767318847.350847:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999697920
00000100:00100000:0.0:1767318847.350855:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999698176
00000100:00100000:0.0:1767318847.350858:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999698176
00000100:00100000:0.0:1767318847.350867:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4630
00000100:00100000:0.0:1767318847.350871:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349090700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999697792:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767318847.350880:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767318847.350905:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349090700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999697792:12345-0@lo:38:kworker.0 Request processed in 33us (251us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767318847.350911:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4630
00000100:00100000:0.0:1767318847.350921:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4631
00000100:00100000:0.0:1767318847.350925:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349091c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999697920:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767318847.350934:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767318847.350961:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349091c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999697920:12345-0@lo:38:kworker.0 Request processed in 35us (274us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767318847.350967:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4631
00010000:00010000:3.0:1767318847.669390:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767318848.693468:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767318849.717855:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767318850.497803:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962474624
00000100:00100000:1.0:1767318850.497817:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962474624
00000100:00100000:3.0:1767318850.498083:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962474496
00000100:00100000:3.0:1767318850.498088:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962474496
00000100:00100000:3.0:1767318850.498129:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4284
00000100:00100000:3.0:1767318850.498140:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962474624:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:3.0:1767318850.498249:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962474624:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 103us (2073us total) trans 0 rc 0/0
00000100:00100000:3.0:1767318850.498257:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4284
00000100:00100000:3.0:1767318850.498278:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4633
00000100:00100000:3.0:1767318850.498282:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962474496:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767318850.498302:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767318850.498329:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962474496:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 45us (1914us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767318850.498335:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4633
00000100:00100000:3.0:1767318851.445338:0:7004:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318826/real 1767318826]  req@ffff95237d071880 x1853163999692416/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318851 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1767318851.445375:0:7004:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95237d071880 x1853163999692416/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318851 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1767318851.445399:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767318851.445426:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:3.0:1767318851.445430:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d071880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853163999692416:0@lo:250:kworker.0
00000100:00080000:1.0:1767318851.445492:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767318851.445499:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1767318851.445504:0:27049:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767318851.445510:0:27049:0:(import.c:509:import_select_connection()) MGC192.168.202.152@tcp: connect to NID 0@lo last attempt 4024
00000100:00080000:1.0:1767318851.445514:0:27049:0:(import.c:588:import_select_connection()) MGC192.168.202.152@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767318851.445521:0:27049:0:(import.c:623:import_select_connection()) MGC192.168.202.152@tcp: import ffff95235eb57800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767318851.445529:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999698688:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767318851.445545:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523483d7100 x1853163999698816/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767318851.445563:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767318851.445567:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767318851.445569:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767318851.445572:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4045
00000100:00080000:1.0:1767318851.445575:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767318851.445578:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767318851.445596:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523483d7800 x1853163999698944/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767318851.445604:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767318851.445613:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767318851.445617:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767318851.445619:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767318851.445623:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4045
00000100:00080000:1.0:1767318851.445626:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767318851.445630:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767318851.445642:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523483d5500 x1853163999699072/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767318851.445651:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767318851.445655:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767318851.445657:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1767318851.445660:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999698688
00000100:00080000:1.0:1767318851.445661:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4045
00000100:00080000:1.0:1767318851.445666:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767318851.445670:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767318851.445670:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999698688
00000100:00100000:1.0:1767318851.445687:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236710ea00 x1853163999699200/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767318851.445713:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767318851.445717:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767318851.445718:0:27049:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767318851.445722:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4045
00000100:00080000:1.0:1767318851.445724:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767318851.445728:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767318851.445742:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236710fb80 x1853163999699456/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767318851.445743:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1988
00000100:00100000:3.0:1767318851.445758:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999698688:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767318851.445791:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767318851.445797:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999699712:0@lo:400:kworker.0
00000100:00100000:3.0:1767318851.445840:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999698688:12345-0@lo:13:osp-pre-0-1.0 Request processed in 86us (239us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318851.445844:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767318851.445853:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1988
00000100:00100000:1.0:1767318851.445874:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767318851.445881:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853163999699584:0@lo:400:kworker.0
00000100:00100000:3.0:1767318851.445896:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853163999698816:0@lo:250:kworker.0
00000100:00100000:1.0:1767318851.445911:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000400:00000100:3.0:1767318851.445925:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163999698816 offset 0 length 520: 4
00000100:00100000:1.0:1767318851.445944:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999699584
00000100:00100000:1.0:1767318851.445949:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999699584
00000100:00100000:3.0:1767318851.445954:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999698944:0@lo:38:kworker.0
00000100:00100000:1.0:1767318851.445987:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4285
00000100:00100000:3.0:1767318851.445989:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318851.445998:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366965f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853163999699584:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767318851.446011:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999699072:0@lo:38:kworker.0
00000100:00100000:1.0:1767318851.446042:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366965f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853163999699584:12345-0@lo:400:kworker.0 Request processed in 47us (131us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318851.446050:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4285
00000100:00100000:3.0:1767318851.446056:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767318851.446077:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999699200:0@lo:38:kworker.0
00000100:00100000:1.0:1767318851.446079:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999699072
00000100:00100000:1.0:1767318851.446085:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999699072
00000100:00100000:3.0:1767318851.446108:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318851.446109:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4634
00000100:00100000:1.0:1767318851.446117:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d071880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999699072:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767318851.446129:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999699456:0@lo:38:kworker.0
00010000:00020000:1.0:1767318851.446136:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767318851.446156:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318851.446181:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d071880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999699072:12345-0@lo:38:kworker.0 Request processed in 61us (126us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318851.446189:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4634
00000100:00080000:3.0:1767318851.446213:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767318851.446220:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767318851.446223:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999699200
00000100:00100000:3.0:1767318851.446224:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999699072:0@lo:38:kworker.0
00000100:00100000:1.0:1767318851.446229:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999699200
00000100:00100000:1.0:1767318851.446257:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999699456
00000100:00100000:1.0:1767318851.446261:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999699456
00000100:00100000:3.0:1767318851.446275:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4635
00000100:00100000:3.0:1767318851.446281:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367299500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999699200:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767318851.446292:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767318851.446325:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367299500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999699200:12345-0@lo:38:kworker.0 Request processed in 42us (219us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767318851.446363:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853163999699328:0@lo:400:kworker.0
00000100:00100000:0.0:1767318851.446393:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767318851.446407:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767318851.446412:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999699840:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767318851.446432:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767318851.446454:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999699328
00000100:00100000:0.0:1767318851.446457:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999699328
00000100:00100000:1.0:1767318851.450094:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4636
00000100:00100000:1.0:1767318851.450109:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367299f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999699456:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767318851.450115:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4635
00010000:00020000:1.0:1767318851.450136:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318851.450230:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367299f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999699456:12345-0@lo:38:kworker.0 Request processed in 123us (4073us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318851.450249:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4636
00000100:00100000:1.0:1767318851.450296:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853163999699584:0@lo:400:kworker.0
00000100:00080000:3.0:1767318851.450312:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767318851.450313:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999699712:0@lo:400:kworker.0
00000100:00080000:3.0:1767318851.450321:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767318851.450326:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999698944:0@lo:38:kworker.0
00000100:00080000:3.0:1767318851.450344:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767318851.450348:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767318851.450352:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999699200:0@lo:38:kworker.0
00000100:00080000:3.0:1767318851.450366:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767318851.450371:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767318851.450372:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999698688:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767318851.450376:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999699456:0@lo:38:kworker.0
00000100:00100000:1.0:1767318851.450548:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999699840:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767318851.456709:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4286
00000100:00100000:0.0:1767318851.456737:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853163999699328:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767318851.456852:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853163999699328:12345-0@lo:400:kworker.0 Request processed in 129us (10456us total) trans 0 rc 0/0
00000100:00100000:0.0:1767318851.456861:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4286
00000100:00100000:3.0:1767318851.456964:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853163999699328:0@lo:400:kworker.0
00010000:00010000:3.0:1767318851.765414:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767318852.789455:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767318853.813579:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767318855.616849:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767318855.616892:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767318855.617252:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4637
00000100:00100000:0.0:1767318855.617258:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962474752:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:0.0:1767318855.617278:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767318855.617313:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962474752:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 53us (474us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767318855.617320:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4637
00010000:00010000:3.0:1767318855.866041:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767318856.565420:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767318856.565440:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366966a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999699968:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767318856.565507:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767318856.565610:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767318856.565616:0:27049:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767318856.565619:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767318856.565622:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767318856.565626:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767318856.565631:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4049
00000100:00080000:0.0:1767318856.565635:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767318856.565641:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767318856.565664:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523494d2300 x1853163999700096/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767318856.565688:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767318856.565691:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767318856.565693:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767318856.565697:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4049
00000100:00080000:0.0:1767318856.565699:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767318856.565702:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767318856.565714:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523494d0e00 x1853163999700224/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767318856.565722:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767318856.565725:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767318856.565727:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767318856.565730:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4049
00000100:00080000:0.0:1767318856.565733:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767318856.565736:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767318856.565747:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523494d3100 x1853163999700352/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767318856.565773:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767318856.565776:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767318856.565778:0:27049:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767318856.565781:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4049
00000100:00080000:0.0:1767318856.565783:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767318856.565786:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767318856.565796:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523494d3480 x1853163999700608/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767318856.565833:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853163999700736:0@lo:400:kworker.0
00000100:00100000:0.0:1767318856.565868:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767318856.565891:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767318856.565896:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853163999700480:0@lo:400:kworker.0
00000100:00100000:0.0:1767318856.565918:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767318856.565946:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999700736
00000100:00100000:0.0:1767318856.565953:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999700736
00000100:00100000:0.0:1767318856.566002:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999700480
00000100:00100000:0.0:1767318856.566006:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999700480
00000100:00100000:0.0:1767318856.566028:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4288
00000100:00100000:0.0:1767318856.566036:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853163999700736:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767318856.566087:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853163999700736:12345-0@lo:400:kworker.0 Request processed in 52us (218us total) trans 0 rc 0/0
00000100:00100000:0.0:1767318856.566094:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4288
00000100:00100000:0.0:1767318856.566109:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4289
00000100:00100000:0.0:1767318856.566115:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853163999700480:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767318856.566140:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853163999700480:12345-0@lo:400:kworker.0 Request processed in 25us (220us total) trans 0 rc 0/0
00000100:00100000:0.0:1767318856.566145:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4289
00000100:00100000:0.0:1767318856.566233:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853163999700480:0@lo:400:kworker.0
00000100:00100000:0.0:1767318856.566247:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853163999700736:0@lo:400:kworker.0
00000100:00100000:0.0:1767318856.566270:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999700864:0@lo:400:kworker.0
00000100:00100000:0.0:1767318856.566297:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767318856.566392:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999699968
00000100:00100000:3.0:1767318856.566397:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999699968
00000100:00100000:3.0:1767318856.566440:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1990
00000100:00100000:3.0:1767318856.566447:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366966300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999699968:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767318856.566469:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767318856.566509:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366966300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999699968:12345-0@lo:13:osp-pre-0-1.0 Request processed in 63us (1003us total) trans 0 rc 0/0
00000100:00100000:3.0:1767318856.566515:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1990
00000100:00100000:3.0:1767318856.566553:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366966a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999699968:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767318856.566644:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999700096:0@lo:38:kworker.0
00000100:00100000:1.0:1767318856.566668:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318856.566739:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999700224:0@lo:38:kworker.0
00000100:00100000:1.0:1767318856.566763:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318856.566787:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999700352:0@lo:38:kworker.0
00000100:00100000:1.0:1767318856.566803:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318856.566815:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999700608:0@lo:38:kworker.0
00000100:00100000:1.0:1767318856.566825:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318856.566843:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999700224
00000100:00100000:1.0:1767318856.566845:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999700224
00000100:00100000:1.0:1767318856.566858:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999700352
00000100:00100000:1.0:1767318856.566860:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999700352
00000100:00100000:1.0:1767318856.566867:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999700608
00000100:00100000:1.0:1767318856.566868:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999700608
00000100:00100000:1.0:1767318856.566874:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4638
00000100:00100000:1.0:1767318856.566877:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999700224:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767318856.566891:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318856.566912:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999700224:12345-0@lo:38:kworker.0 Request processed in 34us (149us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318856.566916:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4638
00000100:00100000:1.0:1767318856.566925:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4639
00000100:00100000:1.0:1767318856.566927:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999700352:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767318856.566933:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318856.566944:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999700352:12345-0@lo:38:kworker.0 Request processed in 16us (140us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318856.566947:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4639
00000100:00100000:1.0:1767318856.566953:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4640
00000100:00100000:1.0:1767318856.566955:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999700608:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767318856.566960:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318856.566970:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999700608:12345-0@lo:38:kworker.0 Request processed in 14us (144us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318856.566973:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4640
00000100:00080000:1.0:1767318856.566991:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767318856.566995:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767318856.566998:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999700224:0@lo:38:kworker.0
00000100:00080000:1.0:1767318856.567006:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767318856.567009:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767318856.567012:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999700352:0@lo:38:kworker.0
00000100:00080000:1.0:1767318856.567019:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767318856.567021:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767318856.567024:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999700608:0@lo:38:kworker.0
00000100:00100000:1.0:1767318856.568550:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999700864:0@lo:400:kworker.0
00000100:00100000:3.0:1767318856.571297:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999700096
00000100:00100000:3.0:1767318856.571312:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999700096
00000100:00100000:3.0:1767318856.571374:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1669
00000100:00100000:3.0:1767318856.571382:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366966a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999700096:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767318856.571405:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767318856.571560:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366966a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999700096:12345-0@lo:38:kworker.0 Request processed in 177us (4889us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767318856.571567:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1669
00000100:00080000:1.0:1767318856.580828:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767318856.580840:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767318856.580846:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999700096:0@lo:38:kworker.0
00010000:00010000:0.0:1767318856.885469:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767318857.909453:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767318859.957833:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767318860.740902:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962475008
00000100:00100000:0.0:1767318860.740912:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962475008
00000100:00100000:0.0:1767318860.740965:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962475136
00000100:00100000:0.0:1767318860.740968:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962475136
00000100:00100000:0.0:1767318860.741019:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4290
00000100:00100000:0.0:1767318860.741028:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962475136:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:0.0:1767318860.741098:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962475136:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 71us (673us total) trans 0 rc 0/0
00000100:00100000:0.0:1767318860.741105:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4290
00000100:00100000:0.0:1767318860.741123:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4641
00000100:00100000:0.0:1767318860.741127:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962475008:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:0.0:1767318860.741156:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767318860.741184:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962475008:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 55us (902us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767318860.741190:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4641
00010000:00010000:0.0:1767318860.986399:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767318861.685608:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999701120:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767318861.685688:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767318861.685765:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767318861.685802:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767318861.685818:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999701248:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767318861.685841:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767318861.685905:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999701120:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767318861.686030:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999701248:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767318861.687137:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366962d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999701760:0@lo:400:kworker.0
00000100:00100000:3.0:1767318861.687172:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767318861.687233:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999701376:0@lo:38:kworker.0
00000100:00100000:0.0:1767318861.687262:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767318861.687638:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767318861.687653:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999702016
00000100:00100000:1.0:1767318861.687658:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999702016
00000100:00100000:1.0:1767318861.687696:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999701760
00000100:00100000:1.0:1767318861.687699:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999701760
00000100:00100000:1.0:1767318861.687721:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4291
00000100:00100000:1.0:1767318861.687728:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366961180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999702016:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767318861.687772:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366961180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999702016:12345-0@lo:400:kworker.0 Request processed in 45us (692us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318861.687778:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4291
00000100:00100000:1.0:1767318861.687812:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4292
00000100:00100000:1.0:1767318861.687819:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366ace300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999701760:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767318861.687846:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366ace300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999701760:12345-0@lo:400:kworker.0 Request processed in 29us (673us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318861.687852:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4292
00000100:00080000:1.0:1767318861.687873:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767318861.687896:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999701376
00000100:00100000:1.0:1767318861.687899:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999701376
00000100:00100000:1.0:1767318861.687919:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1670
00000100:00100000:1.0:1767318861.687923:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999701376:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767318861.687939:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318861.687968:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999701376:12345-0@lo:38:kworker.0 Request processed in 43us (705us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318861.687975:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1670
00000100:00100000:3.0:1767318861.688821:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366962d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999701760:0@lo:400:kworker.0
00000100:00080000:0.0:1767318861.689273:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767318861.689279:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767318861.689282:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999701376:0@lo:38:kworker.0
00000100:00100000:0.0:1767318861.689290:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999701504:0@lo:38:kworker.0
00000100:00100000:0.0:1767318861.689331:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767318861.689461:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999701632:0@lo:38:kworker.0
00000100:00100000:0.0:1767318861.689487:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767318861.689561:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366962680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999701888:0@lo:38:kworker.0
00000100:00100000:0.0:1767318861.689582:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318861.689639:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999701504
00000100:00100000:1.0:1767318861.689645:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999701504
00000100:00100000:1.0:1767318861.689680:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999701632
00000100:00100000:1.0:1767318861.689682:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999701632
00000100:00100000:1.0:1767318861.689698:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4642
00000100:00100000:1.0:1767318861.689706:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999701504:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767318861.689723:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318861.689756:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999701504:12345-0@lo:38:kworker.0 Request processed in 50us (424us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318861.689761:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4642
00000100:00100000:1.0:1767318861.689775:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4643
00000100:00100000:1.0:1767318861.689779:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999701632:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767318861.689788:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318861.689822:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999701632:12345-0@lo:38:kworker.0 Request processed in 42us (334us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318861.689827:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4643
00000100:00080000:0.0:1767318861.690138:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767318861.690152:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767318861.690155:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999701504:0@lo:38:kworker.0
00000100:00080000:0.0:1767318861.690164:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767318861.690167:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767318861.690170:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999701632:0@lo:38:kworker.0
00000100:00100000:3.0:1767318861.690228:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999701888
00000100:00100000:3.0:1767318861.690232:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999701888
00000100:00100000:3.0:1767318861.690261:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4644
00000100:00100000:3.0:1767318861.690266:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999701888:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767318861.690276:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767318861.690311:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999701888:12345-0@lo:38:kworker.0 Request processed in 44us (728us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767318861.690317:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4644
00000100:00080000:0.0:1767318861.690472:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767318861.690477:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767318861.690480:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366962680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999701888:0@lo:38:kworker.0
00010000:00010000:0.0:1767318862.009614:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767318864.053753:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767318865.078865:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767318865.856442:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962475392
00000100:00100000:3.0:1767318865.856453:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962475392
00000100:00100000:3.0:1767318865.856599:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962475264
00000100:00100000:3.0:1767318865.856603:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962475264
00000100:00100000:3.0:1767318865.856623:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4293
00000100:00100000:3.0:1767318865.856633:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366963100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962475392:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:0.0:1767318865.856834:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4645
00000100:00100000:0.0:1767318865.856841:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366961c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962475264:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:0.0:1767318865.856862:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767318865.860540:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366961c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962475264:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 3687us (4691us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767318865.860554:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4645
00010000:00010000:0.0:1767318866.101561:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767318866.808307:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767318866.808343:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999702144:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767318866.808432:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318866.808529:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999702144
00000100:00100000:1.0:1767318866.808537:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999702144
00000100:00100000:1.0:1767318866.808621:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1994
00000100:00100000:1.0:1767318866.808630:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999702144:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767318866.808658:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767318866.808702:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999702144:12345-0@lo:13:osp-pre-0-1.0 Request processed in 73us (269us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318866.808708:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1994
00000100:00100000:1.0:1767318866.808755:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999702144:0@lo:13:osp-pre-0-1.0
00000100:00080000:0.0:1767318866.808980:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767318866.808985:0:27049:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767318866.808987:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767318866.808991:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767318866.808995:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767318866.809000:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4059
00000100:00080000:0.0:1767318866.809003:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767318866.809007:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767318866.809030:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523494d3100 x1853163999702272/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767318866.809056:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767318866.809059:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767318866.809060:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767318866.809064:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4059
00000100:00080000:0.0:1767318866.809066:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767318866.809070:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767318866.809081:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523494d0e00 x1853163999702400/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767318866.809090:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767318866.809103:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767318866.809105:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767318866.809108:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4059
00000100:00080000:0.0:1767318866.809110:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767318866.809113:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767318866.809125:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235ee5f800 x1853163999702528/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767318866.809142:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767318866.809146:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767318866.809147:0:27049:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767318866.809150:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4059
00000100:00080000:0.0:1767318866.809152:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767318866.809155:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767318866.809169:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235ee5e300 x1853163999702784/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767318866.809288:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999702272:0@lo:38:kworker.0
00000100:00100000:0.0:1767318866.810430:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853163999702656:0@lo:400:kworker.0
00000100:00100000:0.0:1767318866.810473:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767318866.810545:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999702656
00000100:00100000:0.0:1767318866.810552:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999702656
00000100:00100000:0.0:1767318866.810595:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4294
00000100:00100000:0.0:1767318866.810604:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853163999702656:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767318866.810645:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853163999702656:12345-0@lo:400:kworker.0 Request processed in 43us (171us total) trans 0 rc 0/0
00000100:00100000:0.0:1767318866.810650:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4294
00000100:00100000:0.0:1767318866.810678:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853163999702656:0@lo:400:kworker.0
00000100:00100000:1.0:1767318866.812598:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318866.812675:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999702400:0@lo:38:kworker.0
00000100:00100000:0.0:1767318866.813070:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999702272
00000100:00100000:0.0:1767318866.813079:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999702272
00000100:00100000:0.0:1767318866.813157:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1671
00000100:00100000:0.0:1767318866.813165:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999702272:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767318866.813187:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767318866.813454:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366960000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999703168:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767318866.814053:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999702272:12345-0@lo:38:kworker.0 Request processed in 886us (1459us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767318866.814062:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1671
00000100:00100000:0.0:1767318866.814134:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853163999702912:0@lo:400:kworker.0
00000100:00100000:0.0:1767318866.814165:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767318866.814226:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999702912
00000100:00100000:0.0:1767318866.814231:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999702912
00000100:00100000:0.0:1767318866.814271:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4295
00000100:00100000:0.0:1767318866.814278:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853163999702912:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767318866.815264:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853163999702912:12345-0@lo:400:kworker.0 Request processed in 982us (1093us total) trans 0 rc 0/0
00000100:00100000:0.0:1767318866.815274:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4295
00000100:00100000:0.0:1767318866.815319:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853163999702912:0@lo:400:kworker.0
00000100:00100000:1.0:1767318866.815694:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318866.816163:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999702528:0@lo:38:kworker.0
00000100:00100000:3.0:1767318866.817990:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767318866.818048:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999703168
00000100:00100000:3.0:1767318866.818053:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999703168
00000100:00100000:3.0:1767318866.818080:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1995
00000100:00100000:3.0:1767318866.818086:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366aced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999703168:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767318866.818135:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767318866.818172:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366aced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999703168:12345-0@lo:13:osp-pre-1-1.0 Request processed in 86us (272us total) trans 0 rc 0/0
00000100:00100000:3.0:1767318866.818179:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1995
00000100:00100000:3.0:1767318866.818241:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366960000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999703168:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767318866.818287:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999702400
00000100:00100000:3.0:1767318866.818291:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999702400
00000100:00100000:1.0:1767318866.828002:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767318866.833296:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999702528
00000100:00100000:3.0:1767318866.833312:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999702528
00000100:00100000:3.0:1767318866.833385:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4646
00000100:00100000:3.0:1767318866.833394:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999702400:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767318866.833419:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767318866.833618:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999702400:12345-0@lo:38:kworker.0 Request processed in 102us (17803us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767318866.833626:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4646
00000100:00100000:3.0:1767318866.833644:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4647
00000100:00100000:3.0:1767318866.833648:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999702528:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767318866.833658:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767318866.833684:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999702528:12345-0@lo:38:kworker.0 Request processed in 34us (5690us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767318866.833689:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4647
00000100:00080000:0.0:1767318866.834710:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767318866.834718:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767318866.834723:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999702528:0@lo:38:kworker.0
00000100:00100000:0.0:1767318866.834735:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999702784:0@lo:38:kworker.0
00000100:00100000:0.0:1767318866.834930:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767318866.835054:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767318866.835060:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767318866.835064:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999702272:0@lo:38:kworker.0
00000100:00080000:0.0:1767318866.835076:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767318866.835081:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767318866.835086:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999702400:0@lo:38:kworker.0
00000100:00080000:0.0:1767318866.839152:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767318866.839165:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767318866.839170:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999702784:0@lo:38:kworker.0
00010000:00010000:3.0:1767318868.151059:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767318869.179937:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767318870.197834:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767318870.974508:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767318870.974604:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962475648
00000100:00100000:0.0:1767318870.974624:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962475648
00000100:00100000:0.0:1767318870.974775:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4296
00000100:00100000:0.0:1767318870.974786:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366ace680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962475648:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:0.0:1767318870.974864:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366ace680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962475648:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 79us (364us total) trans 0 rc 0/0
00000100:00100000:0.0:1767318870.974872:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4296
00000100:00080000:1.0:1767318870.975047:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767318870.975117:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962475520
00000100:00100000:1.0:1767318870.975122:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962475520
00000100:00100000:1.0:1767318870.975223:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4649
00000100:00100000:1.0:1767318870.975229:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366962300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962475520:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767318870.975281:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318870.975310:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366962300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962475520:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 80us (255us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318870.975317:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4649
00000100:00100000:1.0:1767318871.926240:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999703296
00000100:00100000:1.0:1767318871.926248:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999703296
00000100:00100000:1.0:1767318871.926308:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1996
00000100:00100000:1.0:1767318871.926317:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366962a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999703296:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767318871.926372:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767318871.926433:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366962a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999703296:12345-0@lo:13:osp-pre-0-1.0 Request processed in 117us (419us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318871.926440:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1996
00000100:00080000:1.0:1767318871.926725:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767318871.926730:0:27049:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767318871.926733:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767318871.926737:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767318871.926740:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767318871.926746:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4064
00000100:00080000:1.0:1767318871.926749:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767318871.926753:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767318871.926777:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0aaa00 x1853163999703424/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767318871.926801:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767318871.926804:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767318871.926805:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767318871.926809:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4064
00000100:00080000:1.0:1767318871.926811:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767318871.926814:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767318871.926824:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0a9c00 x1853163999703552/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767318871.926844:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767318871.926848:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767318871.926850:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767318871.926861:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4064
00000100:00080000:1.0:1767318871.926863:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767318871.926866:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767318871.926877:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0ab100 x1853163999703680/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767318871.926908:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767318871.926912:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767318871.926913:0:27049:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767318871.926928:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4064
00000100:00080000:1.0:1767318871.926931:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767318871.926934:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767318871.926955:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347ff1180 x1853163999703936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767318871.926986:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999704192:0@lo:400:kworker.0
00000100:00100000:3.0:1767318871.927020:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767318871.927125:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999704192
00000100:00100000:3.0:1767318871.927130:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999704192
00000100:00100000:3.0:1767318871.927161:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2851
00000100:00100000:3.0:1767318871.927168:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999704192:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767318871.927216:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999704192:12345-0@lo:400:kworker.0 Request processed in 49us (196us total) trans 0 rc 0/0
00000100:00100000:3.0:1767318871.927221:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2851
00000100:00100000:3.0:1767318871.927359:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999704192:0@lo:400:kworker.0
00000100:00100000:3.0:1767318871.927376:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767318871.927382:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999704320:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767318871.927447:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767318871.927692:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999703808:0@lo:400:kworker.0
00000100:00100000:0.0:1767318871.927730:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767318871.927764:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767318871.927769:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853163999704064:0@lo:400:kworker.0
00000100:00100000:0.0:1767318871.927805:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767318871.927837:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999704320
00000100:00100000:0.0:1767318871.927841:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999704320
00000100:00100000:0.0:1767318871.927866:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1997
00000100:00100000:0.0:1767318871.927873:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347044700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999704320:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767318871.927891:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767318871.927924:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347044700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999704320:12345-0@lo:13:osp-pre-1-1.0 Request processed in 51us (476us total) trans 0 rc 0/0
00000100:00100000:0.0:1767318871.927930:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1997
00000100:00100000:0.0:1767318871.927971:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999704320:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767318871.927998:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999703808
00000100:00100000:3.0:1767318871.928002:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999703808
00000100:00100000:0.0:1767318871.928003:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999703424:0@lo:38:kworker.0
00000100:00100000:3.0:1767318871.928027:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999704064
00000100:00100000:3.0:1767318871.928030:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999704064
00000100:00100000:3.0:1767318871.928060:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4297
00000100:00100000:3.0:1767318871.928066:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999703808:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767318871.928213:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767318871.928238:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999703552:0@lo:38:kworker.0
00000100:00100000:0.0:1767318871.928259:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767318871.928276:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999703680:0@lo:38:kworker.0
00000100:00100000:0.0:1767318871.928295:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767318871.928309:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999703936:0@lo:38:kworker.0
00000100:00100000:0.0:1767318871.928326:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767318871.928347:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999703424
00000100:00100000:0.0:1767318871.928351:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999703424
00000100:00100000:0.0:1767318871.928475:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1672
00000100:00100000:0.0:1767318871.928480:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999703424:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767318871.928495:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767318871.928531:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999703424:12345-0@lo:38:kworker.0 Request processed in 50us (318us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767318871.928536:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1672
00000100:00100000:0.0:1767318871.928554:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999703552
00000100:00100000:0.0:1767318871.928557:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999703552
00000100:00100000:0.0:1767318871.928568:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999703680
00000100:00100000:0.0:1767318871.928570:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999703680
00000100:00100000:0.0:1767318871.928577:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999703936
00000100:00100000:0.0:1767318871.928579:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999703936
00000100:00100000:0.0:1767318871.928588:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4298
00000100:00100000:0.0:1767318871.928594:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853163999704064:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767318871.928627:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999703808:12345-0@lo:400:kworker.0 Request processed in 561us (897us total) trans 0 rc 0/0
00000100:00100000:3.0:1767318871.928634:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4297
00000100:00100000:3.0:1767318871.928649:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4650
00000100:00100000:3.0:1767318871.928653:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999703552:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767318871.928661:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4651
00010000:00020000:3.0:1767318871.928662:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318871.928665:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999703680:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767318871.928674:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767318871.928684:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999703552:12345-0@lo:38:kworker.0 Request processed in 30us (424us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767318871.928690:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4650
00000100:00100000:1.0:1767318871.928696:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999703680:12345-0@lo:38:kworker.0 Request processed in 30us (401us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767318871.928701:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4652
00000100:00100000:1.0:1767318871.928703:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4651
00000100:00100000:3.0:1767318871.928704:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999703936:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767318871.928713:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767318871.928732:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999703936:12345-0@lo:38:kworker.0 Request processed in 27us (405us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767318871.928737:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4652
00000100:00080000:1.0:1767318871.928837:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767318871.928843:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767318871.928846:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999703424:0@lo:38:kworker.0
00000100:00080000:1.0:1767318871.928853:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767318871.928856:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767318871.928858:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999703552:0@lo:38:kworker.0
00000100:00080000:1.0:1767318871.928864:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767318871.928866:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767318871.928868:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999703680:0@lo:38:kworker.0
00000100:00080000:1.0:1767318871.928875:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767318871.928877:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767318871.928880:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999703936:0@lo:38:kworker.0
00000100:00100000:0.0:1767318871.929156:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853163999704064:12345-0@lo:400:kworker.0 Request processed in 562us (1350us total) trans 0 rc 0/0
00000100:00100000:0.0:1767318871.929163:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4298
00000100:00100000:1.0:1767318871.930520:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853163999704064:0@lo:400:kworker.0
00000100:00100000:1.0:1767318871.930536:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999703808:0@lo:400:kworker.0
00010000:00010000:0.0:1767318872.246083:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767318873.269650:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767318874.293393:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767318875.074043:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000400:00000100:3.0:1767318875.074134:0:6999:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.52@tcp portal 26 match 1853163962475776 offset 0 length 520: 4
00000100:00100000:3.0:1767318875.074175:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767318875.087239:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962476032
00000100:00100000:0.0:1767318875.087257:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962476032
00000100:00100000:1.0:1767318875.091550:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4299
00000100:00100000:1.0:1767318875.091564:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347046300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962476032:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767318875.091652:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347046300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962476032:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 91us (17619us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318875.091659:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4299
00000100:00100000:1.0:1767318876.026840:0:7004:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318851/real 1767318851]  req@ffff9523483d7100 x1853163999698816/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318876 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1767318876.026875:0:7004:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9523483d7100 x1853163999698816/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318876 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1767318876.026895:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767318876.026919:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:1.0:1767318876.026923:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853163999698816:0@lo:250:kworker.0
00000100:00080000:3.0:1767318876.026962:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767318876.026968:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767318876.026971:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767318876.026976:0:49151:0:(import.c:509:import_select_connection()) MGC192.168.202.152@tcp: connect to NID 0@lo last attempt 4049
00000100:00080000:3.0:1767318876.026980:0:49151:0:(import.c:588:import_select_connection()) MGC192.168.202.152@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767318876.026987:0:49151:0:(import.c:623:import_select_connection()) MGC192.168.202.152@tcp: import ffff95235eb57800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767318876.027053:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347047100 x1853163999704448/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767318876.027117:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347047100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853163999704448:0@lo:250:kworker.0
00000400:00000100:1.0:1767318876.027186:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163999704448 offset 0 length 520: 4
00000100:00080000:3.0:1767318876.027288:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767318876.027293:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767318876.027295:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767318876.027299:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4069
00000100:00080000:3.0:1767318876.027301:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767318876.027305:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767318876.027325:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347045180 x1853163999704576/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767318876.027502:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347045180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999704576:0@lo:38:kworker.0
00000100:00100000:1.0:1767318876.027541:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767318876.027692:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767318876.027697:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767318876.027699:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767318876.027703:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4069
00000100:00080000:3.0:1767318876.027706:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767318876.027710:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767318876.027725:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347046680 x1853163999704704/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767318876.027767:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347046680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999704704:0@lo:38:kworker.0
00000100:00100000:1.0:1767318876.027808:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767318876.028007:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767318876.028021:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767318876.028023:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767318876.028027:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4069
00000100:00080000:3.0:1767318876.028030:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767318876.028033:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767318876.028048:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347046d80 x1853163999704832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767318876.028168:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999704576
00000100:00100000:0.0:1767318876.028173:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999704576
00000100:00100000:0.0:1767318876.028218:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1673
00000100:00100000:0.0:1767318876.028223:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999704576:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767318876.028234:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318876.028291:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347046d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999704832:0@lo:38:kworker.0
00000100:00100000:1.0:1767318876.028316:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767318876.028587:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767318876.028591:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767318876.028593:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767318876.028598:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4069
00000100:00080000:3.0:1767318876.028600:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767318876.028604:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767318876.028618:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347045f80 x1853163999705088/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767318876.028670:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347045c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999705472:0@lo:400:kworker.0
00000100:00100000:3.0:1767318876.028698:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767318876.028720:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767318876.028725:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347044e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999705344:0@lo:400:kworker.0
00000100:00100000:3.0:1767318876.028745:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767318876.028786:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999705472
00000100:00100000:3.0:1767318876.028790:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999705472
00000100:00100000:3.0:1767318876.029476:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2853
00000100:00100000:3.0:1767318876.029483:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347044380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999705472:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767318876.029519:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347044380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999705472:12345-0@lo:400:kworker.0 Request processed in 36us (820us total) trans 0 rc 0/0
00000100:00100000:3.0:1767318876.029524:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2853
00000100:00100000:3.0:1767318876.029549:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347045c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999705472:0@lo:400:kworker.0
00000100:00100000:0.0:1767318876.029672:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999704576:12345-0@lo:38:kworker.0 Request processed in 1447us (2129us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767318876.029680:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1673
00000100:00080000:1.0:1767318876.029756:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767318876.029762:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767318876.029765:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347046680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999704704:0@lo:38:kworker.0
00000100:00080000:1.0:1767318876.029774:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767318876.029777:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767318876.029780:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347045180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999704576:0@lo:38:kworker.0
00000100:00100000:1.0:1767318876.029855:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347045f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999705088:0@lo:38:kworker.0
00000100:00100000:1.0:1767318876.029884:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767318876.029949:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767318876.029953:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767318876.029956:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347046d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999704832:0@lo:38:kworker.0
00000100:00080000:1.0:1767318876.030213:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767318876.030217:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767318876.030220:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347045f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999705088:0@lo:38:kworker.0
00010000:00010000:0.0:1767318876.342493:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767318877.045730:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999705728:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767318877.045752:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366963b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999705600:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767318877.051065:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767318877.051163:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767318877.057305:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999705728
00000100:00100000:0.0:1767318877.057319:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999705728
00000100:00100000:0.0:1767318877.057392:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999705600
00000100:00100000:0.0:1767318877.057396:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999705600
00000100:00100000:0.0:1767318877.057421:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1998
00000100:00100000:0.0:1767318877.057430:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999705728:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767318877.057465:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767318877.057957:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999705728:12345-0@lo:13:osp-pre-1-1.0 Request processed in 527us (6899us total) trans 0 rc 0/0
00000100:00100000:0.0:1767318877.057965:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1998
00000100:00100000:1.0:1767318877.058025:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999705728:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767318877.059850:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366963b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999705600:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767318877.369182:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767318878.389468:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767318880.201313:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767318880.201366:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00080000:1.0:1767318880.202954:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767318880.443131:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767318881.142019:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366960e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999706240:0@lo:400:kworker.0
00000100:00100000:0.0:1767318881.142109:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318881.142296:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366961f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999705856:0@lo:38:kworker.0
00000100:00100000:3.0:1767318881.142352:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999706240
00000100:00100000:3.0:1767318881.142363:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999706240
00000100:00100000:1.0:1767318881.142392:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767318881.142468:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4303
00000100:00100000:3.0:1767318881.142480:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999706240:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767318881.142768:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999705984:0@lo:38:kworker.0
00000100:00100000:1.0:1767318881.142814:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318881.142842:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366960a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999706112:0@lo:38:kworker.0
00000100:00100000:3.0:1767318881.143170:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999706240:12345-0@lo:400:kworker.0 Request processed in 693us (1059us total) trans 0 rc 0/0
00000100:00100000:3.0:1767318881.143178:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4303
00000100:00100000:0.0:1767318881.143293:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366960e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999706240:0@lo:400:kworker.0
00000100:00100000:0.0:1767318881.143314:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767318881.143322:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366960000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999706496:0@lo:400:kworker.0
00000100:00100000:0.0:1767318881.143358:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767318881.143393:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999705856
00000100:00100000:0.0:1767318881.143398:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999705856
00000100:00100000:0.0:1767318881.143422:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1674
00000100:00100000:0.0:1767318881.143439:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999705856:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767318881.143450:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767318881.143482:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999705856:12345-0@lo:38:kworker.0 Request processed in 42us (1092us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767318881.143487:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1674
00000100:00100000:0.0:1767318881.143530:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999706496
00000100:00100000:0.0:1767318881.143534:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999706496
00000100:00100000:0.0:1767318881.143562:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4304
00000100:00100000:0.0:1767318881.143568:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999706496:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767318881.143605:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999706496:12345-0@lo:400:kworker.0 Request processed in 37us (247us total) trans 0 rc 0/0
00000100:00100000:0.0:1767318881.143611:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4304
00000100:00100000:0.0:1767318881.143643:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366960000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999706496:0@lo:400:kworker.0
00000100:00100000:0.0:1767318881.143681:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366962d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999706752:0@lo:400:kworker.0
00000100:00100000:0.0:1767318881.143707:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767318881.143727:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767318881.143732:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366962680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999706624:0@lo:400:kworker.0
00000100:00100000:0.0:1767318881.143751:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767318881.143796:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767318881.143816:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999706752
00000100:00100000:0.0:1767318881.143819:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999706752
00000100:00100000:0.0:1767318881.143851:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999706624
00000100:00100000:0.0:1767318881.143854:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999706624
00000100:00100000:0.0:1767318881.143873:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2854
00000100:00100000:0.0:1767318881.143879:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999706752:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767318881.144317:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999706752:12345-0@lo:400:kworker.0 Request processed in 436us (607us total) trans 0 rc 0/0
00000100:00100000:0.0:1767318881.144325:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2854
00000100:00100000:0.0:1767318881.144337:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2855
00000100:00100000:0.0:1767318881.144344:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999706624:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767318881.144374:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999706624:12345-0@lo:400:kworker.0 Request processed in 32us (621us total) trans 0 rc 0/0
00000100:00100000:0.0:1767318881.144380:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2855
00000100:00080000:0.0:1767318881.144407:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767318881.144410:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767318881.144500:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366962680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999706624:0@lo:400:kworker.0
00000100:00100000:0.0:1767318881.144516:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366962d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999706752:0@lo:400:kworker.0
00000100:00100000:1.0:1767318881.152096:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318881.152236:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366963b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999706368:0@lo:38:kworker.0
00000100:00100000:1.0:1767318881.152298:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767318881.152641:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999706112
00000100:00100000:3.0:1767318881.152657:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999706112
00000100:00100000:3.0:1767318881.152691:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999706368
00000100:00100000:3.0:1767318881.152694:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999706368
00000100:00100000:3.0:1767318881.152715:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4659
00000100:00100000:3.0:1767318881.152721:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999706112:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767318881.152740:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767318881.152802:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999706112:12345-0@lo:38:kworker.0 Request processed in 80us (720us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767318881.152809:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4659
00000100:00100000:3.0:1767318881.152822:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4660
00000100:00100000:3.0:1767318881.152826:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999706368:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767318881.152834:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767318881.152856:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999706368:12345-0@lo:38:kworker.0 Request processed in 28us (558us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767318881.152861:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4660
00000100:00080000:1.0:1767318881.154761:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767318881.154792:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767318881.154799:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366961f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999705856:0@lo:38:kworker.0
00000100:00080000:1.0:1767318881.154846:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767318881.154851:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767318881.154854:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999705984:0@lo:38:kworker.0
00000100:00080000:1.0:1767318881.154881:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767318881.154885:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767318881.154888:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366960a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999706112:0@lo:38:kworker.0
00000100:00080000:1.0:1767318881.154940:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767318881.154944:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767318881.154947:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366963b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999706368:0@lo:38:kworker.0
00010000:00010000:0.0:1767318881.462750:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767318882.165745:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999706880
00000100:00100000:3.0:1767318882.165754:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999706880
00000100:00100000:3.0:1767318882.165810:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2000
00000100:00100000:3.0:1767318882.165819:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345900c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999706880:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767318882.165851:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767318882.165893:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345900c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999706880:12345-0@lo:13:osp-pre-1-1.0 Request processed in 75us (181us total) trans 0 rc 0/0
00000100:00100000:3.0:1767318882.165913:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2000
00000100:00100000:3.0:1767318882.167781:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999707008
00000100:00100000:3.0:1767318882.167788:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999707008
00000100:00100000:3.0:1767318882.167867:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2001
00000100:00100000:3.0:1767318882.167876:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366962a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999707008:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767318882.167911:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767318882.167978:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366962a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999707008:12345-0@lo:13:osp-pre-0-1.0 Request processed in 103us (389us total) trans 0 rc 0/0
00000100:00100000:3.0:1767318882.167985:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2001
00000100:00100000:0.0:1767318882.168084:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999707008:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767318882.485565:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767318884.535261:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767318885.328654:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767318885.328959:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767318885.329232:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962476544
00000100:00100000:0.0:1767318885.329243:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962476544
00000100:00100000:0.0:1767318885.329311:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962476416
00000100:00100000:0.0:1767318885.329315:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962476416
00000100:00100000:0.0:1767318885.329332:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4305
00000100:00100000:0.0:1767318885.329342:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962476544:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:0.0:1767318885.329430:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962476544:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 82us (780us total) trans 0 rc 0/0
00000100:00100000:0.0:1767318885.329438:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4305
00000100:00100000:0.0:1767318885.329458:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4661
00000100:00100000:0.0:1767318885.329463:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347044700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962476416:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:0.0:1767318885.329483:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767318885.329509:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347044700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962476416:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 44us (551us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767318885.329515:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4661
00000100:00080000:3.0:1767318885.329725:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767318885.557444:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767318886.261372:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767318886.261383:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767318886.261387:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767318886.261391:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767318886.261395:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767318886.261403:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4079
00000100:00080000:3.0:1767318886.261407:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767318886.261414:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767318886.261455:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347045c00 x1853163999707136/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767318886.261475:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767318886.261478:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767318886.261480:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767318886.261484:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4079
00000100:00080000:3.0:1767318886.261486:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767318886.261489:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767318886.261499:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347044a80 x1853163999707264/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767318886.261509:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767318886.261511:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767318886.261514:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767318886.261517:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4079
00000100:00080000:3.0:1767318886.261519:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767318886.261522:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767318886.261530:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347047b80 x1853163999707392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767318886.261574:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767318886.261578:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767318886.261580:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767318886.261584:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4079
00000100:00080000:3.0:1767318886.261586:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767318886.261589:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767318886.261601:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347046d80 x1853163999707648/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767318886.261623:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347045f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999707520:0@lo:400:kworker.0
00000100:00100000:1.0:1767318886.261693:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318886.261764:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767318886.261772:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347045180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853163999707776:0@lo:400:kworker.0
00000100:00100000:0.0:1767318886.262308:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347045c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999707136:0@lo:38:kworker.0
00000100:00080000:3.0:1767318886.262576:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767318886.262598:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347046680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999707904:0@lo:400:kworker.0
00000100:00100000:1.0:1767318886.270564:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318886.270655:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347045f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999707520:0@lo:400:kworker.0
00000100:00100000:1.0:1767318886.270702:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999707776
00000100:00100000:1.0:1767318886.270709:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999707776
00000100:00100000:1.0:1767318886.270765:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4307
00000100:00100000:1.0:1767318886.270774:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853163999707776:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767318886.271054:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853163999707776:12345-0@lo:400:kworker.0 Request processed in 280us (495us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318886.271063:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4307
00000100:00080000:1.0:1767318886.271091:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767318886.271229:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347045180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853163999707776:0@lo:400:kworker.0
00000100:00100000:1.0:1767318886.271360:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347044e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999708032:0@lo:400:kworker.0
00000100:00100000:1.0:1767318886.271398:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318886.271646:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999708032
00000100:00100000:1.0:1767318886.271651:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999708032
00000100:00100000:1.0:1767318886.271688:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2856
00000100:00100000:1.0:1767318886.271695:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999708032:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767318886.271731:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999708032:12345-0@lo:400:kworker.0 Request processed in 37us (333us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318886.271738:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2856
00000100:00080000:1.0:1767318886.271751:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767318886.271768:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347044e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999708032:0@lo:400:kworker.0
00000100:00100000:0.0:1767318886.273072:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767318886.273524:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347044a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999707264:0@lo:38:kworker.0
00000100:00100000:0.0:1767318886.273564:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767318886.273584:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347047b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999707392:0@lo:38:kworker.0
00000100:00100000:1.0:1767318886.273596:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999707264
00000100:00100000:1.0:1767318886.273605:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999707264
00000100:00100000:0.0:1767318886.273609:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318886.273636:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999707392
00000100:00100000:1.0:1767318886.273641:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999707392
00000100:00100000:3.0:1767318886.273781:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767318886.273972:0:18349:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999707904
00000100:00100000:3.0:1767318886.273977:0:18349:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999707904
00000100:00100000:3.0:1767318886.274017:0:18349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2857
00000100:00100000:3.0:1767318886.274025:0:18349:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347045500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999707904:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767318886.274075:0:18349:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347045500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999707904:12345-0@lo:400:kworker.0 Request processed in 51us (294us total) trans 0 rc 0/0
00000100:00100000:3.0:1767318886.274081:0:18349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2857
00000100:00080000:3.0:1767318886.274098:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767318886.274125:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347046680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999707904:0@lo:400:kworker.0
00000100:00100000:0.0:1767318886.278215:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4662
00000100:00100000:0.0:1767318886.278228:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999707264:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767318886.278251:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767318886.278342:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999707264:12345-0@lo:38:kworker.0 Request processed in 114us (4776us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767318886.278353:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4662
00000100:00100000:0.0:1767318886.278379:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4663
00000100:00100000:0.0:1767318886.278384:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999707392:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767318886.278403:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767318886.278431:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999707392:12345-0@lo:38:kworker.0 Request processed in 47us (4825us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767318886.278437:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4663
00000100:00080000:0.0:1767318886.278479:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767318886.278485:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767318886.278489:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347047b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999707392:0@lo:38:kworker.0
00000100:00100000:0.0:1767318886.278500:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347046d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999707648:0@lo:38:kworker.0
00000100:00100000:0.0:1767318886.278535:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767318886.278577:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999707648
00000100:00100000:3.0:1767318886.278585:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999707648
00000100:00080000:0.0:1767318886.278593:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767318886.278599:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767318886.278603:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347044a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999707264:0@lo:38:kworker.0
00000100:00100000:3.0:1767318886.278623:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4664
00000100:00100000:3.0:1767318886.278629:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999707648:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767318886.278641:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767318886.278684:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999707648:12345-0@lo:38:kworker.0 Request processed in 54us (148us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767318886.278690:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4664
00000100:00080000:0.0:1767318886.279225:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767318886.279230:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767318886.279233:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347045c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999707136:0@lo:38:kworker.0
00000100:00080000:0.0:1767318886.279241:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767318886.279244:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767318886.279247:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347046d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999707648:0@lo:38:kworker.0
00010000:00010000:0.0:1767318886.582309:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767318887.286572:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999708160
00000100:00100000:1.0:1767318887.286581:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999708160
00000100:00100000:1.0:1767318887.286632:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999708288
00000100:00100000:1.0:1767318887.286635:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999708288
00000100:00100000:1.0:1767318887.286660:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2002
00000100:00100000:1.0:1767318887.286670:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366963b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999708160:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767318887.286699:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767318887.286741:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366963b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999708160:12345-0@lo:13:osp-pre-1-1.0 Request processed in 73us (735us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318887.286747:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2002
00000100:00100000:1.0:1767318887.286762:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2003
00000100:00100000:1.0:1767318887.286768:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366960a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999708288:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767318887.286794:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767318887.286818:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366960a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999708288:12345-0@lo:13:osp-pre-0-1.0 Request processed in 50us (383us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318887.286823:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2003
00010000:00010000:0.0:1767318888.631685:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767318889.653776:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767318890.434314:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767318890.434368:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962476672
00000100:00100000:3.0:1767318890.434384:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767318890.434390:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962476672
00000100:00100000:1.0:1767318890.434435:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962476800
00000100:00100000:1.0:1767318890.434439:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962476800
00000100:00100000:3.0:1767318890.434453:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4665
00000100:00100000:3.0:1767318890.434463:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347046680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962476672:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767318890.434489:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318890.434500:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4308
00000100:00100000:1.0:1767318890.434510:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347044000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962476800:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:3.0:1767318890.434554:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347046680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962476672:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 90us (250us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318890.434562:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347044000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962476800:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 53us (177us total) trans 0 rc 0/0
00000100:00100000:3.0:1767318890.434566:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4665
00000100:00100000:1.0:1767318890.434576:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4308
00000100:00080000:0.0:1767318890.436241:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767318890.677417:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767318891.381493:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767318891.381508:0:27049:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767318891.381511:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767318891.381516:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767318891.381521:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767318891.381532:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4084
00000100:00080000:3.0:1767318891.381538:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767318891.381546:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767318891.381613:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347046d80 x1853163999708416/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767318891.381645:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767318891.381650:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767318891.381652:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767318891.381655:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4084
00000100:00080000:3.0:1767318891.381658:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767318891.381662:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767318891.381675:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347045c00 x1853163999708544/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767318891.381684:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767318891.381687:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767318891.381689:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767318891.381692:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4084
00000100:00080000:3.0:1767318891.381695:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767318891.381698:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767318891.381707:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347044a80 x1853163999708672/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767318891.381750:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767318891.381754:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767318891.381755:0:27049:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767318891.381759:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4084
00000100:00080000:3.0:1767318891.381762:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767318891.381765:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767318891.381778:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347044e00 x1853163999708928/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767318891.381845:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347045180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853163999709056:0@lo:400:kworker.0
00000100:00100000:3.0:1767318891.381883:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eac9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999709312:0@lo:400:kworker.0
00000100:00100000:0.0:1767318891.381978:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347047b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999708800:0@lo:400:kworker.0
00000100:00100000:3.0:1767318891.385523:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767318891.385645:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767318891.385654:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767318891.385690:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347046d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999708416:0@lo:38:kworker.0
00000100:00100000:3.0:1767318891.385750:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767318891.385803:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999708416
00000100:00100000:3.0:1767318891.385810:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999708416
00000100:00100000:3.0:1767318891.385855:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1676
00000100:00100000:3.0:1767318891.385865:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999708416:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767318891.385900:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767318891.385950:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999708416:12345-0@lo:38:kworker.0 Request processed in 85us (199us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767318891.385961:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1676
00000100:00100000:3.0:1767318891.386149:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999708544
00000100:00100000:3.0:1767318891.386155:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999708544
00000100:00100000:3.0:1767318891.386181:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4666
00000100:00100000:3.0:1767318891.386187:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366961f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999708544:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767318891.386694:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767318891.389663:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767318891.389767:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999708800
00000100:00100000:0.0:1767318891.389776:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999708800
00000100:00100000:0.0:1767318891.389835:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4309
00000100:00100000:0.0:1767318891.389846:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999708800:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767318891.389918:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999708800:12345-0@lo:400:kworker.0 Request processed in 75us (267us total) trans 0 rc 0/0
00000100:00100000:0.0:1767318891.389926:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4309
00000100:00080000:0.0:1767318891.389946:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767318891.389979:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347047b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999708800:0@lo:400:kworker.0
00000100:00100000:1.0:1767318891.392789:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767318891.392817:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366961f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999708544:12345-0@lo:38:kworker.0 Request processed in 6619us (6735us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767318891.392839:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4666
00000100:00100000:3.0:1767318891.392909:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999709056
00000100:00100000:3.0:1767318891.392920:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999709056
00000100:00080000:1.0:1767318891.393028:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767318891.398760:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999708672
00000100:00100000:0.0:1767318891.398776:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999708672
00000100:00100000:0.0:1767318891.398840:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4310
00000100:00100000:0.0:1767318891.399108:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345ebf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853163999709056:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767318891.399251:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345ebf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853163999709056:12345-0@lo:400:kworker.0 Request processed in 402us (6470us total) trans 0 rc 0/0
00000100:00100000:0.0:1767318891.399259:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4310
00000100:00100000:0.0:1767318891.399280:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4667
00000100:00100000:0.0:1767318891.399284:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366962d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999708672:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767318891.399304:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767318891.399335:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366962d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999708672:12345-0@lo:38:kworker.0 Request processed in 50us (5821us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767318891.399344:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4667
00000100:00100000:0.0:1767318891.399417:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347045180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853163999709056:0@lo:400:kworker.0
00000100:00080000:0.0:1767318891.399467:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767318891.399473:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767318891.399476:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347044a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999708672:0@lo:38:kworker.0
00000100:00100000:0.0:1767318891.399485:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347044e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999708928:0@lo:38:kworker.0
00000100:00100000:0.0:1767318891.399520:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767318891.399542:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999708928
00000100:00100000:0.0:1767318891.399546:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999708928
00000100:00100000:0.0:1767318891.399566:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4668
00000100:00100000:0.0:1767318891.399571:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999708928:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767318891.399581:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767318891.399606:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999708928:12345-0@lo:38:kworker.0 Request processed in 35us (86us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767318891.399611:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4668
00000100:00080000:0.0:1767318891.399634:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767318891.399638:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767318891.399641:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347044e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999708928:0@lo:38:kworker.0
00000100:00080000:0.0:1767318891.399666:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767318891.399669:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767318891.399672:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347045c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999708544:0@lo:38:kworker.0
00000100:00100000:0.0:1767318892.406953:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366962680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999709440:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767318892.407057:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767318892.407086:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999709440
00000100:00100000:3.0:1767318892.407108:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999709440
00000100:00100000:3.0:1767318892.407256:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2004
00000100:00100000:3.0:1767318892.407268:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999709440:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767318892.407309:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767318892.407372:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999709440:12345-0@lo:13:osp-pre-0-1.0 Request processed in 107us (315us total) trans 0 rc 0/0
00000100:00100000:3.0:1767318892.407380:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2004
00000100:00100000:0.0:1767318892.413451:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999709568
00000100:00100000:0.0:1767318892.413834:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999709568
00000100:00100000:0.0:1767318892.413931:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2005
00000100:00100000:0.0:1767318892.413943:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366962680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999709568:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767318892.414046:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767318892.414379:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366962680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999709568:12345-0@lo:13:osp-pre-1-1.0 Request processed in 433us (6529us total) trans 0 rc 0/0
00000100:00100000:0.0:1767318892.414389:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2005
00010000:00010000:0.0:1767318892.725809:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767318893.749496:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767318894.773471:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767318895.556385:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767318895.562622:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767318895.562753:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962477056
00000100:00100000:0.0:1767318895.562763:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962477056
00000100:00100000:0.0:1767318895.562901:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4311
00000100:00100000:0.0:1767318895.562911:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f798000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962477056:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:0.0:1767318895.562989:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f798000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962477056:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 80us (377us total) trans 0 rc 0/0
00000100:00100000:0.0:1767318895.562997:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4311
00000100:00080000:1.0:1767318895.564746:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767318896.501516:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767318896.501527:0:27049:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767318896.501598:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767318896.501603:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767318896.501607:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767318896.501615:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4089
00000100:00080000:1.0:1767318896.501620:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767318896.501626:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767318896.501716:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952345ebdc00 x1853163999709696/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767318896.501776:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345ebdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999709696:0@lo:38:kworker.0
00000100:00100000:0.0:1767318896.501872:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767318896.501983:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999709696
00000100:00100000:3.0:1767318896.501993:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999709696
00000100:00100000:3.0:1767318896.502044:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1677
00000100:00100000:3.0:1767318896.502052:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999709696:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767318896.502072:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767318896.502373:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767318896.502378:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767318896.502380:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767318896.502384:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4089
00000100:00080000:1.0:1767318896.502387:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767318896.502391:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767318896.502410:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952345ebfb80 x1853163999709824/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767318896.502706:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345ebfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999709824:0@lo:38:kworker.0
00000100:00100000:0.0:1767318896.502744:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767318896.503173:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999709696:12345-0@lo:38:kworker.0 Request processed in 1120us (1299us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767318896.503181:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1677
00000100:00080000:1.0:1767318896.503258:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767318896.503263:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767318896.503265:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767318896.503269:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4089
00000100:00080000:1.0:1767318896.503272:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767318896.503276:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767318896.503292:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952345ebca80 x1853163999709952/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767318896.503358:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00080000:1.0:1767318896.503374:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767318896.503377:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767318896.503379:0:27049:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767318896.503383:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4089
00000100:00080000:1.0:1767318896.503385:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767318896.503389:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767318896.503401:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952345ebce00 x1853163999710208/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767318896.503733:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345ebd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853163999710080:0@lo:400:kworker.0
00000100:00100000:3.0:1767318896.503761:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767318896.504325:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767318896.504332:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767318896.504335:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345ebdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999709696:0@lo:38:kworker.0
00000100:00100000:0.0:1767318896.504355:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345ebca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999709952:0@lo:38:kworker.0
00000100:00100000:0.0:1767318896.504385:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318896.504486:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fa9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999710464:0@lo:400:kworker.0
00000100:00100000:1.0:1767318896.504516:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318896.504539:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767318896.504543:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fa8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999710592:0@lo:400:kworker.0
00000100:00100000:1.0:1767318896.504562:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318896.504589:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999710464
00000100:00100000:1.0:1767318896.504593:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999710464
00000100:00100000:1.0:1767318896.504625:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999710592
00000100:00100000:1.0:1767318896.504627:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999710592
00000100:00100000:1.0:1767318896.504643:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2860
00000100:00100000:1.0:1767318896.504649:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fa8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999710464:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767318896.504683:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fa8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999710464:12345-0@lo:400:kworker.0 Request processed in 35us (167us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318896.504689:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2860
00000100:00100000:1.0:1767318896.504701:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2861
00000100:00100000:1.0:1767318896.504706:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fa8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999710592:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767318896.504726:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fa8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999710592:12345-0@lo:400:kworker.0 Request processed in 20us (163us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318896.504731:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2861
00000100:00100000:1.0:1767318896.504754:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fa8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999710592:0@lo:400:kworker.0
00000100:00100000:1.0:1767318896.504763:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fa9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999710464:0@lo:400:kworker.0
00000100:00080000:1.0:1767318896.504776:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767318896.504778:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767318896.505079:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345ebce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999710208:0@lo:38:kworker.0
00000100:00100000:0.0:1767318896.505101:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767318896.505454:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767318896.505535:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767318896.505539:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767318896.505543:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345ebfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999709824:0@lo:38:kworker.0
00000100:00080000:0.0:1767318896.505556:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767318896.505559:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767318896.505562:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345ebca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999709952:0@lo:38:kworker.0
00000100:00100000:1.0:1767318896.505609:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999710208
00000100:00100000:1.0:1767318896.505612:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999710208
00000100:00100000:1.0:1767318896.505635:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4672
00000100:00100000:1.0:1767318896.505640:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999710208:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767318896.505650:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318896.505684:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999710208:12345-0@lo:38:kworker.0 Request processed in 43us (581us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318896.505689:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4672
00010000:00010000:0.0:1767318896.821709:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767318897.525740:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999710720
00000100:00100000:1.0:1767318897.525748:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999710720
00000100:00100000:1.0:1767318897.525796:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2006
00000100:00100000:1.0:1767318897.525805:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347045c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999710720:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767318897.525845:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767318897.525866:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767318897.525879:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fa9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999710848:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767318897.525895:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347045c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999710720:12345-0@lo:13:osp-pre-0-1.0 Request processed in 89us (300us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318897.525904:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2006
00000100:00100000:3.0:1767318897.525917:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318897.532543:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999710848
00000100:00100000:1.0:1767318897.532560:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999710848
00000100:00100000:1.0:1767318897.532637:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2007
00000100:00100000:1.0:1767318897.532647:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367298a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999710848:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767318897.532685:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767318897.532780:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367298a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999710848:12345-0@lo:13:osp-pre-1-1.0 Request processed in 135us (6863us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318897.532788:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2007
00010000:00010000:0.0:1767318897.845610:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767318898.869616:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767318900.673665:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00080000:1.0:1767318900.674333:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767318900.677340:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767318900.677571:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962477184
00000100:00100000:1.0:1767318900.677585:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962477184
00000100:00100000:1.0:1767318900.677638:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4673
00000100:00100000:1.0:1767318900.677647:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962477184:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767318900.677682:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318900.677752:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962477184:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 103us (421us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318900.677759:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4673
00000400:00000100:3.0:1767318900.680085:0:7000:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.52@tcp portal 26 match 1853163962477440 offset 0 length 520: 4
00010000:00010000:0.0:1767318900.917701:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767318901.627737:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767318901.627749:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767318901.627753:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767318901.627761:0:49151:0:(import.c:509:import_select_connection()) MGC192.168.202.152@tcp: connect to NID 0@lo last attempt 4073
00000100:00080000:3.0:1767318901.627767:0:49151:0:(import.c:588:import_select_connection()) MGC192.168.202.152@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767318901.627818:0:49151:0:(import.c:623:import_select_connection()) MGC192.168.202.152@tcp: import ffff95235eb57800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767318901.627856:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234bcf2a00 x1853163999710976/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767318901.627912:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767318901.627917:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767318901.627919:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767318901.627922:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4094
00000100:00080000:3.0:1767318901.627925:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767318901.627929:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767318901.627944:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234bcf0000 x1853163999711104/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767318901.627953:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767318901.627956:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767318901.627958:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767318901.627962:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4094
00000100:00080000:3.0:1767318901.627964:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767318901.627967:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767318901.627977:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234bcf0700 x1853163999711232/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767318901.627985:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767318901.627988:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767318901.628002:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767318901.628005:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4094
00000100:00080000:3.0:1767318901.628008:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767318901.628011:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767318901.628023:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234bcf1f80 x1853163999711360/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767318901.628096:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767318901.628101:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767318901.628103:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767318901.628106:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4094
00000100:00080000:3.0:1767318901.628109:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767318901.628112:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767318901.628125:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523670c0380 x1853163999711616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767318901.629073:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bcf0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999711488:0@lo:400:kworker.0
00000100:00100000:1.0:1767318901.629174:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318901.629305:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767318901.629312:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999711744:0@lo:400:kworker.0
00000100:00100000:1.0:1767318901.629335:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318901.629367:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999711488
00000100:00100000:1.0:1767318901.629374:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999711488
00000100:00100000:1.0:1767318901.629421:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999711744
00000100:00100000:1.0:1767318901.629424:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999711744
00000100:00100000:1.0:1767318901.629446:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4315
00000100:00100000:1.0:1767318901.629455:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fa8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999711488:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767318901.629504:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fa8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999711488:12345-0@lo:400:kworker.0 Request processed in 49us (329us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318901.629514:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4315
00000100:00100000:1.0:1767318901.629531:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4316
00000100:00100000:1.0:1767318901.629537:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fa8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999711744:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767318901.629562:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fa8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999711744:12345-0@lo:400:kworker.0 Request processed in 26us (227us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318901.629567:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4316
00000100:00080000:1.0:1767318901.629582:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767318901.629615:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999711744:0@lo:400:kworker.0
00000100:00100000:1.0:1767318901.629625:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bcf0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999711488:0@lo:400:kworker.0
00000100:00100000:3.0:1767318901.630116:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b20000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999712000:0@lo:400:kworker.0
00000100:00100000:3.0:1767318901.630149:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318901.630514:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999711872
00000100:00100000:1.0:1767318901.630520:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999711872
00000100:00100000:1.0:1767318901.630565:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999712000
00000100:00100000:1.0:1767318901.630570:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999712000
00000100:00100000:1.0:1767318901.630597:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2862
00000100:00100000:1.0:1767318901.630608:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347047100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999711872:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767318901.630660:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347047100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999711872:12345-0@lo:400:kworker.0 Request processed in 54us (596us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318901.630667:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2862
00000100:00100000:1.0:1767318901.630684:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2863
00000100:00100000:1.0:1767318901.630695:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b22d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999712000:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767318901.630742:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b22d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999712000:12345-0@lo:400:kworker.0 Request processed in 49us (591us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318901.630756:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2863
00000100:00080000:1.0:1767318901.630802:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767318901.630809:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767318901.630834:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b20000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999712000:0@lo:400:kworker.0
00000100:00100000:1.0:1767318901.630864:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999711872:0@lo:400:kworker.0
00000100:00100000:3.0:1767318901.631384:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999711104
00000100:00100000:3.0:1767318901.631390:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999711104
00000100:00100000:3.0:1767318901.631420:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1678
00000100:00100000:3.0:1767318901.631424:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347044e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999711104:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767318901.631433:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767318901.631487:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347044e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999711104:12345-0@lo:38:kworker.0 Request processed in 61us (1230us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767318901.631494:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1678
00000100:00080000:0.0:1767318901.631570:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767318901.631575:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767318901.631578:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bcf0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999711104:0@lo:38:kworker.0
00010000:00010000:0.0:1767318901.941463:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767318902.646384:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347047b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999712128:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767318902.646581:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fa9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999712256:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767318902.646611:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767318902.646683:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999712256
00000100:00100000:3.0:1767318902.646689:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999712256
00000100:00100000:3.0:1767318902.646724:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2009
00000100:00100000:3.0:1767318902.646731:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999712256:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767318902.646756:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767318902.646803:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999712256:12345-0@lo:13:osp-pre-1-1.0 Request processed in 73us (191us total) trans 0 rc 0/0
00000100:00100000:3.0:1767318902.646809:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2009
00000100:00100000:1.0:1767318902.646976:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fa9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999712256:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767318902.965413:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767318905.013666:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767318905.793934:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767318905.797392:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962477696
00000100:00100000:3.0:1767318905.797408:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962477696
00000100:00100000:0.0:1767318905.797430:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767318905.797592:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962477568
00000100:00100000:1.0:1767318905.797597:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962477568
00000100:00100000:3.0:1767318905.797619:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4317
00000100:00100000:3.0:1767318905.797630:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962477696:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:3.0:1767318905.797720:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962477696:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 84us (3788us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318905.799816:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4677
00000100:00100000:1.0:1767318905.799828:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345ebce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962477568:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767318905.799851:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318905.799919:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345ebce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962477568:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 92us (2494us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318905.799926:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4677
00000100:00100000:3.0:1767318905.802605:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4317
00010000:00010000:0.0:1767318906.037433:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767318906.742096:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767318906.742122:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767318906.742125:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767318906.742130:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767318906.742134:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767318906.742143:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4099
00000100:00080000:0.0:1767318906.742148:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767318906.742154:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767318906.742238:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952345ebca80 x1853163999712384/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767318906.742535:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999712384
00000100:00100000:3.0:1767318906.742557:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999712384
00000100:00100000:3.0:1767318906.742614:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1679
00000100:00100000:3.0:1767318906.742622:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347047b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999712384:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767318906.742643:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767318906.742685:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767318906.742688:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767318906.742690:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767318906.742693:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4099
00000100:00080000:0.0:1767318906.742694:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767318906.742697:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767318906.742716:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952345ebfb80 x1853163999712512/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767318906.749825:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999712512
00000100:00100000:1.0:1767318906.749835:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999712512
00000100:00100000:1.0:1767318906.749891:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4678
00000100:00100000:1.0:1767318906.749899:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366960e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999712512:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767318906.749919:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318906.749977:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366960e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999712512:12345-0@lo:38:kworker.0 Request processed in 78us (327us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318906.749985:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4678
00000100:00100000:3.0:1767318906.750674:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347047b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999712384:12345-0@lo:38:kworker.0 Request processed in 8048us (8249us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767318906.750683:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1679
00000100:00080000:0.0:1767318906.750896:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767318906.750902:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767318906.750906:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767318906.750911:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4099
00000100:00080000:0.0:1767318906.750914:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767318906.750920:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767318906.751052:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952345ebd880 x1853163999712640/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767318906.751174:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345ebdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999712768:0@lo:400:kworker.0
00000100:00100000:1.0:1767318906.751229:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767318906.751315:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999712768
00000100:00100000:3.0:1767318906.751321:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999712768
00000100:00100000:3.0:1767318906.751381:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4318
00000100:00100000:3.0:1767318906.751389:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fa9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999712768:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767318906.751580:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767318906.751584:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767318906.751587:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767318906.751591:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4099
00000100:00080000:0.0:1767318906.751594:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767318906.751598:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767318906.751617:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237138b480 x1853163999712896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767318906.751683:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fa9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999712768:12345-0@lo:400:kworker.0 Request processed in 294us (452us total) trans 0 rc 0/0
00000100:00100000:3.0:1767318906.751690:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4318
00000100:00080000:3.0:1767318906.751756:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767318906.751775:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237138a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853163999713024:0@lo:400:kworker.0
00000100:00100000:3.0:1767318906.751804:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767318906.751831:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999713024
00000100:00100000:3.0:1767318906.751835:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999713024
00000100:00100000:3.0:1767318906.751863:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4319
00000100:00100000:3.0:1767318906.751869:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b20000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999713024:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767318906.751918:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b20000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999713024:12345-0@lo:400:kworker.0 Request processed in 49us (113us total) trans 0 rc 0/0
00000100:00100000:3.0:1767318906.751924:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4319
00000100:00080000:3.0:1767318906.751938:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767318906.752187:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237138a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853163999713024:0@lo:400:kworker.0
00000100:00100000:0.0:1767318906.752619:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d070700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999713280:0@lo:400:kworker.0
00000100:00100000:0.0:1767318906.753237:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767318906.753269:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767318906.753276:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237138a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999713152:0@lo:400:kworker.0
00000100:00100000:0.0:1767318906.753300:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767318906.753331:0:18349:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999713280
00000100:00100000:0.0:1767318906.753337:0:18349:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999713280
00000100:00100000:0.0:1767318906.753377:0:18349:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999713152
00000100:00100000:0.0:1767318906.753381:0:18349:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999713152
00000100:00100000:0.0:1767318906.753404:0:18349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2864
00000100:00100000:0.0:1767318906.753412:0:18349:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d072a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999713280:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767318906.753455:0:18349:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d072a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999713280:12345-0@lo:400:kworker.0 Request processed in 44us (219us total) trans 0 rc 0/0
00000100:00100000:0.0:1767318906.753460:0:18349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2864
00000100:00100000:0.0:1767318906.753473:0:18349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2865
00000100:00100000:0.0:1767318906.753480:0:18349:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d073800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999713152:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767318906.753507:0:18349:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d073800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999713152:12345-0@lo:400:kworker.0 Request processed in 28us (206us total) trans 0 rc 0/0
00000100:00100000:0.0:1767318906.753513:0:18349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2865
00000100:00080000:0.0:1767318906.753532:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767318906.753535:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767318906.753561:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237138a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999713152:0@lo:400:kworker.0
00000100:00100000:0.0:1767318906.753570:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d070700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999713280:0@lo:400:kworker.0
00000100:00100000:3.0:1767318906.754057:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999712640
00000100:00100000:3.0:1767318906.754062:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999712640
00000100:00100000:3.0:1767318906.754098:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999712896
00000100:00100000:3.0:1767318906.754102:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999712896
00000100:00100000:3.0:1767318906.754122:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4679
00000100:00100000:3.0:1767318906.754127:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345ebca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999712640:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767318906.754145:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767318906.754180:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345ebca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999712640:12345-0@lo:38:kworker.0 Request processed in 53us (328us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767318906.754186:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4679
00000100:00100000:3.0:1767318906.754223:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4680
00000100:00100000:3.0:1767318906.754227:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eac9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999712896:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767318906.754236:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767318906.754260:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eac9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999712896:12345-0@lo:38:kworker.0 Request processed in 32us (361us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767318906.754265:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4680
00000100:00100000:1.0:1767318906.755615:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345ebdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999712768:0@lo:400:kworker.0
00010000:00010000:0.0:1767318907.061481:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767318907.765525:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767318907.765559:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d070700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999713408:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767318907.765653:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767318907.765794:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999713408
00000100:00100000:0.0:1767318907.765810:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999713408
00000100:00100000:0.0:1767318907.765894:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2010
00000100:00100000:0.0:1767318907.765914:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999713408:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767318907.765964:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767318907.766035:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999713408:12345-0@lo:13:osp-pre-0-1.0 Request processed in 133us (382us total) trans 0 rc 0/0
00000100:00100000:0.0:1767318907.766042:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2010
00010000:00010000:0.0:1767318909.113860:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767318910.134218:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767318910.918807:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767318910.918886:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767318910.919547:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4681
00000100:00100000:1.0:1767318910.919555:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d070a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962477824:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767318910.919596:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318910.919651:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d070a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962477824:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 94us (853us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318910.919658:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4681
00000100:00080000:0.0:1767318910.919847:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767318911.157663:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767318911.862006:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345ebdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999713664:0@lo:38:kworker.0
00000100:00100000:0.0:1767318911.862068:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767318911.862115:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345ebfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999713792:0@lo:38:kworker.0
00000100:00100000:0.0:1767318911.862145:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767318911.862172:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999713920:0@lo:38:kworker.0
00000100:00100000:3.0:1767318911.862172:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bfe0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999714048:0@lo:400:kworker.0
00000100:00100000:0.0:1767318911.862235:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767318911.862255:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bfe1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999714176:0@lo:38:kworker.0
00000100:00100000:0.0:1767318911.862296:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767318911.862341:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999714432
00000100:00100000:0.0:1767318911.862344:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999714432
00000100:00100000:0.0:1767318911.862378:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999714560
00000100:00100000:0.0:1767318911.862380:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999714560
00000100:00100000:0.0:1767318911.862400:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2866
00000100:00100000:0.0:1767318911.862408:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999714432:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767318911.862457:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999714432:12345-0@lo:400:kworker.0 Request processed in 49us (212us total) trans 0 rc 0/0
00000100:00100000:0.0:1767318911.862464:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2866
00000100:00100000:0.0:1767318911.862479:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2867
00000100:00100000:0.0:1767318911.862485:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b24a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999714560:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767318911.862510:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b24a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999714560:12345-0@lo:400:kworker.0 Request processed in 26us (206us total) trans 0 rc 0/0
00000100:00100000:0.0:1767318911.862516:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2867
00000100:00080000:0.0:1767318911.862535:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767318911.862539:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767318911.862567:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952344b25500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999714560:0@lo:400:kworker.0
00000100:00100000:0.0:1767318911.862577:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952344b25180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999714432:0@lo:400:kworker.0
00000100:00100000:1.0:1767318911.863005:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bfe3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853163999714304:0@lo:400:kworker.0
00000100:00100000:1.0:1767318911.863065:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318911.863104:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999713664
00000100:00100000:0.0:1767318911.863105:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999714304
00000100:00100000:0.0:1767318911.863109:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999714304
00000100:00100000:1.0:1767318911.863109:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999713664
00000100:00100000:1.0:1767318911.863157:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1680
00000100:00100000:1.0:1767318911.863162:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d070700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999713664:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767318911.863173:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767318911.863215:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4321
00000100:00100000:0.0:1767318911.863223:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fa9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853163999714304:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767318911.863233:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d070700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999713664:12345-0@lo:38:kworker.0 Request processed in 71us (1165us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318911.863239:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1680
00000100:00100000:0.0:1767318911.863259:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fa9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853163999714304:12345-0@lo:400:kworker.0 Request processed in 38us (194us total) trans 0 rc 0/0
00000100:00100000:0.0:1767318911.863276:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4321
00000100:00100000:1.0:1767318911.863277:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bfe3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853163999714304:0@lo:400:kworker.0
00000100:00080000:1.0:1767318911.863297:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767318911.863301:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767318911.863303:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345ebdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999713664:0@lo:38:kworker.0
00000100:00100000:3.0:1767318911.863943:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767318911.864011:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999714048
00000100:00100000:0.0:1767318911.864017:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999714048
00000100:00100000:0.0:1767318911.864070:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4322
00000100:00100000:0.0:1767318911.864078:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366986a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999714048:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767318911.864130:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366986a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999714048:12345-0@lo:400:kworker.0 Request processed in 53us (192us total) trans 0 rc 0/0
00000100:00100000:0.0:1767318911.864136:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4322
00000100:00100000:3.0:1767318912.886891:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952344b25180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999714688:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767318912.886955:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767318912.887004:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767318912.887010:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366965c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999714816:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767318912.888481:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767318912.890035:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999714688
00000100:00100000:0.0:1767318912.890047:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999714688
00000100:00100000:0.0:1767318912.890108:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999714816
00000100:00100000:0.0:1767318912.890111:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999714816
00000100:00100000:0.0:1767318912.890146:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2012
00000100:00100000:0.0:1767318912.890155:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366987b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999714688:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767318912.890189:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767318912.890278:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366987b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999714688:12345-0@lo:13:osp-pre-1-1.0 Request processed in 124us (3322us total) trans 0 rc 0/0
00000100:00100000:0.0:1767318912.890286:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2012
00000100:00100000:0.0:1767318912.890304:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2013
00000100:00100000:0.0:1767318912.890311:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f56d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999714816:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767318912.890366:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767318912.890407:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f56d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999714816:12345-0@lo:13:osp-pre-0-1.0 Request processed in 97us (1931us total) trans 0 rc 0/0
00000100:00100000:0.0:1767318912.890413:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2013
00000100:00100000:3.0:1767318912.894943:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366965c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999714816:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767318912.894966:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952344b25180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999714688:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767318913.205601:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767318914.232282:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767318915.254086:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767318916.034025:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767318916.034068:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767318916.034216:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962478080
00000100:00100000:1.0:1767318916.034226:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962478080
00000100:00100000:1.0:1767318916.034282:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962478208
00000100:00100000:1.0:1767318916.034286:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962478208
00000100:00100000:1.0:1767318916.034343:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4323
00000100:00100000:1.0:1767318916.034354:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366964700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962478208:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:3.0:1767318916.034362:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4685
00000100:00100000:3.0:1767318916.034371:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366964e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962478080:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767318916.034392:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318916.034665:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366964700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962478208:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 312us (594us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318916.034675:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4323
00000100:00100000:3.0:1767318916.035160:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366964e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962478080:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 786us (1143us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767318916.035168:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4685
00000100:00100000:3.0:1767318916.981675:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bfe3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853163999715584:0@lo:400:kworker.0
00000100:00100000:0.0:1767318916.981761:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345ebfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999715328:0@lo:400:kworker.0
00000100:00100000:1.0:1767318916.981903:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952344b25500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999714944:0@lo:38:kworker.0
00000100:00100000:3.0:1767318916.982135:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767318916.982168:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bfe1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999715712:0@lo:400:kworker.0
00000100:00100000:0.0:1767318916.982238:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767318916.982281:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999715584
00000100:00100000:0.0:1767318916.982282:0:18349:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999715712
00000100:00100000:0.0:1767318916.982290:0:18349:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999715712
00000100:00100000:3.0:1767318916.982290:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999715584
00000100:00100000:3.0:1767318916.982365:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4324
00000100:00100000:3.0:1767318916.982378:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f54000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999715584:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767318916.982434:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f54000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999715584:12345-0@lo:400:kworker.0 Request processed in 59us (300us total) trans 0 rc 0/0
00000100:00100000:3.0:1767318916.982442:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4324
00000100:00100000:1.0:1767318916.982462:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318916.982490:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952344b25180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999715072:0@lo:38:kworker.0
00000100:00100000:1.0:1767318916.982511:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318916.982528:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345ebdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999715200:0@lo:38:kworker.0
00000100:00100000:1.0:1767318916.982546:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318916.982560:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bfe0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999715456:0@lo:38:kworker.0
00000100:00100000:1.0:1767318916.982580:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318916.982607:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999715072
00000100:00100000:1.0:1767318916.982611:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999715072
00000100:00100000:1.0:1767318916.982630:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999715200
00000100:00100000:1.0:1767318916.982633:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999715200
00000100:00100000:3.0:1767318916.982652:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999715456
00000100:00100000:3.0:1767318916.982657:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999715456
00000100:00100000:1.0:1767318916.982662:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4686
00000100:00100000:1.0:1767318916.982668:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bcf0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999715072:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767318916.982678:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4687
00000100:00100000:3.0:1767318916.982684:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bcf1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999715200:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767318916.982688:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:3.0:1767318916.982699:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318916.982731:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bcf0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999715072:12345-0@lo:38:kworker.0 Request processed in 60us (217us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767318916.982738:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bcf1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999715200:12345-0@lo:38:kworker.0 Request processed in 52us (189us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318916.982741:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4686
00000100:00100000:3.0:1767318916.982750:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4687
00000100:00100000:1.0:1767318916.982763:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4688
00000100:00100000:1.0:1767318916.983484:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bcf0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999715456:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767318916.983497:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318916.983539:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bcf0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999715456:12345-0@lo:38:kworker.0 Request processed in 57us (957us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767318916.983542:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bfe3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853163999715584:0@lo:400:kworker.0
00000100:00100000:1.0:1767318916.983555:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4688
00000100:00100000:1.0:1767318916.983583:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999714944
00000100:00100000:1.0:1767318916.983588:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999714944
00000100:00100000:1.0:1767318916.983610:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1681
00000100:00100000:1.0:1767318916.983614:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fa9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999714944:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767318916.983627:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318916.983671:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fa9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999714944:12345-0@lo:38:kworker.0 Request processed in 56us (1210us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318916.983678:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1681
00000100:00100000:3.0:1767318916.983741:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999715840
00000100:00100000:3.0:1767318916.983746:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999715840
00000100:00080000:1.0:1767318916.986762:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767318916.987031:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767318916.987036:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952344b25500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999714944:0@lo:38:kworker.0
00000100:00080000:1.0:1767318916.987054:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767318916.987063:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767318916.987066:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952344b25180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999715072:0@lo:38:kworker.0
00000100:00080000:1.0:1767318916.987078:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767318916.987081:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767318916.987084:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345ebdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999715200:0@lo:38:kworker.0
00000100:00080000:1.0:1767318916.987167:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767318916.987173:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767318916.987176:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bfe0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999715456:0@lo:38:kworker.0
00000100:00100000:0.0:1767318916.990160:0:18349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2868
00000100:00100000:0.0:1767318916.990177:0:18349:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366967800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999715712:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767318916.990285:0:18349:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366967800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999715712:12345-0@lo:400:kworker.0 Request processed in 114us (8046us total) trans 0 rc 0/0
00000100:00100000:0.0:1767318916.990293:0:18349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2868
00000100:00100000:0.0:1767318916.990342:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bfe1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999715712:0@lo:400:kworker.0
00000100:00100000:0.0:1767318916.990632:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999715328
00000100:00100000:0.0:1767318916.990647:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999715328
00000100:00100000:0.0:1767318916.990698:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4325
00000100:00100000:0.0:1767318916.990705:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373fac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999715328:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767318916.990741:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373fac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999715328:12345-0@lo:400:kworker.0 Request processed in 36us (195us total) trans 0 rc 0/0
00000100:00100000:0.0:1767318916.990747:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4325
00000100:00100000:3.0:1767318917.000730:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2869
00000100:00100000:3.0:1767318917.000749:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373fadf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999715840:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767318917.002304:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373fadf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999715840:12345-0@lo:400:kworker.0 Request processed in 1556us (19934us total) trans 0 rc 0/0
00000100:00100000:3.0:1767318917.002327:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2869
00000100:00100000:1.0:1767318917.002392:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999715840:0@lo:400:kworker.0
00010000:00010000:0.0:1767318917.301724:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767318918.005722:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366966300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999715968:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767318918.005799:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767318918.005955:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952373face00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999716096:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767318918.005988:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767318918.006027:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999715968
00000100:00100000:0.0:1767318918.006034:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999715968
00000100:00100000:1.0:1767318918.006072:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999716096
00000100:00100000:1.0:1767318918.006077:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999716096
00000100:00100000:0.0:1767318918.006089:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2014
00000100:00100000:0.0:1767318918.006097:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999715968:12345-0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767318918.006114:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2015
00000100:00100000:1.0:1767318918.006120:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366965c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999716096:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767318918.006126:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00002000:00000024:1.0:1767318918.006135:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767318918.006171:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366965c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999716096:12345-0@lo:13:osp-pre-1-1.0 Request processed in 51us (182us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318918.006177:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2015
00000100:00100000:1.0:1767318918.006258:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952373face00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999716096:0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767318918.006284:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767318918.006288:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767318918.016956:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999715968:12345-0@lo:13:osp-pre-0-1.0 Request processed in 10847us (11145us total) trans 0 rc 0/0
00000100:00100000:0.0:1767318918.016972:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2014
00000100:00100000:3.0:1767318918.019129:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366966300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999715968:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767318918.325780:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767318919.350038:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767318921.156770:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767318921.156821:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767318921.164326:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962478464
00000100:00100000:3.0:1767318921.164340:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962478464
00000100:00100000:3.0:1767318921.164550:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962478336
00000100:00100000:3.0:1767318921.164555:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962478336
00000100:00100000:3.0:1767318921.164582:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4326
00000100:00100000:3.0:1767318921.164606:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bcf0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962478464:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:3.0:1767318921.164698:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bcf0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962478464:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 107us (7939us total) trans 0 rc 0/0
00000100:00100000:3.0:1767318921.164706:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4326
00000100:00100000:3.0:1767318921.164726:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4689
00000100:00100000:3.0:1767318921.164731:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962478336:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767318921.164750:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767318921.164771:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962478336:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 40us (7951us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767318921.164776:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4689
00000100:00080000:1.0:1767318921.166311:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767318921.399058:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767318922.102189:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952373faf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999716608:0@lo:400:kworker.0
00000100:00100000:3.0:1767318922.102284:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767318922.102334:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999716992
00000100:00100000:3.0:1767318922.102342:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999716992
00000100:00100000:1.0:1767318922.103560:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952373fadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999716224:0@lo:38:kworker.0
00000100:00100000:1.0:1767318922.103616:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318922.103667:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952373fac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999716352:0@lo:38:kworker.0
00000100:00100000:1.0:1767318922.103691:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318922.103707:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952373fad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999716480:0@lo:38:kworker.0
00000100:00100000:1.0:1767318922.103737:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318922.103753:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952373faea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999716736:0@lo:38:kworker.0
00000100:00100000:1.0:1767318922.103771:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318922.103838:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999717120
00000100:00100000:1.0:1767318922.103846:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999717120
00000100:00100000:3.0:1767318922.103857:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2870
00000100:00100000:3.0:1767318922.103878:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373fae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999716992:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767318922.103977:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373fae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999716992:12345-0@lo:400:kworker.0 Request processed in 108us (2200us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318922.104064:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2871
00000100:00100000:1.0:1767318922.104078:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373faf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999717120:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767318922.104125:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373faf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999717120:12345-0@lo:400:kworker.0 Request processed in 51us (1638us total) trans 0 rc 0/0
00000100:00100000:0.0:1767318922.104334:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999716352
00000100:00100000:0.0:1767318922.104340:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999716352
00000100:00100000:0.0:1767318922.104356:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999716480
00000100:00100000:0.0:1767318922.104358:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999716480
00000100:00100000:0.0:1767318922.104365:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999716736
00000100:00100000:0.0:1767318922.104367:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999716736
00000100:00100000:0.0:1767318922.104375:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4690
00000100:00100000:0.0:1767318922.104380:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345ebdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999716352:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767318922.104399:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767318922.104439:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345ebdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999716352:12345-0@lo:38:kworker.0 Request processed in 58us (747us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767318922.104445:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4690
00000100:00100000:0.0:1767318922.104458:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4691
00000100:00100000:0.0:1767318922.104462:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b25180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999716480:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767318922.104471:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767318922.104493:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b25180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999716480:12345-0@lo:38:kworker.0 Request processed in 30us (755us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767318922.104502:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4691
00000100:00100000:0.0:1767318922.104512:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4692
00000100:00100000:0.0:1767318922.104515:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b25500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999716736:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767318922.104523:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767318922.104543:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b25500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999716736:12345-0@lo:38:kworker.0 Request processed in 27us (772us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767318922.104548:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4692
00000100:00100000:0.0:1767318922.104679:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999716224
00000100:00100000:0.0:1767318922.104684:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999716224
00000100:00100000:0.0:1767318922.104704:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1682
00000100:00100000:0.0:1767318922.104708:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345ebfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999716224:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767318922.104717:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767318922.104743:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345ebfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999716224:12345-0@lo:38:kworker.0 Request processed in 34us (1127us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767318922.104749:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1682
00000100:00080000:0.0:1767318922.104765:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767318922.104769:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767318922.104771:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767318922.104815:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767318922.104819:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767318922.104823:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952373fadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999716224:0@lo:38:kworker.0
00000100:00080000:0.0:1767318922.104832:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767318922.104835:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767318922.104837:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952373fac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999716352:0@lo:38:kworker.0
00000100:00080000:0.0:1767318922.104845:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767318922.104848:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767318922.104850:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952373fad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999716480:0@lo:38:kworker.0
00000100:00080000:0.0:1767318922.104857:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767318922.104860:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767318922.104862:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952373faea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999716736:0@lo:38:kworker.0
00000100:00100000:0.0:1767318922.104942:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952373faca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999716864:0@lo:400:kworker.0
00000100:00100000:0.0:1767318922.104954:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952373faf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999716608:0@lo:400:kworker.0
00000100:00100000:0.0:1767318922.104990:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952373fac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999717120:0@lo:400:kworker.0
00000100:00100000:0.0:1767318922.105001:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952373fafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999716992:0@lo:400:kworker.0
00000100:00100000:3.0:1767318922.106131:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2870
00000100:00100000:1.0:1767318922.112470:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2871
00010000:00010000:0.0:1767318922.423941:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767318923.125507:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767318923.125546:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952373fad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999717248:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767318923.125669:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767318923.125717:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366966300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999717376:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767318923.125740:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00010000:0.0:1767318923.445404:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767318925.247955:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00080000:0.0:1767318925.250068:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000400:00000100:1.0:1767318925.251142:0:6999:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.52@tcp portal 26 match 1853163962478592 offset 0 length 520: 4
00000100:00100000:0.0:1767318925.251711:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767318925.251806:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962478720
00000100:00100000:3.0:1767318925.251816:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962478720
00000100:00100000:3.0:1767318925.251864:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4693
00000100:00100000:3.0:1767318925.251872:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962478720:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767318925.251894:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767318925.252000:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962478720:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 126us (289us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767318925.252008:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4693
00010000:00010000:0.0:1767318925.496438:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767318926.204618:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767318926.204642:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1767318926.204647:0:27049:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767318926.204657:0:27049:0:(import.c:509:import_select_connection()) MGC192.168.202.152@tcp: connect to NID 0@lo last attempt 4099
00000100:00080000:1.0:1767318926.204662:0:27049:0:(import.c:588:import_select_connection()) MGC192.168.202.152@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767318926.204669:0:27049:0:(import.c:623:import_select_connection()) MGC192.168.202.152@tcp: import ffff95235eb57800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767318926.204711:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523670c3100 x1853163999717504/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767318926.204745:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767318926.204749:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767318926.204751:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767318926.204755:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4120
00000100:00080000:1.0:1767318926.204757:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767318926.204761:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767318926.204779:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523670c0380 x1853163999717632/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767318926.204788:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767318926.204791:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767318926.204793:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767318926.204796:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4120
00000100:00080000:1.0:1767318926.204798:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767318926.204801:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767318926.204813:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523670c0a80 x1853163999717760/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767318926.204821:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767318926.204824:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767318926.204826:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767318926.204829:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4120
00000100:00080000:1.0:1767318926.204831:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767318926.204835:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767318926.205088:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234823a300 x1853163999717888/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767318926.205132:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767318926.205135:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767318926.205137:0:27049:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767318926.205145:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4120
00000100:00080000:1.0:1767318926.205148:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767318926.205152:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767318926.205164:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234823b100 x1853163999718144/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767318926.205288:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234823a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999718400:0@lo:400:kworker.0
00000100:00100000:3.0:1767318926.205290:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234823b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999718016:0@lo:400:kworker.0
00000100:00100000:0.0:1767318926.205452:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853163999717504:0@lo:250:kworker.0
00000100:00100000:3.0:1767318926.213788:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767318926.214832:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999718016
00000100:00100000:3.0:1767318926.214859:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999718016
00000100:00100000:3.0:1767318926.214933:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4330
00000100:00100000:3.0:1767318926.214946:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999718016:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767318926.215023:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999718016:12345-0@lo:400:kworker.0 Request processed in 82us (1243us total) trans 0 rc 0/0
00000100:00100000:3.0:1767318926.215030:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4330
00000100:00080000:3.0:1767318926.215052:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767318926.215082:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234823b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999718016:0@lo:400:kworker.0
00000100:00100000:3.0:1767318926.215123:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234823ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999718528:0@lo:400:kworker.0
00000100:00100000:3.0:1767318926.215470:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767318926.215840:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999718528
00000100:00100000:3.0:1767318926.215854:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999718528
00000100:00100000:3.0:1767318926.215888:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2872
00000100:00100000:3.0:1767318926.215895:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999718528:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767318926.215940:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999718528:12345-0@lo:400:kworker.0 Request processed in 46us (470us total) trans 0 rc 0/0
00000100:00100000:3.0:1767318926.215946:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2872
00000100:00080000:3.0:1767318926.215966:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767318926.215984:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234823ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999718528:0@lo:400:kworker.0
00000400:00000100:0.0:1767318926.218005:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163999717504 offset 0 length 520: 4
00000100:00100000:0.0:1767318926.218051:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999717632:0@lo:38:kworker.0
00000100:00100000:0.0:1767318926.218086:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767318926.218117:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999717760:0@lo:38:kworker.0
00000100:00100000:0.0:1767318926.218138:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767318926.218158:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234823a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999717888:0@lo:38:kworker.0
00000100:00100000:0.0:1767318926.218215:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767318926.218234:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234823b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999718144:0@lo:38:kworker.0
00000100:00100000:0.0:1767318926.218254:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767318926.218289:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999718272
00000100:00100000:0.0:1767318926.218296:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999718272
00000100:00100000:0.0:1767318926.218343:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999717760
00000100:00100000:0.0:1767318926.218347:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999717760
00000100:00100000:0.0:1767318926.218360:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999717888
00000100:00100000:0.0:1767318926.218362:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999717888
00000100:00100000:0.0:1767318926.218369:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999718144
00000100:00100000:0.0:1767318926.218370:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999718144
00000100:00100000:0.0:1767318926.218380:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4331
00000100:00100000:0.0:1767318926.218387:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373fad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999718272:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767318926.218437:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373fad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999718272:12345-0@lo:400:kworker.0 Request processed in 51us (658us total) trans 0 rc 0/0
00000100:00100000:0.0:1767318926.218444:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4331
00000100:00100000:0.0:1767318926.218460:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4694
00000100:00100000:0.0:1767318926.218464:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999717760:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767318926.218481:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767318926.218512:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999717760:12345-0@lo:38:kworker.0 Request processed in 47us (372us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767318926.218518:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4694
00000100:00100000:0.0:1767318926.218529:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4695
00000100:00100000:0.0:1767318926.218532:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367243480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999717888:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767318926.218541:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767318926.218574:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367243480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999717888:12345-0@lo:38:kworker.0 Request processed in 40us (359us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767318926.218580:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4695
00000100:00100000:0.0:1767318926.218592:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4696
00000100:00100000:0.0:1767318926.218596:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367242a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999718144:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767318926.218606:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767318926.218643:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367242a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999718144:12345-0@lo:38:kworker.0 Request processed in 32us (373us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767318926.218649:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4696
00000100:00080000:0.0:1767318926.218679:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767318926.218705:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767318926.218710:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767318926.218714:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999717760:0@lo:38:kworker.0
00000100:00080000:0.0:1767318926.218723:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767318926.218726:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767318926.218728:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234823a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999717888:0@lo:38:kworker.0
00000100:00080000:0.0:1767318926.218734:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767318926.218737:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767318926.218739:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234823b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999718144:0@lo:38:kworker.0
00000100:00080000:3.0:1767318926.221290:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767318926.221298:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767318926.221302:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999717632:0@lo:38:kworker.0
00000100:00100000:0.0:1767318926.227012:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767318926.231142:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999718400
00000100:00100000:3.0:1767318926.231159:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999718400
00000100:00100000:3.0:1767318926.231268:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2873
00000100:00100000:3.0:1767318926.231279:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367240a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999718400:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767318926.231393:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367240a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999718400:12345-0@lo:400:kworker.0 Request processed in 116us (4389us total) trans 0 rc 0/0
00000100:00100000:3.0:1767318926.231402:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2873
00000100:00080000:0.0:1767318926.231514:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00010000:00010000:0.0:1767318926.517543:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767318927.544229:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767318928.246868:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952373fae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999718656:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767318928.247079:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367243b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999718784:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767318928.247148:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999718656
00000100:00100000:3.0:1767318928.247155:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999718656
00000100:00100000:3.0:1767318928.247244:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2018
00000100:00100000:3.0:1767318928.247253:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373faed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999718656:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767318928.247283:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00080000:0.0:1767318928.247344:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767318928.249113:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318928.249181:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999718784
00000100:00100000:1.0:1767318928.249189:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999718784
00000100:00100000:1.0:1767318928.249255:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2019
00000100:00100000:1.0:1767318928.249265:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952348239500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999718784:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767318928.249294:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767318928.249343:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952348239500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999718784:12345-0@lo:13:osp-pre-0-1.0 Request processed in 80us (235us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318928.249528:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2019
00000100:00080000:1.0:1767318928.249564:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767318928.249618:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367243b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999718784:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767318928.251837:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373faed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999718656:12345-0@lo:13:osp-pre-1-1.0 Request processed in 4577us (4744us total) trans 0 rc 0/0
00000100:00100000:3.0:1767318928.251850:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2018
00010000:00010000:0.0:1767318929.589582:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767318930.369473:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767318930.369557:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767318930.369629:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962479104
00000100:00100000:0.0:1767318930.369640:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962479104
00000100:00100000:0.0:1767318930.369724:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962478976
00000100:00100000:0.0:1767318930.369728:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962478976
00000100:00100000:0.0:1767318930.369752:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4332
00000100:00100000:0.0:1767318930.369763:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952348239f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962479104:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:0.0:1767318930.369851:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952348239f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962479104:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 89us (387us total) trans 0 rc 0/0
00000100:00100000:0.0:1767318930.369858:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4332
00000100:00100000:0.0:1767318930.369878:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4697
00000100:00100000:0.0:1767318930.369882:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952348238000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962478976:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:0.0:1767318930.369901:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767318930.369927:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952348238000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962478976:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 43us (371us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767318930.369933:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4697
00000100:00080000:1.0:1767318930.370419:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767318930.613417:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767318931.321934:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952373fae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999718912:0@lo:38:kworker.0
00000100:00100000:3.0:1767318931.322017:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767318931.322101:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999718912
00000100:00100000:0.0:1767318931.322110:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999718912
00000100:00100000:0.0:1767318931.322155:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1684
00000100:00100000:0.0:1767318931.322162:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999718912:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767318931.322183:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318931.322271:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952373fad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999719808:0@lo:400:kworker.0
00000100:00100000:3.0:1767318931.324836:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952373fad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999719040:0@lo:38:kworker.0
00000100:00100000:3.0:1767318931.324865:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767318931.324885:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952373fafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999719168:0@lo:38:kworker.0
00000100:00100000:3.0:1767318931.324906:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767318931.324927:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952373faf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999719424:0@lo:38:kworker.0
00000100:00100000:3.0:1767318931.324950:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767318931.324978:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999719040
00000100:00100000:3.0:1767318931.325137:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999719040
00000100:00100000:3.0:1767318931.325163:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999719168
00000100:00100000:3.0:1767318931.325166:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999719168
00000100:00100000:3.0:1767318931.325177:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999719424
00000100:00100000:3.0:1767318931.325179:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999719424
00000100:00100000:3.0:1767318931.325189:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4698
00000100:00100000:3.0:1767318931.325207:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999719040:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767318931.325225:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767318931.326707:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999719040:12345-0@lo:38:kworker.0 Request processed in 1505us (1835us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767318931.326717:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4698
00000100:00100000:3.0:1767318931.326745:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4700
00000100:00100000:3.0:1767318931.326750:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999719424:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767318931.326766:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767318931.326794:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999719424:12345-0@lo:38:kworker.0 Request processed in 44us (1844us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767318931.326798:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4700
00000100:00080000:3.0:1767318931.326836:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767318931.326841:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767318931.326844:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952373faf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999719424:0@lo:38:kworker.0
00000100:00080000:3.0:1767318931.326854:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767318931.326856:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767318931.326859:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952373fad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999719040:0@lo:38:kworker.0
00000100:00080000:3.0:1767318931.326866:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767318931.326869:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767318931.326872:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952373fafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999719168:0@lo:38:kworker.0
00000100:00080000:3.0:1767318931.326906:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767318931.326910:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767318931.327150:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767318931.327281:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999718912:12345-0@lo:38:kworker.0 Request processed in 5117us (5261us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767318931.327289:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1684
00000100:00080000:1.0:1767318931.327360:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767318931.327741:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952373fad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999719808:0@lo:400:kworker.0
00000100:00080000:3.0:1767318931.327790:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767318931.327795:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767318931.327797:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952373fae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999718912:0@lo:38:kworker.0
00010000:00010000:0.0:1767318931.637428:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767318933.365430:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367240700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999720064:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767318933.365459:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952373faea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999719936:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767318933.367300:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318933.371917:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767318933.376142:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999720064
00000100:00100000:0.0:1767318933.376159:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999720064
00000100:00080000:3.0:1767318933.380173:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767318933.380185:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767318933.389077:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2021
00000100:00100000:0.0:1767318933.389098:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952348239c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999720064:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767318933.389142:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767318933.389265:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952348239c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999720064:12345-0@lo:13:osp-pre-0-1.0 Request processed in 175us (17356us total) trans 0 rc 0/0
00000100:00100000:0.0:1767318933.389272:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2021
00000100:00100000:1.0:1767318933.390279:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367240700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999720064:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767318933.685533:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767318934.709520:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767318935.497458:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767318935.497550:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767318935.517686:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962479360
00000100:00100000:3.0:1767318935.517700:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962479360
00000100:00100000:3.0:1767318935.517802:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962479232
00000100:00100000:3.0:1767318935.517807:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962479232
00000100:00100000:3.0:1767318935.517846:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4335
00000100:00100000:3.0:1767318935.517856:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367242300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962479360:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:3.0:1767318935.517944:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367242300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962479360:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 90us (20496us total) trans 0 rc 0/0
00000100:00100000:3.0:1767318935.517952:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4335
00000100:00100000:3.0:1767318935.517971:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4701
00000100:00100000:3.0:1767318935.517975:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367243800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962479232:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767318935.517994:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767318935.518020:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367243800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962479232:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 44us (20471us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767318935.518025:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4701
00000100:00080000:1.0:1767318935.518961:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767318935.734883:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767318936.437365:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767318936.437374:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767318936.437377:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767318936.437381:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767318936.437385:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767318936.437392:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4129
00000100:00080000:0.0:1767318936.437396:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767318936.437402:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767318936.437440:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952367243100 x1853163999720192/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767318936.442528:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767318936.442537:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767318936.442541:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767318936.442548:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4129
00000100:00080000:0.0:1767318936.442552:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767318936.442559:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767318936.442598:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952367241180 x1853163999720320/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767318936.442613:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767318936.442616:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767318936.442618:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767318936.442622:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4129
00000100:00080000:0.0:1767318936.442624:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767318936.442626:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767318936.442635:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952367242680 x1853163999720448/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767318936.442671:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767318936.442674:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767318936.442676:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767318936.442679:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4129
00000100:00080000:0.0:1767318936.442681:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767318936.442684:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767318936.442691:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952367241500 x1853163999720704/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767318936.442760:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367242d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999720576:0@lo:400:kworker.0
00000100:00100000:0.0:1767318936.442825:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767318936.442882:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767318936.442887:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367241f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853163999720832:0@lo:400:kworker.0
00000100:00100000:0.0:1767318936.442907:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767318936.442932:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367240000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999720960:0@lo:400:kworker.0
00000100:00100000:0.0:1767318936.442955:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767318936.442970:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767318936.442974:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367240e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999721088:0@lo:400:kworker.0
00000100:00100000:0.0:1767318936.442990:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767318936.443013:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999720576
00000100:00100000:0.0:1767318936.443019:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999720576
00000100:00100000:1.0:1767318936.444530:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999720960
00000100:00100000:1.0:1767318936.444539:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999720960
00000100:00100000:1.0:1767318936.444580:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999721088
00000100:00100000:1.0:1767318936.444583:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999721088
00000100:00100000:1.0:1767318936.444627:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2876
00000100:00100000:1.0:1767318936.444637:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367241880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999720960:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767318936.444729:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367241880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999720960:12345-0@lo:400:kworker.0 Request processed in 93us (1771us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318936.444738:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2876
00000100:00100000:1.0:1767318936.444756:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2877
00000100:00100000:1.0:1767318936.444763:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367240700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999721088:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767318936.444791:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367240700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999721088:12345-0@lo:400:kworker.0 Request processed in 29us (1800us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318936.444797:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2877
00000100:00100000:1.0:1767318936.444855:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367240e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999721088:0@lo:400:kworker.0
00000100:00100000:1.0:1767318936.444866:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367240000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999720960:0@lo:400:kworker.0
00000100:00100000:1.0:1767318936.444906:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999720192
00000100:00100000:1.0:1767318936.444910:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999720192
00000100:00100000:1.0:1767318936.444930:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1685
00000100:00100000:1.0:1767318936.444934:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373faea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999720192:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767318936.444953:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318936.444982:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373faea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999720192:12345-0@lo:38:kworker.0 Request processed in 46us (1449us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318936.444988:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1685
00000100:00080000:1.0:1767318936.445004:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767318936.445008:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767318936.445010:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767318936.448643:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999720832
00000100:00100000:0.0:1767318936.448653:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999720832
00000100:00100000:0.0:1767318936.448719:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999720320
00000100:00100000:0.0:1767318936.448723:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999720320
00000100:00100000:0.0:1767318936.448740:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999720448
00000100:00100000:0.0:1767318936.448743:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999720448
00000100:00100000:0.0:1767318936.448757:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4336
00000100:00100000:0.0:1767318936.448770:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367241c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999720576:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767318936.448841:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367241c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999720576:12345-0@lo:400:kworker.0 Request processed in 74us (6015us total) trans 0 rc 0/0
00000100:00100000:0.0:1767318936.448848:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4336
00000100:00100000:0.0:1767318936.448863:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999720704
00000100:00100000:0.0:1767318936.448867:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999720704
00000100:00100000:0.0:1767318936.448878:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4337
00000100:00100000:0.0:1767318936.448884:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367240380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853163999720832:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767318936.448911:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367240380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853163999720832:12345-0@lo:400:kworker.0 Request processed in 27us (6003us total) trans 0 rc 0/0
00000100:00100000:0.0:1767318936.448917:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4337
00000100:00100000:0.0:1767318936.448928:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4702
00000100:00100000:0.0:1767318936.448932:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373faca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999720320:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767318936.448951:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767318936.448981:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373faca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999720320:12345-0@lo:38:kworker.0 Request processed in 48us (5398us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767318936.448987:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4702
00000100:00100000:0.0:1767318936.448997:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4703
00000100:00100000:0.0:1767318936.449000:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236fbea050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999720448:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767318936.449008:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767318936.449028:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236fbea050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999720448:12345-0@lo:38:kworker.0 Request processed in 26us (1215us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767318936.449034:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4703
00000100:00100000:1.0:1767318936.449158:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4704
00000100:00100000:1.0:1767318936.449164:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373fac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999720704:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767318936.449173:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318936.449216:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373fac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999720704:12345-0@lo:38:kworker.0 Request processed in 51us (415us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318936.449221:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4704
00000100:00080000:1.0:1767318936.449264:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767318936.449305:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367241f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853163999720832:0@lo:400:kworker.0
00000100:00100000:1.0:1767318936.449317:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367242d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999720576:0@lo:400:kworker.0
00010000:00010000:0.0:1767318937.781676:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767318938.485562:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367243480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999721216:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767318938.485635:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767318938.485763:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999721216
00000100:00100000:3.0:1767318938.485772:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999721216
00000100:00100000:3.0:1767318938.485841:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2022
00000100:00100000:3.0:1767318938.485852:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952348238380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999721216:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767318938.485881:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767318938.485942:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952348238380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999721216:12345-0@lo:13:osp-pre-0-1.0 Request processed in 92us (306us total) trans 0 rc 0/0
00000100:00100000:3.0:1767318938.485949:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2022
00000100:00100000:3.0:1767318938.485997:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367243480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999721216:0@lo:13:osp-pre-0-1.0
00000100:00080000:1.0:1767318938.486072:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767318938.486613:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999721344
00000100:00100000:0.0:1767318938.486618:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999721344
00000100:00100000:0.0:1767318938.486662:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2023
00000100:00100000:0.0:1767318938.486669:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373fac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999721344:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767318938.486687:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767318938.486720:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373fac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999721344:12345-0@lo:13:osp-pre-1-1.0 Request processed in 52us (180us total) trans 0 rc 0/0
00000100:00100000:0.0:1767318938.486727:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2023
00000100:00080000:1.0:1767318938.486778:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00010000:00010000:0.0:1767318938.807349:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767318939.829497:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767318940.607530:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767318940.607581:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767318940.607679:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962479616
00000100:00100000:0.0:1767318940.607689:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962479616
00000100:00100000:0.0:1767318940.607758:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4705
00000100:00100000:0.0:1767318940.607762:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e980700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962479488:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:0.0:1767318940.607783:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767318940.607842:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767318940.607929:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e980700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962479488:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 163us (345us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767318940.607937:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4705
00000100:00080000:1.0:1767318941.557489:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767318941.557498:0:27049:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767318941.557502:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767318941.557506:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767318941.557510:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767318941.557517:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4134
00000100:00080000:1.0:1767318941.557522:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767318941.557528:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767318941.557743:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234823b480 x1853163999721472/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767318941.557772:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767318941.557776:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767318941.557778:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767318941.557782:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4134
00000100:00080000:1.0:1767318941.557784:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767318941.557788:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767318941.557803:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234823aa00 x1853163999721600/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767318941.557812:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767318941.557815:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767318941.557817:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767318941.557820:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4134
00000100:00080000:1.0:1767318941.557823:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767318941.557825:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767318941.557834:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952348238a80 x1853163999721728/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767318941.558029:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767318941.558033:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767318941.558036:0:27049:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767318941.558039:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4134
00000100:00080000:1.0:1767318941.558042:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767318941.558049:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767318941.558065:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952348238700 x1853163999721984/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767318941.558068:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234823b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999721472:0@lo:38:kworker.0
00000100:00100000:3.0:1767318941.558133:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767318941.558183:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234823aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999721600:0@lo:38:kworker.0
00000100:00100000:0.0:1767318941.558186:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999721472
00000100:00100000:0.0:1767318941.558217:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999721472
00000100:00100000:0.0:1767318941.558257:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1686
00000100:00100000:0.0:1767318941.558265:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e982300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999721472:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767318941.558294:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318941.558373:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952348238000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999722368:0@lo:400:kworker.0
00000100:00100000:3.0:1767318941.562125:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767318941.562181:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952348238a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999721728:0@lo:38:kworker.0
00000100:00100000:3.0:1767318941.562421:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767318941.562456:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952348238700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999721984:0@lo:38:kworker.0
00000100:00100000:3.0:1767318941.562480:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767318941.562520:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952348239f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999722240:0@lo:400:kworker.0
00000100:00100000:3.0:1767318941.562548:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767318941.562591:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999722112
00000100:00100000:3.0:1767318941.562598:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999722112
00000100:00100000:3.0:1767318941.562651:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999721600
00000100:00100000:3.0:1767318941.562655:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999721600
00000100:00100000:3.0:1767318941.562671:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999721728
00000100:00100000:3.0:1767318941.562674:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999721728
00000100:00100000:3.0:1767318941.562682:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999721984
00000100:00100000:3.0:1767318941.562684:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999721984
00000100:00100000:3.0:1767318941.562696:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4339
00000100:00100000:3.0:1767318941.562705:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373faf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853163999722112:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767318941.562757:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373faf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853163999722112:12345-0@lo:400:kworker.0 Request processed in 53us (4584us total) trans 0 rc 0/0
00000100:00100000:3.0:1767318941.562765:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4339
00000100:00100000:3.0:1767318941.562784:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4706
00000100:00100000:3.0:1767318941.562788:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e983800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999721600:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767318941.562808:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767318941.562841:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e983800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999721600:12345-0@lo:38:kworker.0 Request processed in 51us (724us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767318941.562848:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4706
00000100:00100000:3.0:1767318941.562860:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4707
00000100:00100000:3.0:1767318941.562864:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e983100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999721728:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767318941.562873:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767318941.562894:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e983100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999721728:12345-0@lo:38:kworker.0 Request processed in 29us (485us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767318941.563166:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4707
00000100:00100000:3.0:1767318941.563180:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4708
00000100:00100000:3.0:1767318941.563184:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e981180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999721984:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767318941.563219:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767318941.563257:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e981180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999721984:12345-0@lo:38:kworker.0 Request processed in 70us (774us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767318941.563264:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4708
00000100:00100000:3.0:1767318941.563278:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999721856
00000100:00100000:3.0:1767318941.563284:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999721856
00000100:00100000:3.0:1767318941.563308:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4340
00000100:00100000:3.0:1767318941.563314:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373fad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853163999721856:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767318941.563353:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373fad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853163999721856:12345-0@lo:400:kworker.0 Request processed in 39us (124us total) trans 0 rc 0/0
00000100:00100000:3.0:1767318941.563358:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4340
00000100:00080000:3.0:1767318941.563403:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767318941.563421:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767318941.563428:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952348238700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999721984:0@lo:38:kworker.0
00000100:00080000:3.0:1767318941.563441:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767318941.563446:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767318941.563449:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234823aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999721600:0@lo:38:kworker.0
00000100:00080000:3.0:1767318941.563458:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767318941.563460:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767318941.563463:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952348238a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999721728:0@lo:38:kworker.0
00000100:00100000:3.0:1767318941.563749:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234823bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853163999721856:0@lo:400:kworker.0
00000100:00100000:1.0:1767318941.566507:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767318941.566665:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767318941.566674:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767318941.566680:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234823b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999721472:0@lo:38:kworker.0
00000100:00080000:3.0:1767318941.566727:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767318941.573660:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952348238000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999722368:0@lo:400:kworker.0
00000100:00100000:0.0:1767318941.580975:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e982300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999721472:12345-0@lo:38:kworker.0 Request processed in 14955us (15087us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767318941.580992:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1686
00010000:00010000:0.0:1767318941.878035:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767318942.901905:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767318943.611503:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367242300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999722624:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767318943.611599:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767318943.611654:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767318943.611661:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367242a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999722496:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767318943.611683:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767318943.611780:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767318943.611868:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767318943.611909:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2025
00000100:00100000:3.0:1767318943.611919:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e981500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999722496:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767318943.611938:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767318943.611978:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e981500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999722496:12345-0@lo:13:osp-pre-0-1.0 Request processed in 61us (293us total) trans 0 rc 0/0
00000100:00100000:3.0:1767318943.611987:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2025
00010000:00010000:0.0:1767318943.925443:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767318945.732867:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767318945.732931:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767318945.733052:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962479872
00000100:00100000:3.0:1767318945.733066:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962479872
00000100:00100000:3.0:1767318945.733164:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962479744
00000100:00100000:3.0:1767318945.733169:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962479744
00000100:00100000:3.0:1767318945.733259:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4341
00000100:00100000:3.0:1767318945.733274:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367243800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962479872:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:3.0:1767318945.733488:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367243800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962479872:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 215us (633us total) trans 0 rc 0/0
00000100:00100000:3.0:1767318945.733500:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4341
00010000:00010000:0.0:1767318945.973907:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767318946.677645:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952373fae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999723136:0@lo:400:kworker.0
00000100:00100000:3.0:1767318946.677706:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767318946.677824:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999723136
00000100:00100000:0.0:1767318946.677833:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999723136
00000100:00100000:0.0:1767318946.677899:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4342
00000100:00100000:0.0:1767318946.677908:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e981f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999723136:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767318946.678054:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952373fadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999722752:0@lo:38:kworker.0
00000100:00100000:1.0:1767318946.678081:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318946.678109:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952373face00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999722880:0@lo:38:kworker.0
00000100:00100000:1.0:1767318946.678128:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318946.678143:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952373faca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999723008:0@lo:38:kworker.0
00000100:00100000:1.0:1767318946.678163:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318946.678175:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952373fad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999723264:0@lo:38:kworker.0
00000100:00100000:1.0:1767318946.678185:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318946.678232:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999722880
00000100:00100000:1.0:1767318946.678235:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999722880
00000100:00100000:1.0:1767318946.678249:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999723008
00000100:00100000:1.0:1767318946.678250:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999723008
00000100:00100000:1.0:1767318946.678257:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999723264
00000100:00100000:1.0:1767318946.678258:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999723264
00000100:00100000:1.0:1767318946.678265:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4710
00000100:00100000:1.0:1767318946.678268:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952348239180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999722880:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767318946.678283:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318946.678307:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952348239180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999722880:12345-0@lo:38:kworker.0 Request processed in 38us (178us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318946.678311:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4710
00000100:00100000:1.0:1767318946.678323:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4711
00000100:00100000:1.0:1767318946.678326:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234823b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999723008:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767318946.678331:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318946.678346:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234823b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999723008:12345-0@lo:38:kworker.0 Request processed in 18us (182us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318946.678351:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4711
00000100:00100000:1.0:1767318946.678361:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4712
00000100:00100000:1.0:1767318946.678376:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234823a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999723264:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767318946.678384:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318946.678404:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234823a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999723264:12345-0@lo:38:kworker.0 Request processed in 39us (218us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318946.678413:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4712
00000100:00080000:1.0:1767318946.678444:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767318946.678450:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767318946.678452:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952373face00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999722880:0@lo:38:kworker.0
00000100:00080000:1.0:1767318946.678459:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767318946.678461:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767318946.678463:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952373faca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999723008:0@lo:38:kworker.0
00000100:00080000:1.0:1767318946.678466:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767318946.678468:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767318946.678470:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952373fad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999723264:0@lo:38:kworker.0
00000100:00100000:1.0:1767318946.678487:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952373fafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853163999723392:0@lo:400:kworker.0
00000100:00100000:1.0:1767318946.678503:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318946.678516:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999723392
00000100:00100000:1.0:1767318946.678518:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999723392
00000100:00100000:1.0:1767318946.678534:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4343
00000100:00100000:1.0:1767318946.678537:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234823ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999723392:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767318946.678556:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234823ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999723392:12345-0@lo:400:kworker.0 Request processed in 19us (53us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318946.678560:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4343
00000100:00100000:1.0:1767318946.678577:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952373fafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853163999723392:0@lo:400:kworker.0
00000100:00100000:1.0:1767318946.678604:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999722752
00000100:00100000:1.0:1767318946.678606:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999722752
00000100:00100000:1.0:1767318946.678618:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1687
00000100:00100000:1.0:1767318946.678621:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952348238000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999722752:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767318946.678628:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318946.678645:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952348238000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999722752:12345-0@lo:38:kworker.0 Request processed in 23us (564us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318946.678648:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1687
00000100:00080000:1.0:1767318946.678663:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767318946.678666:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767318946.678667:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952373fadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999722752:0@lo:38:kworker.0
00000100:00080000:1.0:1767318946.678693:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767318946.680348:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e981f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999723136:12345-0@lo:400:kworker.0 Request processed in 2433us (2632us total) trans 0 rc 0/0
00000100:00100000:0.0:1767318946.680361:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4342
00000100:00100000:3.0:1767318946.682836:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952373fae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999723136:0@lo:400:kworker.0
00000100:00100000:3.0:1767318946.687834:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952373faf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999723648:0@lo:400:kworker.0
00000100:00100000:3.0:1767318946.687901:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767318946.687947:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767318946.687952:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952373fad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999723520:0@lo:400:kworker.0
00000100:00100000:3.0:1767318946.687970:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318946.688029:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999723648
00000100:00100000:1.0:1767318946.688036:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999723648
00000100:00100000:1.0:1767318946.688087:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999723520
00000100:00100000:1.0:1767318946.688090:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999723520
00000100:00100000:1.0:1767318946.688110:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2880
00000100:00100000:1.0:1767318946.688118:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e980000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999723648:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767318946.688168:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e980000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999723648:12345-0@lo:400:kworker.0 Request processed in 51us (266us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318946.688174:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2880
00000100:00100000:1.0:1767318946.688188:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2881
00000100:00100000:1.0:1767318946.688209:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e980e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999723520:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767318946.688229:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e980e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999723520:12345-0@lo:400:kworker.0 Request processed in 37us (258us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318946.688232:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2881
00000100:00080000:3.0:1767318946.688332:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767318946.688335:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767318946.688363:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952373fad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999723520:0@lo:400:kworker.0
00000100:00100000:3.0:1767318946.688383:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952373faf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999723648:0@lo:400:kworker.0
00010000:00010000:0.0:1767318947.001035:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767318948.021593:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767318948.725796:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767318948.725815:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952373faf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999723776:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767318948.725884:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767318948.726647:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767318948.727458:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999723904
00000100:00100000:1.0:1767318948.727465:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999723904
00000100:00100000:1.0:1767318948.727568:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2027
00000100:00100000:1.0:1767318948.727576:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373faf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999723904:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767318948.727598:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00080000:3.0:1767318948.727815:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767318948.727882:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373faf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999723904:12345-0@lo:13:osp-pre-1-1.0 Request processed in 306us (918us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318948.727890:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2027
00010000:00010000:0.0:1767318950.069529:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767318950.846799:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767318950.846854:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000400:00000100:3.0:1767318950.846883:0:6998:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.52@tcp portal 26 match 1853163962480256 offset 0 length 520: 4
00000100:00100000:1.0:1767318950.847081:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962480128
00000100:00100000:1.0:1767318950.847092:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962480128
00000100:00100000:1.0:1767318950.847170:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962480000
00000100:00100000:1.0:1767318950.847174:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962480000
00000100:00100000:1.0:1767318950.847219:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4344
00000100:00100000:1.0:1767318950.847229:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e981c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962480128:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767318950.847300:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e981c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962480128:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 74us (511us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318950.847307:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4344
00000100:00100000:1.0:1767318950.847338:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4713
00000100:00100000:1.0:1767318950.847343:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e980380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962480000:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767318950.847371:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318950.847399:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e980380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962480000:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 54us (544us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318950.847405:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4713
00000100:00080000:3.0:1767318950.848511:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767318951.095163:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767318951.797523:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767318951.797539:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1767318951.797542:0:27049:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767318951.797546:0:27049:0:(import.c:509:import_select_connection()) MGC192.168.202.152@tcp: connect to NID 0@lo last attempt 4124
00000100:00080000:1.0:1767318951.797551:0:27049:0:(import.c:588:import_select_connection()) MGC192.168.202.152@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767318951.797556:0:27049:0:(import.c:623:import_select_connection()) MGC192.168.202.152@tcp: import ffff95235eb57800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767318951.797589:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234823b480 x1853163999724032/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767318951.797613:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767318951.797617:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767318951.797619:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767318951.797622:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4144
00000100:00080000:1.0:1767318951.797625:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767318951.797627:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767318951.797642:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952348239f80 x1853163999724160/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767318951.797650:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767318951.797653:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767318951.797654:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767318951.797658:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4144
00000100:00080000:1.0:1767318951.797660:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767318951.797662:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767318951.797672:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234823bb80 x1853163999724288/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767318951.797679:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767318951.797681:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767318951.797683:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767318951.797686:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4144
00000100:00080000:1.0:1767318951.797687:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767318951.797691:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767318951.798132:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999724160
00000100:00100000:3.0:1767318951.798141:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999724160
00000100:00100000:3.0:1767318951.798188:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1688
00000100:00100000:3.0:1767318951.798232:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373fad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999724160:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767318951.798253:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767318951.798295:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373fad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999724160:12345-0@lo:38:kworker.0 Request processed in 64us (324us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767318951.798302:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1688
00000100:00100000:1.0:1767318951.798402:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952348238a80 x1853163999724416/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767318951.798439:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767318951.798442:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767318951.798445:0:27049:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767318951.798449:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4144
00000100:00080000:1.0:1767318951.798452:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767318951.798456:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767318951.798467:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952348238700 x1853163999724672/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767318951.799733:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234823aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999724544:0@lo:400:kworker.0
00000100:00100000:3.0:1767318951.799763:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767318951.799791:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767318951.799798:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952348239880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999724800:0@lo:400:kworker.0
00000100:00100000:3.0:1767318951.799821:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767318951.799853:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767318951.799857:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767318951.799975:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999724544
00000100:00100000:0.0:1767318951.800028:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999724544
00000100:00100000:0.0:1767318951.800070:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999724800
00000100:00100000:0.0:1767318951.800073:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999724800
00000100:00100000:0.0:1767318951.800091:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4345
00000100:00100000:0.0:1767318951.800098:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e981880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999724544:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767318951.800136:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e981880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999724544:12345-0@lo:400:kworker.0 Request processed in 39us (372us total) trans 0 rc 0/0
00000100:00100000:0.0:1767318951.800142:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4345
00000100:00100000:0.0:1767318951.800154:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4346
00000100:00100000:0.0:1767318951.800159:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e983480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999724800:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767318951.800184:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e983480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999724800:12345-0@lo:400:kworker.0 Request processed in 25us (362us total) trans 0 rc 0/0
00000100:00100000:0.0:1767318951.800189:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4346
00000100:00080000:3.0:1767318951.800654:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767318951.800678:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952348239880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999724800:0@lo:400:kworker.0
00000100:00100000:3.0:1767318951.800687:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234823aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999724544:0@lo:400:kworker.0
00010000:00010000:0.0:1767318952.122227:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767318953.845515:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952373face00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999725184:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767318953.845605:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767318953.846226:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767318953.846484:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999725312
00000100:00100000:0.0:1767318953.846489:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999725312
00000100:00100000:0.0:1767318953.846532:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2029
00000100:00100000:0.0:1767318953.846541:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373face00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999725312:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767318953.846557:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767318953.846591:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373face00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999725312:12345-0@lo:13:osp-pre-0-1.0 Request processed in 52us (172us total) trans 0 rc 0/0
00000100:00100000:0.0:1767318953.846597:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2029
00000100:00100000:0.0:1767318953.846625:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236e982a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999725312:0@lo:13:osp-pre-0-1.0
00000100:00080000:3.0:1767318953.846679:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00010000:0.0:1767318954.165489:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767318955.189513:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767318955.969606:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962480512
00000100:00100000:1.0:1767318955.969616:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962480512
00000100:00100000:1.0:1767318955.969690:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962480384
00000100:00100000:1.0:1767318955.969694:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962480384
00000100:00100000:1.0:1767318955.969721:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4347
00000100:00100000:1.0:1767318955.969731:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234823aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962480512:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767318955.969800:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234823aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962480512:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 71us (371us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318955.969807:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4347
00000100:00100000:1.0:1767318955.969828:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4717
00000100:00100000:1.0:1767318955.969833:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952348239880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962480384:12345-192.168.202.52@tcp:38:kworker.0
00000100:00080000:0.0:1767318955.969837:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:1.0:1767318955.969855:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318955.969877:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952348239880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962480384:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 43us (355us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318955.969881:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4717
00010000:00010000:0.0:1767318956.213793:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767318956.917336:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767318956.917347:0:27049:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767318956.917350:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767318956.917355:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767318956.917359:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767318956.917367:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4149
00000100:00080000:3.0:1767318956.917372:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767318956.917379:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767318956.917430:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236e982a00 x1853163999725440/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767318956.917457:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767318956.917461:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767318956.917462:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767318956.917466:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4149
00000100:00080000:3.0:1767318956.917469:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767318956.917474:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767318956.917493:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366984700 x1853163999725568/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767318956.917509:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767318956.917512:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767318956.917514:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767318956.917518:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4149
00000100:00080000:3.0:1767318956.917521:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767318956.917524:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767318956.917538:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366987800 x1853163999725696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767318956.917589:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767318956.917594:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767318956.917596:0:27049:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767318956.917601:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4149
00000100:00080000:3.0:1767318956.917605:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767318956.917608:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767318956.917623:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366987100 x1853163999725952/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767318956.917700:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366986300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999726336:0@lo:400:kworker.0
00000100:00100000:3.0:1767318956.917744:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767318956.917772:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767318956.917781:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366987480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999726208:0@lo:400:kworker.0
00000100:00100000:3.0:1767318956.917811:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767318956.918029:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366986d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999725824:0@lo:400:kworker.0
00000100:00100000:1.0:1767318956.918104:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999726336
00000100:00100000:1.0:1767318956.918108:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999726336
00000100:00100000:1.0:1767318956.918141:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999726208
00000100:00080000:3.0:1767318956.918141:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767318956.918144:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999726208
00000100:00080000:3.0:1767318956.918150:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767318956.918156:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366987100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999725952:0@lo:38:kworker.0
00000100:00100000:1.0:1767318956.918162:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2884
00000100:00100000:1.0:1767318956.918168:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366985880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999726336:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767318956.918169:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767318956.918175:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767318956.918178:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366984700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999725568:0@lo:38:kworker.0
00000100:00080000:3.0:1767318956.918187:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767318956.918191:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767318956.918215:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366987800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999725696:0@lo:38:kworker.0
00000100:00100000:3.0:1767318956.918258:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2885
00000100:00100000:3.0:1767318956.918279:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366985c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999726208:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767318956.918322:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366985c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999726208:12345-0@lo:400:kworker.0 Request processed in 55us (511us total) trans 0 rc 0/0
00000100:00100000:3.0:1767318956.918332:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2885
00000100:00100000:3.0:1767318956.918370:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366987480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999726208:0@lo:400:kworker.0
00000100:00080000:3.0:1767318956.918427:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767318956.918433:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767318956.918435:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767318956.918477:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999725440
00000100:00100000:3.0:1767318956.918481:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999725440
00000100:00100000:3.0:1767318956.918516:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1689
00000100:00100000:3.0:1767318956.918521:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234823bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999725440:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767318956.918531:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767318956.918562:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234823bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999725440:12345-0@lo:38:kworker.0 Request processed in 41us (996us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767318956.918569:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1689
00000100:00080000:3.0:1767318956.918592:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767318956.918596:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767318956.918599:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236e982a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999725440:0@lo:38:kworker.0
00000100:00100000:0.0:1767318956.923768:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318956.923967:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366985880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999726336:12345-0@lo:400:kworker.0 Request processed in 5794us (6222us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318956.923980:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2884
00000100:00100000:3.0:1767318956.924125:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366986300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999726336:0@lo:400:kworker.0
00000100:00080000:1.0:1767318956.924372:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767318956.934874:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366986d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999725824:0@lo:400:kworker.0
00010000:00010000:0.0:1767318958.266013:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767318958.968076:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767318958.968085:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00010000:0.0:1767318959.286544:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767318960.310770:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767318961.086713:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00080000:1.0:1767318961.087153:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767318961.090808:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00080000:3.0:1767318962.037327:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767318962.037337:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767318962.037341:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767318962.037345:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767318962.037350:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767318962.037357:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4154
00000100:00080000:3.0:1767318962.037362:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767318962.037369:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767318962.037412:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366984700 x1853163999726720/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767318962.037439:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767318962.037443:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767318962.037445:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767318962.037449:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4154
00000100:00080000:3.0:1767318962.037452:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767318962.037456:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767318962.037466:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366984700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999726720:0@lo:38:kworker.0
00000100:00100000:3.0:1767318962.037473:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366987100 x1853163999726848/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767318962.037484:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767318962.037488:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767318962.037490:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767318962.037493:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4154
00000100:00080000:3.0:1767318962.037496:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767318962.037499:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767318962.037511:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366984000 x1853163999726976/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767318962.037540:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767318962.037558:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767318962.037563:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767318962.037566:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767318962.037570:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4154
00000100:00080000:3.0:1767318962.037573:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767318962.037577:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767318962.037589:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366986680 x1853163999727232/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767318962.037605:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366987100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999726848:0@lo:38:kworker.0
00000100:00100000:0.0:1767318962.037638:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767318962.037652:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366985500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853163999727360:0@lo:400:kworker.0
00000100:00100000:0.0:1767318962.037660:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366984000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999726976:0@lo:38:kworker.0
00000100:00100000:3.0:1767318962.037694:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767318962.037718:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999726848
00000100:00100000:3.0:1767318962.037723:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767318962.037726:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999726848
00000100:00100000:3.0:1767318962.037731:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366984e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853163999727104:0@lo:400:kworker.0
00000100:00100000:0.0:1767318962.037756:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999727360
00000100:00100000:0.0:1767318962.037760:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999727360
00000100:00100000:3.0:1767318962.037773:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767318962.037798:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999727104
00000100:00100000:0.0:1767318962.037802:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999727104
00000100:00080000:3.0:1767318962.037827:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767318962.037890:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366986a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999727488:0@lo:400:kworker.0
00000100:00100000:1.0:1767318962.037920:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318962.037942:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767318962.037947:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366986300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999727616:0@lo:400:kworker.0
00000100:00100000:1.0:1767318962.037964:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318962.037984:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999727488
00000100:00100000:1.0:1767318962.037987:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999727488
00000100:00100000:1.0:1767318962.038013:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999727616
00000100:00100000:1.0:1767318962.038015:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999727616
00000100:00100000:1.0:1767318962.038047:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2886
00000100:00100000:1.0:1767318962.038056:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345faa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999727488:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767318962.038106:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345faa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999727488:12345-0@lo:400:kworker.0 Request processed in 51us (184us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318962.038112:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2886
00000100:00100000:1.0:1767318962.038129:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2887
00000100:00100000:1.0:1767318962.038134:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999727616:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767318962.038159:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999727616:12345-0@lo:400:kworker.0 Request processed in 24us (194us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318962.038164:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2887
00000100:00080000:1.0:1767318962.038185:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767318962.038187:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767318962.038244:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366986300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999727616:0@lo:400:kworker.0
00000100:00100000:1.0:1767318962.038256:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366986a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999727488:0@lo:400:kworker.0
00000100:00100000:1.0:1767318962.038297:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318962.041487:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366986680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999727232:0@lo:38:kworker.0
00000100:00100000:1.0:1767318962.041549:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767318962.041665:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999726976
00000100:00100000:0.0:1767318962.041674:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999726976
00000100:00100000:0.0:1767318962.041709:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4351
00000100:00100000:0.0:1767318962.041721:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366986d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853163999727360:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767318962.041788:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366986d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853163999727360:12345-0@lo:400:kworker.0 Request processed in 71us (4094us total) trans 0 rc 0/0
00000100:00100000:0.0:1767318962.041795:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4351
00000100:00100000:0.0:1767318962.041829:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4352
00000100:00100000:0.0:1767318962.041837:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366984380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853163999727104:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767318962.041868:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366984380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853163999727104:12345-0@lo:400:kworker.0 Request processed in 32us (4096us total) trans 0 rc 0/0
00000100:00100000:0.0:1767318962.041873:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4352
00000100:00100000:0.0:1767318962.041885:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4722
00000100:00100000:0.0:1767318962.041890:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367242a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999726848:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767318962.041908:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767318962.041936:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367242a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999726848:12345-0@lo:38:kworker.0 Request processed in 45us (4298us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767318962.041942:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4722
00000100:00100000:0.0:1767318962.041954:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4723
00000100:00100000:0.0:1767318962.041958:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345faad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999726976:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767318962.041968:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767318962.041989:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345faad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999726976:12345-0@lo:38:kworker.0 Request processed in 30us (3703us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767318962.041995:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4723
00000100:00100000:0.0:1767318962.042107:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366984e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853163999727104:0@lo:400:kworker.0
00000100:00100000:0.0:1767318962.042119:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366985500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853163999727360:0@lo:400:kworker.0
00000100:00080000:1.0:1767318962.046351:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767318962.046365:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767318962.046370:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366984700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999726720:0@lo:38:kworker.0
00000100:00080000:1.0:1767318962.046403:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767318962.046407:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767318962.046409:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366987100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999726848:0@lo:38:kworker.0
00000100:00080000:1.0:1767318962.046420:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767318962.046423:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767318962.046426:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366984000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999726976:0@lo:38:kworker.0
00000100:00100000:3.0:1767318962.046581:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999727232
00000100:00100000:3.0:1767318962.046589:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999727232
00000100:00100000:3.0:1767318962.046633:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4724
00000100:00100000:3.0:1767318962.046641:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fa9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999727232:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767318962.046661:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767318962.046730:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fa9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999727232:12345-0@lo:38:kworker.0 Request processed in 88us (5181us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767318962.046737:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4724
00000100:00080000:1.0:1767318962.046929:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767318962.046934:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767318962.046937:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366986680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999727232:0@lo:38:kworker.0
00010000:00010000:0.0:1767318962.359173:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767318963.381442:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767318964.085645:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767318964.085668:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bcf2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999727744:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767318964.085735:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767318964.086161:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767318964.086536:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366986680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999727872:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767318964.086568:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767318964.086672:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999727872
00000100:00100000:3.0:1767318964.086677:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999727872
00000100:00100000:3.0:1767318964.086724:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2033
00000100:00100000:3.0:1767318964.086733:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367241500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999727872:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767318964.086750:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767318964.086790:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367241500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999727872:12345-0@lo:13:osp-pre-0-1.0 Request processed in 60us (221us total) trans 0 rc 0/0
00000100:00100000:3.0:1767318964.086797:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2033
00000100:00100000:3.0:1767318964.086831:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366986680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999727872:0@lo:13:osp-pre-0-1.0
00000100:00080000:0.0:1767318964.086960:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00010000:0.0:1767318964.405529:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767318966.216165:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767318966.216362:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767318966.223836:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962480896
00000100:00100000:0.0:1767318966.223844:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962480896
00000100:00080000:1.0:1767318966.224082:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767318966.224241:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4725
00000100:00100000:0.0:1767318966.224247:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366984000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962480896:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:0.0:1767318966.224268:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767318966.224295:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366984000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962480896:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 48us (7935us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767318966.224300:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4725
00010000:00010000:0.0:1767318966.453695:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767318967.157958:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767318967.157974:0:27049:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767318967.157977:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767318967.157982:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767318967.157988:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767318967.157999:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4159
00000100:00080000:1.0:1767318967.158005:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767318967.158013:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767318967.158066:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952345fab100 x1853163999728000/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767318967.158105:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767318967.158109:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767318967.158111:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767318967.158115:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4159
00000100:00080000:1.0:1767318967.158118:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767318967.158121:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767318967.158134:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952345fab480 x1853163999728128/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767318967.158143:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767318967.158146:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767318967.158148:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767318967.158152:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4159
00000100:00080000:1.0:1767318967.158154:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767318967.158158:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767318967.158168:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952345fa8380 x1853163999728256/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767318967.158283:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00080000:1.0:1767318967.158686:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767318967.158691:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767318967.158693:0:27049:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767318967.158698:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4159
00000100:00080000:1.0:1767318967.158701:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767318967.158705:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767318967.158722:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952345fa9880 x1853163999728512/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767318967.158798:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999728000:0@lo:38:kworker.0
00000100:00100000:0.0:1767318967.158893:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767318967.158979:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999728128:0@lo:38:kworker.0
00000100:00100000:0.0:1767318967.159013:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767318967.159036:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fa8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999728256:0@lo:38:kworker.0
00000100:00100000:0.0:1767318967.159063:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767318967.159084:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fa9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999728512:0@lo:38:kworker.0
00000100:00100000:0.0:1767318967.159109:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767318967.159151:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999728128
00000100:00100000:0.0:1767318967.159155:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999728128
00000100:00100000:0.0:1767318967.159189:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999728256
00000100:00100000:0.0:1767318967.159192:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999728256
00000100:00100000:0.0:1767318967.159238:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999728512
00000100:00100000:0.0:1767318967.159242:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999728512
00000100:00100000:0.0:1767318967.159257:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4726
00000100:00100000:0.0:1767318967.159264:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367241180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999728128:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767318967.159275:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767318967.159310:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367241180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999728128:12345-0@lo:38:kworker.0 Request processed in 45us (296us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767318967.159317:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4726
00000100:00100000:0.0:1767318967.159334:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4727
00000100:00100000:0.0:1767318967.159338:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367243100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999728256:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767318967.159347:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767318967.159370:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367243100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999728256:12345-0@lo:38:kworker.0 Request processed in 31us (308us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767318967.159375:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4727
00000100:00100000:0.0:1767318967.159386:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4728
00000100:00100000:0.0:1767318967.159390:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367242d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999728512:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767318967.159399:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767318967.159420:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367242d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999728512:12345-0@lo:38:kworker.0 Request processed in 29us (311us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767318967.159425:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4728
00000100:00080000:0.0:1767318967.159477:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767318967.159482:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767318967.159487:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999728128:0@lo:38:kworker.0
00000100:00080000:0.0:1767318967.159499:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767318967.159503:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767318967.159506:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fa8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999728256:0@lo:38:kworker.0
00000100:00080000:0.0:1767318967.159519:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767318967.159524:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767318967.159531:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fa9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999728512:0@lo:38:kworker.0
00000100:00080000:0.0:1767318967.159570:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767318967.159575:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767318967.159578:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999728000:0@lo:38:kworker.0
00000100:00100000:3.0:1767318967.164802:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fa9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853163999728640:0@lo:400:kworker.0
00000100:00100000:3.0:1767318967.164915:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767318967.164974:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fa8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853163999728384:0@lo:400:kworker.0
00000100:00100000:3.0:1767318967.165015:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318967.165314:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fa9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999728896:0@lo:400:kworker.0
00000100:00100000:1.0:1767318967.165363:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318967.165390:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767318967.165396:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999728768:0@lo:400:kworker.0
00000100:00100000:1.0:1767318967.165416:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318967.165448:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999728896
00000100:00100000:1.0:1767318967.165458:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999728896
00000100:00100000:1.0:1767318967.165526:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999728768
00000100:00100000:1.0:1767318967.165529:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999728768
00000100:00100000:1.0:1767318967.165555:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2888
00000100:00100000:1.0:1767318967.165567:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fa8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999728896:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767318967.165748:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fa8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999728896:12345-0@lo:400:kworker.0 Request processed in 182us (384us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318967.165756:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2888
00000100:00100000:1.0:1767318967.165777:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2889
00000100:00100000:1.0:1767318967.165785:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999728768:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767318967.165816:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999728768:12345-0@lo:400:kworker.0 Request processed in 32us (399us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318967.165823:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2889
00000100:00080000:1.0:1767318967.165864:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767318967.165871:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767318967.165874:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767318967.165912:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999728768:0@lo:400:kworker.0
00000100:00100000:1.0:1767318967.165928:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fa9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999728896:0@lo:400:kworker.0
00000100:00080000:1.0:1767318967.165987:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767318967.166593:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fa9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853163999728640:0@lo:400:kworker.0
00000100:00100000:3.0:1767318967.166608:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fa8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853163999728384:0@lo:400:kworker.0
00010000:00010000:0.0:1767318967.482786:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767318968.502579:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767318969.205479:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366985500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999729024:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767318969.205479:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bcf2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999729152:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767318969.205803:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767318969.213958:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767318969.214169:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767318969.215722:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767318969.215787:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366985500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999729024:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767318969.215789:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bcf2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999729152:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767318970.549502:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767318971.331075:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767318971.331278:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767318971.331833:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962481280
00000100:00100000:1.0:1767318971.331855:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962481280
00000100:00100000:1.0:1767318971.331966:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962481152
00000100:00100000:1.0:1767318971.331971:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962481152
00000100:00100000:1.0:1767318971.331993:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4356
00000100:00100000:1.0:1767318971.332252:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366984e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962481280:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767318971.332362:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366984e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962481280:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 359us (1302us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318971.332373:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4356
00000100:00100000:1.0:1767318971.332399:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4729
00000100:00100000:1.0:1767318971.332404:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366986a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962481152:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767318971.332433:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318971.332462:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366986a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962481152:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 57us (1185us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318971.332471:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4729
00010000:00010000:0.0:1767318971.575860:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767318972.277448:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767318972.277463:0:27049:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767318972.277466:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767318972.277471:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767318972.277477:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767318972.277487:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4165
00000100:00080000:3.0:1767318972.277493:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767318972.277503:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767318972.277561:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366986300 x1853163999729280/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767318972.277605:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767318972.277609:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767318972.277611:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767318972.277615:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4165
00000100:00080000:3.0:1767318972.277619:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767318972.277623:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767318972.277639:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366985500 x1853163999729408/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767318972.277650:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767318972.277653:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767318972.277655:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767318972.277659:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4165
00000100:00080000:3.0:1767318972.277662:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767318972.277665:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767318972.277678:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236e982a00 x1853163999729536/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767318972.277740:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767318972.277744:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767318972.277746:0:27049:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767318972.277751:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4165
00000100:00080000:3.0:1767318972.277753:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767318972.277757:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767318972.277772:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952364f57100 x1853163999729792/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767318972.277918:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999729664:0@lo:400:kworker.0
00000100:00100000:1.0:1767318972.278028:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318972.278118:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767318972.278125:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999729920:0@lo:400:kworker.0
00000100:00100000:1.0:1767318972.278164:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318972.278248:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999729664
00000100:00100000:1.0:1767318972.278258:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999729664
00000100:00100000:1.0:1767318972.278327:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999729920
00000100:00100000:1.0:1767318972.278331:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999729920
00000100:00100000:1.0:1767318972.278368:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4357
00000100:00100000:1.0:1767318972.278379:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999729664:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767318972.278446:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999729664:12345-0@lo:400:kworker.0 Request processed in 68us (417us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318972.278454:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4357
00000100:00100000:1.0:1767318972.278474:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4358
00000100:00100000:1.0:1767318972.278481:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fabb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999729920:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767318972.278510:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fabb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999729920:12345-0@lo:400:kworker.0 Request processed in 31us (346us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318972.278517:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4358
00000100:00080000:1.0:1767318972.278535:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767318972.278578:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999729920:0@lo:400:kworker.0
00000100:00100000:1.0:1767318972.278591:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999729664:0@lo:400:kworker.0
00000100:00100000:1.0:1767318972.278623:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999730048:0@lo:400:kworker.0
00000100:00100000:1.0:1767318972.278655:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318972.278681:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999730048
00000100:00100000:1.0:1767318972.278685:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999730048
00000100:00100000:1.0:1767318972.278716:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2890
00000100:00100000:1.0:1767318972.278722:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345faa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999730048:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767318972.278752:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345faa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999730048:12345-0@lo:400:kworker.0 Request processed in 31us (97us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318972.278759:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2890
00000100:00080000:1.0:1767318972.278778:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767318972.278793:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999730048:0@lo:400:kworker.0
00000100:00100000:1.0:1767318972.278804:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767318972.278809:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999730176:0@lo:400:kworker.0
00000100:00100000:1.0:1767318972.278830:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318972.278847:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999730176
00000100:00100000:1.0:1767318972.278851:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999730176
00000100:00100000:1.0:1767318972.278873:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2891
00000100:00100000:1.0:1767318972.278878:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fa8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999730176:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767318972.278907:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fa8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999730176:12345-0@lo:400:kworker.0 Request processed in 29us (76us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318972.278913:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2891
00000100:00080000:1.0:1767318972.278926:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767318972.278943:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999730176:0@lo:400:kworker.0
00000100:00100000:0.0:1767318972.279339:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366986300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999729280:0@lo:38:kworker.0
00000100:00100000:0.0:1767318972.279383:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767318972.279418:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366985500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999729408:0@lo:38:kworker.0
00000100:00100000:0.0:1767318972.279443:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767318972.279462:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236e982a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999729536:0@lo:38:kworker.0
00000100:00100000:0.0:1767318972.279483:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767318972.279500:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999729792:0@lo:38:kworker.0
00000100:00100000:0.0:1767318972.279520:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767318972.279550:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999729408
00000100:00100000:0.0:1767318972.279555:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999729408
00000100:00100000:0.0:1767318972.279576:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999729536
00000100:00100000:0.0:1767318972.279579:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999729536
00000100:00100000:0.0:1767318972.279593:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999729792
00000100:00100000:0.0:1767318972.279595:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999729792
00000100:00100000:0.0:1767318972.279607:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4730
00000100:00100000:0.0:1767318972.279611:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367240e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999729408:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767318972.279634:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767318972.279671:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367240e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999729408:12345-0@lo:38:kworker.0 Request processed in 58us (228us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767318972.279677:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4730
00000100:00100000:0.0:1767318972.279691:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4731
00000100:00100000:0.0:1767318972.279694:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999729536:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767318972.279703:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767318972.279722:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999729536:12345-0@lo:38:kworker.0 Request processed in 27us (239us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767318972.279728:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4731
00000100:00100000:0.0:1767318972.279736:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4732
00000100:00100000:0.0:1767318972.279739:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999729792:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767318972.279747:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767318972.279766:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999729792:12345-0@lo:38:kworker.0 Request processed in 26us (246us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767318972.279771:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4732
00000100:00100000:1.0:1767318972.280171:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999729280
00000100:00100000:1.0:1767318972.280179:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999729280
00000100:00100000:1.0:1767318972.280229:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1692
00000100:00100000:1.0:1767318972.280236:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367240000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999729280:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767318972.280247:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318972.280289:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367240000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999729280:12345-0@lo:38:kworker.0 Request processed in 53us (905us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318972.280295:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1692
00000100:00080000:0.0:1767318972.282295:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767318972.282310:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767318972.282317:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366986300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999729280:0@lo:38:kworker.0
00000100:00080000:0.0:1767318972.282333:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767318972.282336:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767318972.282341:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366985500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999729408:0@lo:38:kworker.0
00000100:00080000:0.0:1767318972.282353:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767318972.282357:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767318972.282360:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236e982a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999729536:0@lo:38:kworker.0
00000100:00080000:0.0:1767318972.282372:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767318972.282375:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767318972.282378:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999729792:0@lo:38:kworker.0
00010000:00010000:0.0:1767318972.597907:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767318974.326835:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999730304:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767318974.327321:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767318974.327680:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999730304
00000100:00100000:3.0:1767318974.327690:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999730304
00000100:00100000:3.0:1767318974.327764:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2036
00000100:00100000:3.0:1767318974.327773:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999730304:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767318974.327805:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767318974.327855:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999730304:12345-0@lo:13:osp-pre-0-1.0 Request processed in 85us (537us total) trans 0 rc 0/0
00000100:00100000:3.0:1767318974.327861:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2036
00000100:00100000:3.0:1767318974.327907:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999730304:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767318974.328541:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767318974.328551:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bcf3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999730432:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767318974.328594:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767318974.328708:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999730432
00000100:00100000:0.0:1767318974.328714:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999730432
00000100:00100000:0.0:1767318974.328751:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2037
00000100:00100000:0.0:1767318974.328757:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999730432:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767318974.328777:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767318974.328808:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999730432:12345-0@lo:13:osp-pre-1-1.0 Request processed in 52us (213us total) trans 0 rc 0/0
00000100:00100000:0.0:1767318974.328812:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2037
00000100:00100000:0.0:1767318974.328837:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bcf3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999730432:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767318974.645504:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767318975.424827:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000400:00000100:1.0:1767318975.424943:0:6998:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.52@tcp portal 26 match 1853163962481408 offset 0 length 520: 4
00000100:00100000:1.0:1767318975.424983:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767318975.425268:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962481664
00000100:00100000:3.0:1767318975.425282:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962481664
00000100:00100000:3.0:1767318975.425417:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962481536
00000100:00100000:3.0:1767318975.425421:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962481536
00000100:00100000:3.0:1767318975.425443:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4359
00000100:00100000:3.0:1767318975.425455:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fa9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962481664:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:3.0:1767318975.425566:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fa9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962481664:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 113us (753us total) trans 0 rc 0/0
00000100:00100000:3.0:1767318975.425585:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4359
00000100:00100000:3.0:1767318975.425607:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4733
00000100:00100000:3.0:1767318975.425612:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962481536:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767318975.425652:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767318975.425680:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962481536:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 67us (696us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767318975.425692:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4733
00000100:00080000:1.0:1767318975.439350:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767318975.669709:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767318976.373586:0:7004:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318951/real 1767318951]  req@ffff95234823b480 x1853163999724032/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318976 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1767318976.373631:0:7004:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95234823b480 x1853163999724032/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318976 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1767318976.373656:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767318976.373981:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:1.0:1767318976.373986:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234823b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853163999724032:0@lo:250:kworker.0
00000100:00080000:0.0:1767318976.374107:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767318976.374114:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1767318976.374117:0:27049:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767318976.374123:0:27049:0:(import.c:509:import_select_connection()) MGC192.168.202.152@tcp: connect to NID 0@lo last attempt 4149
00000100:00080000:0.0:1767318976.374129:0:27049:0:(import.c:588:import_select_connection()) MGC192.168.202.152@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767318976.374137:0:27049:0:(import.c:623:import_select_connection()) MGC192.168.202.152@tcp: import ffff95235eb57800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767318976.374922:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234471c700 x1853163999730560/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767318976.375145:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234471c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853163999730560:0@lo:250:kworker.0
00000100:00080000:0.0:1767318976.376415:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767318976.376425:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767318976.376429:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767318976.376436:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4170
00000100:00080000:0.0:1767318976.376440:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767318976.376448:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767318976.376501:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234471fb80 x1853163999730688/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767318976.376518:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767318976.376522:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767318976.376524:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767318976.376528:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4170
00000100:00080000:0.0:1767318976.376530:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767318976.376533:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767318976.376546:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234471e300 x1853163999730816/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767318976.376555:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767318976.376558:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767318976.376560:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767318976.376563:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4170
00000100:00080000:0.0:1767318976.376566:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767318976.376571:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767318976.376582:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234471e680 x1853163999730944/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767318976.376652:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767318976.376656:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767318976.376658:0:27049:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767318976.376662:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4170
00000100:00080000:0.0:1767318976.376665:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767318976.376669:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767318976.376689:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234471d880 x1853163999731200/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767318976.376702:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767318976.376727:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234471d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853163999731328:0@lo:400:kworker.0
00000100:00100000:0.0:1767318976.376776:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234471ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999731456:0@lo:400:kworker.0
00000100:00100000:3.0:1767318976.376800:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000400:00000100:1.0:1767318976.377065:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163999730560 offset 0 length 520: 4
00000100:00100000:0.0:1767318976.377090:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767318976.377134:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767318976.377136:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234471c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853163999731072:0@lo:400:kworker.0
00000100:00100000:0.0:1767318976.377144:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234471dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999731584:0@lo:400:kworker.0
00000100:00100000:3.0:1767318976.377167:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767318976.377181:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767318976.377244:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999731072
00000100:00100000:0.0:1767318976.377249:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999731072
00000100:00100000:0.0:1767318976.377283:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4361
00000100:00100000:0.0:1767318976.377290:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f57480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853163999731072:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767318976.377331:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f57480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853163999731072:12345-0@lo:400:kworker.0 Request processed in 41us (163us total) trans 0 rc 0/0
00000100:00100000:0.0:1767318976.377338:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4361
00000100:00100000:0.0:1767318976.377393:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234471c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853163999731072:0@lo:400:kworker.0
00000100:00100000:0.0:1767318976.377431:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999731456
00000100:00100000:0.0:1767318976.377436:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999731456
00000100:00100000:0.0:1767318976.377462:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999731584
00000100:00100000:0.0:1767318976.377465:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999731584
00000100:00100000:0.0:1767318976.377489:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2892
00000100:00100000:0.0:1767318976.377495:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999731456:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767318976.377532:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999731456:12345-0@lo:400:kworker.0 Request processed in 38us (442us total) trans 0 rc 0/0
00000100:00100000:0.0:1767318976.377539:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2892
00000100:00100000:0.0:1767318976.377550:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2893
00000100:00100000:0.0:1767318976.377555:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999731584:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767318976.377581:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999731584:12345-0@lo:400:kworker.0 Request processed in 26us (401us total) trans 0 rc 0/0
00000100:00100000:0.0:1767318976.377587:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2893
00000100:00100000:0.0:1767318976.377610:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234471dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999731584:0@lo:400:kworker.0
00000100:00100000:0.0:1767318976.377620:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234471ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999731456:0@lo:400:kworker.0
00000100:00080000:3.0:1767318976.378881:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767318976.378903:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767318976.378906:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767318976.386155:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234471d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853163999731328:0@lo:400:kworker.0
00000100:00100000:1.0:1767318976.387645:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234471fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999730688:0@lo:38:kworker.0
00000100:00100000:1.0:1767318976.388849:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318976.388985:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234471e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999730816:0@lo:38:kworker.0
00000100:00100000:1.0:1767318976.389028:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318976.389072:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234471e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999730944:0@lo:38:kworker.0
00000100:00100000:1.0:1767318976.389111:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318976.389137:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234471d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999731200:0@lo:38:kworker.0
00000100:00100000:1.0:1767318976.389158:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318976.389251:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999730816
00000100:00100000:1.0:1767318976.389261:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999730816
00000100:00100000:1.0:1767318976.389302:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999730944
00000100:00100000:1.0:1767318976.389305:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999730944
00000100:00100000:1.0:1767318976.389320:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999731200
00000100:00100000:1.0:1767318976.389323:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999731200
00000100:00100000:1.0:1767318976.389343:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4734
00000100:00100000:1.0:1767318976.389363:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999730816:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767318976.392065:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318976.392246:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999730816:12345-0@lo:38:kworker.0 Request processed in 2876us (3210us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318976.392261:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4734
00000100:00100000:1.0:1767318976.392315:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4735
00000100:00100000:1.0:1767318976.392322:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999730944:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767318976.392348:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318976.392376:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999730944:12345-0@lo:38:kworker.0 Request processed in 54us (3264us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318976.392382:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4735
00000100:00100000:0.0:1767318976.392684:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4736
00000100:00100000:0.0:1767318976.392692:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999731200:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767318976.392703:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767318976.392751:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999731200:12345-0@lo:38:kworker.0 Request processed in 58us (3591us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767318976.392758:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4736
00000100:00080000:0.0:1767318976.392879:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767318976.392885:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767318976.392890:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234471e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999730816:0@lo:38:kworker.0
00000100:00080000:0.0:1767318976.392904:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767318976.392907:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767318976.392910:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234471e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999730944:0@lo:38:kworker.0
00000100:00080000:0.0:1767318976.392918:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767318976.392923:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767318976.392926:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234471d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999731200:0@lo:38:kworker.0
00000100:00080000:0.0:1767318976.400896:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767318976.400914:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767318976.400919:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234471fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999730688:0@lo:38:kworker.0
00010000:00010000:0.0:1767318976.694134:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767318978.741815:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767318979.446224:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767318979.446257:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999731712:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767318979.446342:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767318979.446450:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999731712
00000100:00100000:3.0:1767318979.446460:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999731712
00000100:00100000:3.0:1767318979.446557:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2038
00000100:00100000:3.0:1767318979.446567:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999731712:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767318979.446605:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767318979.446652:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999731712:12345-0@lo:13:osp-pre-0-1.0 Request processed in 87us (310us total) trans 0 rc 0/0
00000100:00100000:3.0:1767318979.446660:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2038
00000100:00100000:1.0:1767318979.446756:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999731712:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767318979.448009:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999731840:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767318979.448089:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767318979.448214:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999731840
00000100:00100000:3.0:1767318979.448223:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999731840
00000100:00100000:3.0:1767318979.451882:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2039
00000100:00100000:3.0:1767318979.451902:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999731840:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767318979.451949:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767318979.452053:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999731840:12345-0@lo:13:osp-pre-1-1.0 Request processed in 160us (3964us total) trans 0 rc 0/0
00000100:00100000:3.0:1767318979.452061:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2039
00000100:00100000:1.0:1767318979.452282:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999731840:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767318979.765484:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767318980.550788:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767318980.550853:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767318980.551096:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962481792
00000100:00100000:1.0:1767318980.551110:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962481792
00000100:00100000:1.0:1767318980.551166:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962481920
00000100:00100000:1.0:1767318980.551169:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962481920
00000100:00100000:1.0:1767318980.551275:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4362
00000100:00100000:1.0:1767318980.551289:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f54a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962481920:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767318980.551393:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f54a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962481920:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 106us (538us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318980.551401:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4362
00000100:00100000:1.0:1767318980.551423:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4737
00000100:00100000:1.0:1767318980.551428:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f54700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962481792:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767318980.551463:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318980.551492:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f54700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962481792:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 63us (724us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318980.551499:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4737
00010000:00010000:0.0:1767318980.789961:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767318981.493547:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767318981.493562:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767318981.493565:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767318981.493570:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767318981.493577:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767318981.493587:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4174
00000100:00080000:1.0:1767318981.493595:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767318981.493604:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767318981.493668:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0a9500 x1853163999731968/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767318981.493695:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767318981.493699:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767318981.493700:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767318981.493704:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4174
00000100:00080000:1.0:1767318981.493707:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767318981.493711:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767318981.493723:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0aa680 x1853163999732096/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767318981.493734:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767318981.493737:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767318981.493739:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767318981.493743:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4174
00000100:00080000:1.0:1767318981.493745:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767318981.493749:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767318981.493760:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0a8a80 x1853163999732224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767318981.493825:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767318981.493830:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767318981.493832:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767318981.493836:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4174
00000100:00080000:1.0:1767318981.493840:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767318981.493844:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767318981.493855:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0aaa00 x1853163999732480/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767318981.493931:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999732736:0@lo:400:kworker.0
00000100:00100000:1.0:1767318981.494030:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318981.494088:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767318981.494094:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999732864:0@lo:400:kworker.0
00000100:00100000:1.0:1767318981.494121:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767318981.495001:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999732736
00000100:00100000:0.0:1767318981.495007:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999732736
00000100:00100000:0.0:1767318981.495070:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999732864
00000100:00100000:0.0:1767318981.495074:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999732864
00000100:00100000:0.0:1767318981.495191:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2894
00000100:00100000:0.0:1767318981.495228:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234823b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999732736:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767318981.495285:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234823b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999732736:12345-0@lo:400:kworker.0 Request processed in 60us (1254us total) trans 0 rc 0/0
00000100:00100000:0.0:1767318981.495291:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2894
00000100:00100000:0.0:1767318981.495304:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2895
00000100:00100000:0.0:1767318981.495310:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999732864:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767318981.495337:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999732864:12345-0@lo:400:kworker.0 Request processed in 27us (1215us total) trans 0 rc 0/0
00000100:00100000:0.0:1767318981.495343:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2895
00000100:00100000:3.0:1767318981.497990:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999731968:0@lo:38:kworker.0
00000100:00100000:3.0:1767318981.498104:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767318981.498173:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999732096:0@lo:38:kworker.0
00000100:00100000:3.0:1767318981.498220:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767318981.498246:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999732224:0@lo:38:kworker.0
00000100:00100000:3.0:1767318981.498267:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767318981.498286:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999732480:0@lo:38:kworker.0
00000100:00100000:3.0:1767318981.498308:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767318981.498362:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999732096
00000100:00100000:3.0:1767318981.498372:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999732096
00000100:00100000:3.0:1767318981.498414:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999732224
00000100:00100000:3.0:1767318981.498417:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999732224
00000100:00100000:3.0:1767318981.498446:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999732480
00000100:00100000:3.0:1767318981.498449:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999732480
00000100:00100000:3.0:1767318981.498475:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4738
00000100:00100000:3.0:1767318981.498485:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f56300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999732096:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767318981.498514:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767318981.498560:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f56300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999732096:12345-0@lo:38:kworker.0 Request processed in 76us (339us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767318981.498569:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4738
00000100:00100000:3.0:1767318981.498588:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4739
00000100:00100000:3.0:1767318981.498592:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f54380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999732224:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767318981.498601:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767318981.498621:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f54380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999732224:12345-0@lo:38:kworker.0 Request processed in 28us (353us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767318981.498627:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4739
00000100:00100000:3.0:1767318981.498640:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4740
00000100:00100000:3.0:1767318981.498644:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f54000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999732480:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767318981.498653:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767318981.498671:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f54000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999732480:12345-0@lo:38:kworker.0 Request processed in 26us (363us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767318981.498677:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4740
00000100:00080000:3.0:1767318981.500910:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767318981.500921:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767318981.500928:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999732096:0@lo:38:kworker.0
00000100:00080000:3.0:1767318981.500955:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767318981.500959:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767318981.500962:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999732224:0@lo:38:kworker.0
00000100:00080000:3.0:1767318981.500971:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767318981.500975:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767318981.500978:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999732480:0@lo:38:kworker.0
00000100:00080000:3.0:1767318981.501006:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767318981.501009:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767318981.501012:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999731968:0@lo:38:kworker.0
00010000:00010000:3.0:1767318982.840158:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767318983.862462:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767318984.566114:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999733120:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767318984.566180:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318984.566315:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999732992
00000100:00100000:1.0:1767318984.566327:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999732992
00000100:00100000:1.0:1767318984.566412:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999733120
00000100:00100000:1.0:1767318984.566423:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999733120
00000100:00100000:1.0:1767318984.566473:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2040
00000100:00100000:1.0:1767318984.566494:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bcf1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999732992:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767318984.566555:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767318984.566831:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bcf1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999732992:12345-0@lo:13:osp-pre-0-1.0 Request processed in 161us (612us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318984.566984:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2040
00000100:00100000:3.0:1767318984.573111:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bfe1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999732992:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767318984.575188:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999733120:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767318984.887336:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767318985.666267:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767318985.666385:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00080000:0.0:1767318985.667229:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767318985.667717:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4741
00000100:00100000:0.0:1767318985.667725:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962482048:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:0.0:1767318985.667751:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767318985.667796:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962482048:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 71us (1412us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767318985.667803:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4741
00000100:00080000:1.0:1767318986.614464:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767318986.614476:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767318986.614480:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767318986.614485:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767318986.614489:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767318986.614499:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4179
00000100:00080000:1.0:1767318986.614513:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767318986.614522:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767318986.614569:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234bfe3b80 x1853163999733248/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767318986.614599:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767318986.614603:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767318986.614605:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767318986.614609:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4179
00000100:00080000:1.0:1767318986.614611:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767318986.614615:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767318986.614628:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234bfe3480 x1853163999733376/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767318986.614637:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767318986.614649:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767318986.614651:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767318986.614654:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4179
00000100:00080000:1.0:1767318986.614657:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767318986.614660:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767318986.614670:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234bfe3800 x1853163999733504/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767318986.614706:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767318986.614710:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767318986.614712:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767318986.614716:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4179
00000100:00080000:1.0:1767318986.614719:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767318986.614722:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767318986.614734:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234bfe2300 x1853163999733760/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767318986.614796:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bfe0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853163999733888:0@lo:400:kworker.0
00000100:00100000:3.0:1767318986.614875:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bfe0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999734016:0@lo:400:kworker.0
00000100:00100000:1.0:1767318986.614901:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767318986.614913:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767318986.614975:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bfe1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999734144:0@lo:400:kworker.0
00000100:00100000:1.0:1767318986.615133:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767318986.615140:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bfe2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853163999733632:0@lo:400:kworker.0
00000100:00100000:3.0:1767318986.623954:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999733888
00000100:00100000:3.0:1767318986.623974:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999733888
00000100:00100000:3.0:1767318986.624070:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4366
00000100:00100000:3.0:1767318986.624084:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345ebdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999733888:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767318986.624186:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345ebdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999733888:12345-0@lo:400:kworker.0 Request processed in 106us (9285us total) trans 0 rc 0/0
00000100:00100000:3.0:1767318986.624218:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4366
00000100:00080000:3.0:1767318986.624348:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767318986.624400:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999734016
00000100:00100000:3.0:1767318986.624406:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999734016
00000100:00100000:0.0:1767318986.624409:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767318986.624438:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999734144
00000100:00100000:3.0:1767318986.624442:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999734144
00000100:00100000:0.0:1767318986.624445:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2896
00000100:00100000:0.0:1767318986.624452:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999734016:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767318986.624462:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2897
00000100:00100000:3.0:1767318986.624467:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999734144:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767318986.624492:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999734016:12345-0@lo:400:kworker.0 Request processed in 41us (9578us total) trans 0 rc 0/0
00000100:00100000:3.0:1767318986.624494:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999734144:12345-0@lo:400:kworker.0 Request processed in 28us (87us total) trans 0 rc 0/0
00000100:00100000:0.0:1767318986.624499:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2896
00000100:00100000:3.0:1767318986.624502:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2897
00000100:00080000:3.0:1767318986.624522:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767318986.624525:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767318986.624550:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bfe1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999734144:0@lo:400:kworker.0
00000100:00100000:3.0:1767318986.624550:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bfe0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999734016:0@lo:400:kworker.0
00000100:00100000:1.0:1767318986.632426:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767318986.632510:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999733632
00000100:00100000:3.0:1767318986.632522:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999733632
00000100:00100000:1.0:1767318986.632540:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bfe0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853163999733888:0@lo:400:kworker.0
00000100:00080000:1.0:1767318986.632858:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767318986.638151:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999733248
00000100:00100000:0.0:1767318986.638173:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999733248
00000100:00100000:0.0:1767318986.638262:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1695
00000100:00100000:0.0:1767318986.638273:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bcf0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999733248:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767318986.638303:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767318986.638413:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bcf0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999733248:12345-0@lo:38:kworker.0 Request processed in 140us (5650us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767318986.638421:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1695
00000100:00100000:3.0:1767318986.639041:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999733376
00000100:00100000:3.0:1767318986.639048:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999733376
00000100:00100000:3.0:1767318986.639085:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4367
00000100:00100000:3.0:1767318986.639099:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345ebf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853163999733632:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767318986.639166:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345ebf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853163999733632:12345-0@lo:400:kworker.0 Request processed in 74us (6752us total) trans 0 rc 0/0
00000100:00100000:3.0:1767318986.639172:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4367
00000100:00100000:3.0:1767318986.639189:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4742
00000100:00100000:3.0:1767318986.639210:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bcf2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999733376:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767318986.639226:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767318986.639253:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bcf2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999733376:12345-0@lo:38:kworker.0 Request processed in 59us (6418us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767318986.639259:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4742
00000100:00100000:3.0:1767318986.645754:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999733504
00000100:00100000:3.0:1767318986.645767:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999733504
00000100:00100000:3.0:1767318986.645815:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999733760
00000100:00100000:3.0:1767318986.645817:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999733760
00000100:00100000:3.0:1767318986.645835:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4743
00000100:00100000:3.0:1767318986.645844:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bcf3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999733504:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767318986.645871:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767318986.645948:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bcf3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999733504:12345-0@lo:38:kworker.0 Request processed in 105us (6998us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767318986.645956:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4743
00000100:00100000:3.0:1767318986.645971:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4744
00000100:00100000:3.0:1767318986.645975:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bcf1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999733760:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767318986.645983:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767318986.646029:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bcf1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999733760:12345-0@lo:38:kworker.0 Request processed in 25us (1519us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767318986.646034:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4744
00000100:00100000:0.0:1767318986.647777:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bfe2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853163999733632:0@lo:400:kworker.0
00010000:00010000:3.0:1767318986.935126:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767318987.957636:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767318988.984189:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767318989.686001:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bcf1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999734400:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767318989.686009:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999734272
00000100:00100000:3.0:1767318989.686022:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999734272
00000100:00100000:0.0:1767318989.686038:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767318989.686087:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999734400
00000100:00100000:3.0:1767318989.686090:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999734400
00000100:00100000:0.0:1767318989.686099:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2042
00000100:00100000:0.0:1767318989.686110:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bcf0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999734272:12345-0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767318989.686117:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2043
00000100:00100000:3.0:1767318989.686123:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999734400:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767318989.686155:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00002000:00000024:3.0:1767318989.686161:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767318989.686220:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bcf0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999734272:12345-0@lo:13:osp-pre-0-1.0 Request processed in 110us (502us total) trans 0 rc 0/0
00000100:00100000:3.0:1767318989.686220:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999734400:12345-0@lo:13:osp-pre-1-1.0 Request processed in 95us (179us total) trans 0 rc 0/0
00000100:00100000:0.0:1767318989.686229:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2042
00000100:00100000:3.0:1767318989.686232:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2043
00000100:00100000:0.0:1767318989.686459:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bcf1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999734400:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767318989.686608:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345ebe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999734272:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767318990.783431:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767318990.783539:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767318990.783702:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962482432
00000100:00100000:3.0:1767318990.783712:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962482432
00000100:00100000:3.0:1767318990.783788:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962482304
00000100:00100000:3.0:1767318990.783792:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962482304
00000100:00100000:3.0:1767318990.783818:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4368
00000100:00100000:3.0:1767318990.783829:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345ebe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962482432:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:3.0:1767318990.783959:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345ebe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962482432:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 131us (538us total) trans 0 rc 0/0
00000100:00100000:3.0:1767318990.783980:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4368
00000100:00100000:3.0:1767318990.784001:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4745
00000100:00100000:3.0:1767318990.784005:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345ebc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962482304:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767318990.784027:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767318990.784055:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345ebc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962482304:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 49us (517us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767318990.784061:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4745
00000100:00080000:1.0:1767318990.784174:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767318991.030557:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767318991.733380:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767318991.733389:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767318991.733393:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767318991.733397:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767318991.733401:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767318991.733408:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4184
00000100:00080000:0.0:1767318991.733413:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767318991.733420:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767318991.733456:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234471e300 x1853163999734528/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767318991.733486:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767318991.733489:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767318991.733491:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767318991.733494:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4184
00000100:00080000:0.0:1767318991.733496:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767318991.733500:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767318991.733512:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234471d180 x1853163999734656/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767318991.733522:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767318991.733525:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767318991.733526:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767318991.733530:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4184
00000100:00080000:0.0:1767318991.733532:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767318991.733535:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767318991.733545:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234471ce00 x1853163999734784/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767318991.733584:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767318991.733588:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767318991.733590:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767318991.733593:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4184
00000100:00080000:0.0:1767318991.733596:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767318991.733599:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767318991.733611:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234471c380 x1853163999735040/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767318991.733665:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234471d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999735424:0@lo:400:kworker.0
00000100:00100000:0.0:1767318991.733723:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767318991.733775:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767318991.733780:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234471c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999735296:0@lo:400:kworker.0
00000100:00100000:0.0:1767318991.733799:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318991.734506:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234471ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853163999735168:0@lo:400:kworker.0
00000100:00100000:1.0:1767318991.734534:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318991.734562:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767318991.734568:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234471dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853163999734912:0@lo:400:kworker.0
00000100:00100000:1.0:1767318991.734585:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767318991.734654:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999734528
00000100:00100000:0.0:1767318991.734658:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999734528
00000100:00100000:0.0:1767318991.734686:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1696
00000100:00100000:0.0:1767318991.734690:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952352441850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999734528:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767318991.734699:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767318991.734728:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952352441850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999734528:12345-0@lo:38:kworker.0 Request processed in 37us (774us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767318991.734733:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1696
00000100:00100000:0.0:1767318991.734884:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999735168
00000100:00100000:0.0:1767318991.734887:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999735168
00000100:00100000:0.0:1767318991.734912:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999734912
00000100:00100000:0.0:1767318991.734914:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999734912
00000100:00100000:0.0:1767318991.734926:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4369
00000100:00100000:0.0:1767318991.734931:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345ebd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853163999735168:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767318991.734976:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345ebd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853163999735168:12345-0@lo:400:kworker.0 Request processed in 44us (441us total) trans 0 rc 0/0
00000100:00100000:0.0:1767318991.734981:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4369
00000100:00100000:0.0:1767318991.734992:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4370
00000100:00100000:0.0:1767318991.734997:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345ebea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853163999734912:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767318991.735020:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345ebea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853163999734912:12345-0@lo:400:kworker.0 Request processed in 24us (434us total) trans 0 rc 0/0
00000100:00100000:0.0:1767318991.735026:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4370
00000100:00080000:0.0:1767318991.735049:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767318991.735053:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767318991.735056:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234471e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999734528:0@lo:38:kworker.0
00000100:00080000:1.0:1767318991.735784:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767318991.735814:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234471dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853163999734912:0@lo:400:kworker.0
00000100:00100000:1.0:1767318991.735825:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234471ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853163999735168:0@lo:400:kworker.0
00000100:00100000:3.0:1767318991.735962:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999735424
00000100:00100000:3.0:1767318991.735967:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999735424
00000100:00100000:3.0:1767318991.736006:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999735296
00000100:00100000:3.0:1767318991.736009:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999735296
00000100:00100000:3.0:1767318991.736037:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2898
00000100:00100000:3.0:1767318991.736044:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e982a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999735424:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767318991.736093:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e982a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999735424:12345-0@lo:400:kworker.0 Request processed in 50us (2370us total) trans 0 rc 0/0
00000100:00100000:3.0:1767318991.736102:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2898
00000100:00100000:3.0:1767318991.736114:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2899
00000100:00100000:3.0:1767318991.736120:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499db050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999735296:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767318991.736146:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499db050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999735296:12345-0@lo:400:kworker.0 Request processed in 27us (2346us total) trans 0 rc 0/0
00000100:00100000:3.0:1767318991.736152:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2899
00000100:00100000:3.0:1767318991.736381:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234471c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999735296:0@lo:400:kworker.0
00000100:00100000:3.0:1767318991.736392:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234471d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999735424:0@lo:400:kworker.0
00000100:00080000:1.0:1767318991.736707:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767318991.736710:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00010000:0.0:1767318992.055720:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767318993.078087:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767318994.806509:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bcf1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999735552:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767318994.806581:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767318994.806775:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999735552
00000100:00100000:0.0:1767318994.806785:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999735552
00000100:00100000:3.0:1767318994.806998:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767318994.807009:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bcf0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999735680:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767318994.807036:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318994.807423:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bcf0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999735680:0@lo:13:osp-pre-0-1.0
00000100:00080000:3.0:1767318994.807486:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767318994.808065:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2045
00000100:00100000:0.0:1767318994.808074:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999735552:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767318994.808095:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767318994.808151:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999735552:12345-0@lo:13:osp-pre-1-1.0 Request processed in 78us (1569us total) trans 0 rc 0/0
00000100:00100000:0.0:1767318994.808157:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2045
00000100:00100000:1.0:1767318994.808243:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bcf1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999735552:0@lo:13:osp-pre-1-1.0
00000100:00080000:3.0:1767318994.808616:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00010000:00010000:3.0:1767318995.125544:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767318995.902996:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767318995.903059:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767318995.903637:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962482688
00000100:00100000:1.0:1767318995.903648:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962482688
00000100:00100000:1.0:1767318995.903722:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962482560
00000100:00100000:1.0:1767318995.903726:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962482560
00000100:00100000:1.0:1767318995.903750:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4371
00000100:00100000:1.0:1767318995.903761:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f56a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962482688:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767318995.903837:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f56a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962482688:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 78us (849us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318995.903845:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4371
00000100:00100000:1.0:1767318995.903864:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4749
00000100:00100000:1.0:1767318995.903869:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f55f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962482560:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767318995.903888:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318995.903912:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f55f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962482560:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 41us (852us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318995.903929:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4749
00000100:00080000:3.0:1767318995.903954:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767318996.150711:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767318996.853418:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767318996.853429:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767318996.853432:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767318996.853435:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767318996.853439:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767318996.853447:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4189
00000100:00080000:0.0:1767318996.853452:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767318996.853458:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767318996.853501:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236e982300 x1853163999735808/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767318996.853528:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767318996.853532:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767318996.853533:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767318996.853537:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4189
00000100:00080000:0.0:1767318996.853539:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767318996.853542:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767318996.853554:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236e982680 x1853163999735936/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767318996.853563:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767318996.853566:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767318996.853567:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767318996.853571:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4189
00000100:00080000:0.0:1767318996.853572:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767318996.853575:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767318996.853583:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236e980000 x1853163999736064/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767318996.853632:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767318996.853636:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767318996.853638:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767318996.853641:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4189
00000100:00080000:0.0:1767318996.853643:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767318996.853646:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767318996.853656:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236e982a00 x1853163999736320/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767318996.853786:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fa9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853163999736448:0@lo:400:kworker.0
00000100:00100000:3.0:1767318996.853850:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767318996.853931:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767318996.853938:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236e980e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853163999736192:0@lo:400:kworker.0
00000100:00100000:3.0:1767318996.853961:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767318996.854042:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999736448
00000100:00100000:0.0:1767318996.854049:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999736448
00000100:00100000:0.0:1767318996.854102:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999736192
00000100:00100000:0.0:1767318996.854105:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999736192
00000100:00100000:0.0:1767318996.854127:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4372
00000100:00100000:0.0:1767318996.854135:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f57800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999736448:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767318996.854189:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f57800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999736448:12345-0@lo:400:kworker.0 Request processed in 55us (339us total) trans 0 rc 0/0
00000100:00100000:0.0:1767318996.854215:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4372
00000100:00100000:0.0:1767318996.854231:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4373
00000100:00100000:0.0:1767318996.854237:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f55180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853163999736192:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767318996.854263:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f55180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853163999736192:12345-0@lo:400:kworker.0 Request processed in 27us (301us total) trans 0 rc 0/0
00000100:00100000:0.0:1767318996.854269:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4373
00000100:00080000:3.0:1767318996.854426:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767318996.854530:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236e982300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999735808:0@lo:38:kworker.0
00000100:00100000:1.0:1767318996.854562:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318996.854588:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236e982680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999735936:0@lo:38:kworker.0
00000100:00100000:1.0:1767318996.854606:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767318996.858475:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236e980e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853163999736192:0@lo:400:kworker.0
00000100:00100000:3.0:1767318996.858496:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fa9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853163999736448:0@lo:400:kworker.0
00000100:00100000:3.0:1767318996.858649:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fa8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999736704:0@lo:400:kworker.0
00000100:00100000:3.0:1767318996.858724:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767318996.858770:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767318996.858776:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345faaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999736576:0@lo:400:kworker.0
00000100:00100000:3.0:1767318996.858798:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767318996.858905:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999736704
00000100:00100000:0.0:1767318996.858922:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999736704
00000100:00100000:0.0:1767318996.858978:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2900
00000100:00100000:0.0:1767318996.858986:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f56680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999736704:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767318996.859038:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f56680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999736704:12345-0@lo:400:kworker.0 Request processed in 54us (314us total) trans 0 rc 0/0
00000100:00100000:0.0:1767318996.859044:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2900
00000100:00100000:0.0:1767318996.859060:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999736576
00000100:00100000:0.0:1767318996.859063:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999736576
00000100:00100000:0.0:1767318996.859086:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2901
00000100:00100000:0.0:1767318996.859092:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f55c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999736576:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767318996.859119:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f55c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999736576:12345-0@lo:400:kworker.0 Request processed in 28us (320us total) trans 0 rc 0/0
00000100:00100000:0.0:1767318996.859125:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2901
00000100:00080000:0.0:1767318996.859145:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767318996.859149:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767318996.859165:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345faaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999736576:0@lo:400:kworker.0
00000100:00100000:0.0:1767318996.859175:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fa8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999736704:0@lo:400:kworker.0
00000100:00100000:0.0:1767318996.859225:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999735808
00000100:00100000:0.0:1767318996.859229:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999735808
00000100:00100000:0.0:1767318996.859249:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1697
00000100:00100000:0.0:1767318996.859253:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345ebe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999735808:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767318996.859271:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767318996.859302:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345ebe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999735808:12345-0@lo:38:kworker.0 Request processed in 48us (4740us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767318996.859308:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1697
00000100:00100000:1.0:1767318996.862598:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236e980000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999736064:0@lo:38:kworker.0
00000100:00100000:1.0:1767318996.862666:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318996.873570:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999736064
00000100:00100000:1.0:1767318996.873574:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999736064
00000100:00100000:1.0:1767318996.873600:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4750
00000100:00100000:1.0:1767318996.873612:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345ebf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999735936:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767318996.873635:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767318996.873746:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236e982a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999736320:0@lo:38:kworker.0
00000100:00100000:1.0:1767318996.875685:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345ebf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999735936:12345-0@lo:38:kworker.0 Request processed in 2072us (21076us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318996.875830:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4750
00000100:00100000:0.0:1767318996.877081:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767318996.877150:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767318996.877156:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767318996.877160:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236e982300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999735808:0@lo:38:kworker.0
00000100:00080000:0.0:1767318996.877173:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767318996.877176:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767318996.877179:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236e982680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999735936:0@lo:38:kworker.0
00000100:00080000:0.0:1767318996.877189:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767318996.877225:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767318996.877229:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236e980000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999736064:0@lo:38:kworker.0
00000100:00100000:1.0:1767318996.877626:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999736320
00000100:00100000:1.0:1767318996.877634:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999736320
00000100:00100000:1.0:1767318996.877673:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4752
00000100:00100000:1.0:1767318996.877680:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fa8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999736320:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767318996.877716:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767318996.877767:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fa8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999736320:12345-0@lo:38:kworker.0 Request processed in 86us (696us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767318996.877774:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4752
00000100:00080000:0.0:1767318996.878150:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767318996.878155:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767318996.878158:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236e982a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999736320:0@lo:38:kworker.0
00010000:00010000:0.0:1767318997.175399:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767318999.221542:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767318999.925617:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767318999.925641:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345ebd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999736832:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767318999.925710:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767318999.926224:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999736832
00000100:00100000:1.0:1767318999.926232:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999736832
00000100:00100000:1.0:1767318999.926300:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2046
00000100:00100000:1.0:1767318999.926310:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345faaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999736832:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767318999.926341:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767318999.926413:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345faaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999736832:12345-0@lo:13:osp-pre-0-1.0 Request processed in 104us (701us total) trans 0 rc 0/0
00000100:00100000:1.0:1767318999.926420:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2046
00000100:00080000:0.0:1767318999.926612:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767318999.926758:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345ebd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999736832:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767318999.927179:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767318999.927190:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bcf1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999736960:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767318999.927258:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767318999.927321:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999736960
00000100:00100000:0.0:1767318999.927326:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999736960
00000100:00100000:0.0:1767318999.927369:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2047
00000100:00100000:0.0:1767318999.927374:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f57b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999736960:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767318999.927389:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767318999.927415:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f57b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999736960:12345-0@lo:13:osp-pre-1-1.0 Request processed in 42us (158us total) trans 0 rc 0/0
00000100:00100000:0.0:1767318999.927419:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2047
00000100:00080000:3.0:1767318999.927643:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767318999.927663:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bcf1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999736960:0@lo:13:osp-pre-1-1.0
00000400:00000100:1.0:1767319000.005283:0:6998:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.52@tcp portal 26 match 1853163962482816 offset 0 length 520: 4
00000100:00100000:1.0:1767319000.005329:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767319000.005379:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00080000:3.0:1767319000.005700:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319000.005823:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4753
00000100:00100000:3.0:1767319000.005834:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345ebc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962482944:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767319000.005860:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319000.005989:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345ebc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962482944:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 156us (608us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319000.005998:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4753
00010000:00010000:0.0:1767319000.250086:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319001.013367:0:7004:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318976/real 1767318976]  req@ffff95234471c700 x1853163999730560/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319001 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1767319001.013406:0:7004:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95234471c700 x1853163999730560/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319001 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1767319001.013427:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319001.013458:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:0.0:1767319001.013462:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234471c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853163999730560:0@lo:250:kworker.0
00000100:00080000:1.0:1767319001.013571:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319001.013577:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1767319001.013580:0:27049:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319001.013585:0:27049:0:(import.c:509:import_select_connection()) MGC192.168.202.152@tcp: connect to NID 0@lo last attempt 4174
00000100:00080000:1.0:1767319001.013589:0:27049:0:(import.c:588:import_select_connection()) MGC192.168.202.152@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319001.013595:0:27049:0:(import.c:623:import_select_connection()) MGC192.168.202.152@tcp: import ffff95235eb57800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319001.013630:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952345ebed80 x1853163999737088/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319001.013656:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319001.013659:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319001.013661:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319001.013664:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4194
00000100:00080000:1.0:1767319001.013666:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319001.013669:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319001.013684:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952345ebf800 x1853163999737216/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319001.013692:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319001.013695:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319001.013696:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319001.013699:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4194
00000100:00080000:1.0:1767319001.013701:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319001.013704:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319001.013718:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952345ebce00 x1853163999737344/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319001.013725:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319001.013727:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319001.013729:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319001.013733:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4194
00000100:00080000:1.0:1767319001.013735:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319001.013737:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319001.013759:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952345ebca80 x1853163999737472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319001.013814:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319001.013818:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319001.013819:0:27049:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319001.013823:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4194
00000100:00080000:1.0:1767319001.013825:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319001.013828:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319001.013839:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952345ebfb80 x1853163999737728/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319001.013913:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952344b24a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999737984:0@lo:400:kworker.0
00000100:00100000:1.0:1767319001.013971:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319001.014003:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767319001.014009:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952344b27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999738112:0@lo:400:kworker.0
00000100:00100000:1.0:1767319001.014031:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319001.014065:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999737984
00000100:00100000:1.0:1767319001.014072:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999737984
00000100:00100000:1.0:1767319001.014125:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999738112
00000100:00100000:1.0:1767319001.014128:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999738112
00000100:00100000:1.0:1767319001.014151:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2902
00000100:00100000:1.0:1767319001.014159:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b24700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999737984:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319001.014243:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b24700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999737984:12345-0@lo:400:kworker.0 Request processed in 85us (271us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319001.014249:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2902
00000100:00100000:1.0:1767319001.014265:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2903
00000100:00100000:1.0:1767319001.014271:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999738112:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319001.014296:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999738112:12345-0@lo:400:kworker.0 Request processed in 26us (265us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319001.014302:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2903
00000100:00080000:1.0:1767319001.014319:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767319001.014324:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767319001.014355:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952344b27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999738112:0@lo:400:kworker.0
00000100:00100000:1.0:1767319001.014365:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952344b24a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999737984:0@lo:400:kworker.0
00000100:00100000:3.0:1767319001.014479:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952344b26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853163999737856:0@lo:400:kworker.0
00000100:00100000:3.0:1767319001.014511:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319001.014538:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767319001.014543:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345ebdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853163999737600:0@lo:400:kworker.0
00000100:00100000:3.0:1767319001.014567:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319001.014593:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999737856
00000100:00100000:3.0:1767319001.014597:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999737856
00000100:00100000:3.0:1767319001.014626:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999737600
00000100:00100000:3.0:1767319001.014629:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999737600
00000100:00100000:3.0:1767319001.014648:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4375
00000100:00100000:3.0:1767319001.014654:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e982a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853163999737856:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319001.014687:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e982a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853163999737856:12345-0@lo:400:kworker.0 Request processed in 33us (175us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319001.014694:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4375
00000100:00100000:3.0:1767319001.014705:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4376
00000100:00100000:3.0:1767319001.014711:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e980000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853163999737600:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319001.014736:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e980000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853163999737600:12345-0@lo:400:kworker.0 Request processed in 25us (168us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319001.014741:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4376
00000100:00080000:3.0:1767319001.014758:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319001.014773:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345ebdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853163999737600:0@lo:400:kworker.0
00000100:00100000:3.0:1767319001.014783:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952344b26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853163999737856:0@lo:400:kworker.0
00000100:00100000:0.0:1767319001.014930:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345ebed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853163999737088:0@lo:250:kworker.0
00000400:00000100:0.0:1767319001.014954:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163999737088 offset 0 length 520: 4
00000100:00100000:0.0:1767319001.014974:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345ebf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999737216:0@lo:38:kworker.0
00000100:00100000:0.0:1767319001.014998:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319001.015025:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345ebce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999737344:0@lo:38:kworker.0
00000100:00100000:0.0:1767319001.015043:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319001.015054:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345ebca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999737472:0@lo:38:kworker.0
00000100:00100000:0.0:1767319001.015068:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319001.015080:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345ebfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999737728:0@lo:38:kworker.0
00000100:00100000:0.0:1767319001.015097:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319001.015170:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999737216
00000100:00100000:3.0:1767319001.015175:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999737216
00000100:00100000:3.0:1767319001.015225:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1698
00000100:00100000:3.0:1767319001.015231:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fa8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999737216:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319001.015247:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319001.015277:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fa8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999737216:12345-0@lo:38:kworker.0 Request processed in 45us (278us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319001.015283:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1698
00000100:00100000:3.0:1767319001.015301:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999737344
00000100:00100000:3.0:1767319001.015304:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999737344
00000100:00100000:3.0:1767319001.015318:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999737472
00000100:00100000:3.0:1767319001.015320:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999737472
00000100:00100000:3.0:1767319001.015326:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999737728
00000100:00100000:3.0:1767319001.015328:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999737728
00000100:00100000:3.0:1767319001.015336:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4754
00000100:00100000:3.0:1767319001.015340:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345faa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999737344:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319001.015350:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319001.015373:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345faa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999737344:12345-0@lo:38:kworker.0 Request processed in 32us (329us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319001.015378:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4754
00000100:00100000:3.0:1767319001.015389:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4755
00000100:00100000:3.0:1767319001.015392:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999737472:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319001.015401:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319001.015422:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999737472:12345-0@lo:38:kworker.0 Request processed in 29us (353us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319001.015429:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4755
00000100:00100000:3.0:1767319001.015440:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4756
00000100:00100000:3.0:1767319001.015443:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fa8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999737728:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319001.015451:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319001.015471:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fa8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999737728:12345-0@lo:38:kworker.0 Request processed in 27us (374us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319001.015477:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4756
00000100:00080000:0.0:1767319001.015626:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319001.015631:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319001.015635:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345ebf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999737216:0@lo:38:kworker.0
00000100:00080000:0.0:1767319001.015643:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319001.015646:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319001.015649:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345ebce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999737344:0@lo:38:kworker.0
00000100:00080000:0.0:1767319001.015656:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319001.015660:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319001.015663:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345ebca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999737472:0@lo:38:kworker.0
00000100:00080000:0.0:1767319001.015670:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319001.015673:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319001.015676:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345ebfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999737728:0@lo:38:kworker.0
00010000:00010000:0.0:1767319001.269408:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767319003.320620:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767319004.341729:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319005.047262:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952344b24a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999738240:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319005.047341:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319005.047418:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999738240
00000100:00100000:0.0:1767319005.047426:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999738240
00000100:00100000:0.0:1767319005.047482:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2048
00000100:00100000:0.0:1767319005.047491:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999738240:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767319005.047522:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767319005.047561:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999738240:12345-0@lo:13:osp-pre-0-1.0 Request processed in 71us (220us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319005.047568:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2048
00000100:00100000:0.0:1767319005.047614:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952344b24a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999738240:0@lo:13:osp-pre-0-1.0
00000100:00080000:3.0:1767319005.048135:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767319005.048660:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bcf3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999738368:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319005.048714:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319005.049048:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999738368
00000100:00100000:1.0:1767319005.049055:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999738368
00000100:00100000:1.0:1767319005.049116:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2049
00000100:00100000:1.0:1767319005.049125:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e982680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999738368:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767319005.049150:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767319005.049237:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e982680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999738368:12345-0@lo:13:osp-pre-1-1.0 Request processed in 114us (522us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319005.049245:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2049
00000100:00100000:1.0:1767319005.049284:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bcf3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999738368:0@lo:13:osp-pre-1-1.0
00000100:00080000:3.0:1767319005.049441:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767319005.120806:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767319005.120890:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767319005.121105:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962483328
00000100:00100000:3.0:1767319005.121116:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962483328
00000100:00100000:3.0:1767319005.121189:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962483200
00000100:00100000:3.0:1767319005.121232:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962483200
00000100:00100000:3.0:1767319005.121255:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4377
00000100:00100000:3.0:1767319005.121266:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962483328:12345-192.168.202.52@tcp:400:kworker.0
00000100:00080000:0.0:1767319005.121451:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319005.121482:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4757
00000100:00100000:0.0:1767319005.121488:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b24380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962483200:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:0.0:1767319005.121510:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319005.121571:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b24380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962483200:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 82us (680us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319005.121578:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4757
00000100:00100000:3.0:1767319005.121988:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962483328:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 722us (1192us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319005.121996:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4377
00010000:00010000:0.0:1767319005.365562:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767319006.069624:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319006.069635:0:27049:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767319006.069638:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319006.069641:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319006.069646:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319006.069653:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4198
00000100:00080000:3.0:1767319006.069658:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319006.069664:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319006.069700:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236e982300 x1853163999738496/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319006.069725:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319006.069729:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319006.069731:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319006.069734:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4198
00000100:00080000:3.0:1767319006.069737:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319006.069740:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319006.069750:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236e980e00 x1853163999738624/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319006.069758:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319006.069760:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319006.069762:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319006.069765:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4198
00000100:00080000:3.0:1767319006.069767:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319006.069770:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319006.069778:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952345ebfb80 x1853163999738752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319006.069818:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319006.069850:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319006.069852:0:27049:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319006.069856:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4198
00000100:00080000:3.0:1767319006.069858:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319006.069861:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319006.069873:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952345ebce00 x1853163999739008/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319006.069960:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236e982300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999738496:0@lo:38:kworker.0
00000100:00100000:0.0:1767319006.070028:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319006.070078:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236e980e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999738624:0@lo:38:kworker.0
00000100:00100000:0.0:1767319006.070101:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319006.070118:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345ebfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999738752:0@lo:38:kworker.0
00000100:00100000:0.0:1767319006.070136:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319006.070154:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345ebce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999739008:0@lo:38:kworker.0
00000100:00100000:0.0:1767319006.070174:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319006.070221:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345ebdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999739264:0@lo:400:kworker.0
00000100:00100000:0.0:1767319006.070249:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319006.070268:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767319006.070273:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bfe0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999739392:0@lo:400:kworker.0
00000100:00100000:0.0:1767319006.070292:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319006.070315:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999738624
00000100:00100000:0.0:1767319006.070321:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999738624
00000100:00100000:0.0:1767319006.070353:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999738752
00000100:00100000:0.0:1767319006.070356:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999738752
00000100:00100000:0.0:1767319006.070367:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999739008
00000100:00100000:0.0:1767319006.070369:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999739008
00000100:00100000:0.0:1767319006.070386:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4758
00000100:00100000:0.0:1767319006.070393:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fa8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999738624:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319006.070414:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319006.070453:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fa8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999738624:12345-0@lo:38:kworker.0 Request processed in 60us (351us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319006.070460:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4758
00000100:00100000:0.0:1767319006.070477:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4759
00000100:00100000:0.0:1767319006.070481:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fa9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999738752:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319006.070490:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319006.070513:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fa9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999738752:12345-0@lo:38:kworker.0 Request processed in 30us (375us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319006.070521:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4759
00000100:00100000:0.0:1767319006.070531:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4760
00000100:00100000:0.0:1767319006.070534:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fa9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999739008:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319006.070543:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319006.070564:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fa9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999739008:12345-0@lo:38:kworker.0 Request processed in 27us (388us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319006.070568:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4760
00000100:00100000:0.0:1767319006.070586:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999739264
00000100:00100000:0.0:1767319006.070589:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999739264
00000100:00100000:0.0:1767319006.070615:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999739392
00000100:00100000:0.0:1767319006.070618:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999739392
00000100:00100000:0.0:1767319006.070631:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2904
00000100:00100000:0.0:1767319006.070636:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373fadf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999739264:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319006.070680:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373fadf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999739264:12345-0@lo:400:kworker.0 Request processed in 44us (430us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319006.070687:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2904
00000100:00100000:0.0:1767319006.070698:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2905
00000100:00100000:0.0:1767319006.070704:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373fae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999739392:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319006.070729:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373fae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999739392:12345-0@lo:400:kworker.0 Request processed in 26us (436us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319006.070734:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2905
00000100:00100000:0.0:1767319006.070770:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bfe0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999739392:0@lo:400:kworker.0
00000100:00100000:0.0:1767319006.070780:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345ebdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999739264:0@lo:400:kworker.0
00000100:00080000:0.0:1767319006.070806:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319006.070810:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319006.070814:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236e980e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999738624:0@lo:38:kworker.0
00000100:00080000:0.0:1767319006.070821:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319006.070837:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319006.070840:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345ebfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999738752:0@lo:38:kworker.0
00000100:00080000:0.0:1767319006.070849:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319006.070852:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319006.070855:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345ebce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999739008:0@lo:38:kworker.0
00000100:00100000:1.0:1767319006.070949:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345ebca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999738880:0@lo:400:kworker.0
00000100:00100000:1.0:1767319006.070982:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319006.071013:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767319006.071018:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345ebf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853163999739136:0@lo:400:kworker.0
00000100:00100000:1.0:1767319006.071038:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319006.071068:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999738880
00000100:00100000:1.0:1767319006.071072:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999738880
00000100:00100000:1.0:1767319006.071100:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999739136
00000100:00100000:1.0:1767319006.071103:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999739136
00000100:00100000:1.0:1767319006.071118:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4378
00000100:00100000:1.0:1767319006.071124:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b24e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999738880:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319006.071158:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b24e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999738880:12345-0@lo:400:kworker.0 Request processed in 33us (175us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319006.071163:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4378
00000100:00100000:1.0:1767319006.071177:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4379
00000100:00100000:1.0:1767319006.071183:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853163999739136:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319006.071229:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853163999739136:12345-0@lo:400:kworker.0 Request processed in 46us (190us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319006.071235:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4379
00000100:00080000:1.0:1767319006.071261:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319006.071279:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345ebf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853163999739136:0@lo:400:kworker.0
00000100:00100000:1.0:1767319006.071304:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345ebca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999738880:0@lo:400:kworker.0
00000100:00100000:3.0:1767319006.071607:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999738496
00000100:00100000:3.0:1767319006.071613:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999738496
00000100:00100000:3.0:1767319006.071646:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1699
00000100:00100000:3.0:1767319006.071651:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345faa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999738496:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319006.071663:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319006.071754:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345faa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999738496:12345-0@lo:38:kworker.0 Request processed in 102us (1726us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319006.071762:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1699
00000100:00080000:1.0:1767319006.071886:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319006.071891:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319006.071895:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236e982300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999738496:0@lo:38:kworker.0
00010000:00010000:3.0:1767319007.413422:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767319008.437971:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767319009.461593:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319010.165980:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bcf2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999739520:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319010.166081:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319010.166315:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999739520
00000100:00100000:0.0:1767319010.166337:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999739520
00000100:00100000:0.0:1767319010.166478:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2050
00000100:00100000:0.0:1767319010.166490:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999739520:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767319010.166530:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767319010.169524:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999739520:12345-0@lo:13:osp-pre-1-1.0 Request processed in 3032us (3438us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319010.169536:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2050
00000100:00080000:0.0:1767319010.169947:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767319010.169953:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767319010.170188:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bcf2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999739520:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319010.244548:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767319010.244658:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767319010.247071:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962483584
00000100:00100000:0.0:1767319010.247096:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962483584
00000100:00100000:0.0:1767319010.247221:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962483456
00000100:00100000:0.0:1767319010.247225:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962483456
00000100:00100000:0.0:1767319010.247271:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4380
00000100:00100000:0.0:1767319010.247284:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b26680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962483584:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:0.0:1767319010.247405:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b26680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962483584:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 123us (2871us total) trans 0 rc 0/0
00000100:00080000:1.0:1767319010.248243:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319010.251862:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4380
00000100:00080000:0.0:1767319011.189566:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319011.189577:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767319011.189580:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319011.189584:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319011.189588:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319011.189596:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4203
00000100:00080000:0.0:1767319011.189601:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319011.189607:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319011.189648:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952373faf800 x1853163999739776/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319011.189676:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319011.189680:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319011.189682:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319011.189686:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4203
00000100:00080000:0.0:1767319011.189689:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319011.189692:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319011.189708:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952373fac380 x1853163999739904/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319011.189717:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319011.189720:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319011.189722:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319011.189726:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4203
00000100:00080000:0.0:1767319011.189729:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319011.189732:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319011.189742:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952373fad880 x1853163999740032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767319011.189939:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952373faca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999740160:0@lo:400:kworker.0
00000100:00100000:3.0:1767319011.190006:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319011.190130:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999740160
00000100:00100000:1.0:1767319011.190138:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999740160
00000100:00100000:1.0:1767319011.190225:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4381
00000100:00100000:1.0:1767319011.190237:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999740160:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319011.190294:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999740160:12345-0@lo:400:kworker.0 Request processed in 61us (287us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319011.190301:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4381
00000100:00100000:1.0:1767319011.190346:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952373faca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999740160:0@lo:400:kworker.0
00000100:00080000:3.0:1767319011.190944:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319011.191006:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999739776
00000100:00100000:1.0:1767319011.191012:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999739776
00000100:00100000:1.0:1767319011.191044:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1700
00000100:00100000:1.0:1767319011.191048:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bcf1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999739776:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319011.191059:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319011.191095:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bcf1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999739776:12345-0@lo:38:kworker.0 Request processed in 45us (627us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319011.191101:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1700
00000100:00080000:0.0:1767319011.191219:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319011.191224:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319011.191226:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319011.191230:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4203
00000100:00080000:0.0:1767319011.191233:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319011.191237:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319011.191258:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952373faea00 x1853163999740288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767319011.191317:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767319011.192060:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999740288
00000100:00100000:1.0:1767319011.192067:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999740288
00000100:00100000:1.0:1767319011.192100:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4764
00000100:00100000:1.0:1767319011.192106:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bcf2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999740288:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319011.192121:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319011.192165:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bcf2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999740288:12345-0@lo:38:kworker.0 Request processed in 57us (784us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319011.192171:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4764
00000100:00080000:1.0:1767319011.192219:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319011.192224:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319011.192227:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952373faea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999740288:0@lo:38:kworker.0
00000100:00100000:3.0:1767319011.200390:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952373fad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999740416:0@lo:400:kworker.0
00000100:00100000:3.0:1767319011.200465:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319011.200611:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999740416
00000100:00100000:0.0:1767319011.200621:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999740416
00000100:00100000:0.0:1767319011.200697:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4382
00000100:00100000:0.0:1767319011.200706:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999740416:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319011.200785:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999740416:12345-0@lo:400:kworker.0 Request processed in 71us (310us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319011.200797:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4382
00000100:00080000:3.0:1767319011.200861:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767319011.511883:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767319012.533479:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767319013.558968:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319015.288901:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bfe2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999740928:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319015.296971:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767319015.297320:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767319015.297559:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767319015.303027:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2052
00000100:00100000:0.0:1767319015.303054:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999740800:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767319015.303089:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767319015.303174:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999740800:12345-0@lo:13:osp-pre-1-1.0 Request processed in 135us (14895us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319015.303182:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2052
00000100:00100000:0.0:1767319015.303219:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2053
00000100:00100000:0.0:1767319015.303227:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999740928:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767319015.303243:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767319015.303278:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999740928:12345-0@lo:13:osp-pre-0-1.0 Request processed in 52us (6322us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319015.303284:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2053
00000100:00100000:0.0:1767319015.303370:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bfe2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999740928:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319015.303419:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234471c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999740800:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319015.375804:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962483712
00000100:00100000:0.0:1767319015.376152:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962483712
00000100:00100000:0.0:1767319015.376225:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962483840
00000100:00100000:0.0:1767319015.376229:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962483840
00000100:00100000:0.0:1767319015.376292:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4383
00000100:00100000:0.0:1767319015.376302:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962483840:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:0.0:1767319015.376385:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962483840:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 84us (8066us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319015.376393:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4383
00000100:00100000:0.0:1767319015.376412:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4765
00000100:00100000:0.0:1767319015.376417:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962483712:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:0.0:1767319015.376436:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319015.376461:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962483712:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 43us (8769us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319015.376467:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4765
00000100:00080000:0.0:1767319015.376490:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767319015.605441:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767319016.310759:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319016.310774:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767319016.310777:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319016.310781:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319016.310786:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319016.310793:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4209
00000100:00080000:0.0:1767319016.310798:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319016.310806:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319016.310849:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952373fac380 x1853163999741056/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319016.310891:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319016.310894:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319016.310896:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319016.310900:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4209
00000100:00080000:0.0:1767319016.310902:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319016.310906:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319016.310918:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952373faca80 x1853163999741184/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319016.310927:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319016.310930:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319016.310932:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319016.310935:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4209
00000100:00080000:0.0:1767319016.310937:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319016.310940:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319016.310953:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952373fad500 x1853163999741312/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319016.311242:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999741440
00000100:00100000:1.0:1767319016.311250:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999741440
00000100:00100000:3.0:1767319016.311263:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952373fac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999741056:0@lo:38:kworker.0
00000100:00100000:3.0:1767319016.311304:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319016.311313:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4384
00000100:00100000:1.0:1767319016.311325:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999741440:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319016.311339:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952373faca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999741184:0@lo:38:kworker.0
00000100:00100000:3.0:1767319016.311375:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319016.311395:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952373fad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999741312:0@lo:38:kworker.0
00000100:00080000:0.0:1767319016.311418:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767319016.311418:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767319016.311425:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319016.311427:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319016.311432:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4209
00000100:00080000:0.0:1767319016.311435:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319016.311440:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319016.311456:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952373fad880 x1853163999741568/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767319016.311458:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999741056
00000100:00100000:3.0:1767319016.311465:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999741056
00000100:00100000:3.0:1767319016.311495:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1701
00000100:00100000:3.0:1767319016.311500:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999741056:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319016.311518:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319016.311549:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999741056:12345-0@lo:38:kworker.0 Request processed in 48us (245us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319016.311557:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1701
00000100:00100000:3.0:1767319016.311579:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999741184
00000100:00100000:3.0:1767319016.311582:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999741184
00000100:00100000:3.0:1767319016.311599:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999741312
00000100:00100000:3.0:1767319016.311601:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999741312
00000100:00100000:3.0:1767319016.311616:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4766
00000100:00100000:3.0:1767319016.311620:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999741184:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319016.311630:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319016.311654:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999741184:12345-0@lo:38:kworker.0 Request processed in 33us (279us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319016.311660:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4766
00000100:00100000:3.0:1767319016.311671:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4767
00000100:00100000:3.0:1767319016.311675:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999741312:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319016.311683:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319016.311704:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999741312:12345-0@lo:38:kworker.0 Request processed in 28us (287us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319016.311710:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4767
00000100:00100000:3.0:1767319016.311765:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952373faea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853163999741696:0@lo:400:kworker.0
00000100:00100000:3.0:1767319016.311789:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319016.311816:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999741696
00000100:00100000:3.0:1767319016.311819:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999741696
00000100:00100000:3.0:1767319016.311844:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4385
00000100:00100000:3.0:1767319016.311850:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999741696:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319016.311882:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999741696:12345-0@lo:400:kworker.0 Request processed in 32us (93us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319016.311888:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4385
00000100:00100000:3.0:1767319016.311923:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952373faea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853163999741696:0@lo:400:kworker.0
00000100:00080000:3.0:1767319016.311959:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319016.311977:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952373fad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999741568:0@lo:38:kworker.0
00000100:00100000:3.0:1767319016.312000:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767319016.312021:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319016.312025:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319016.312028:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952373fac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999741056:0@lo:38:kworker.0
00000100:00080000:3.0:1767319016.312035:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319016.312038:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319016.312041:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952373faca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999741184:0@lo:38:kworker.0
00000100:00080000:3.0:1767319016.312047:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319016.312050:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319016.312052:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952373fad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999741312:0@lo:38:kworker.0
00000100:00100000:3.0:1767319016.312074:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999741568
00000100:00100000:3.0:1767319016.312077:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999741568
00000100:00100000:3.0:1767319016.312094:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4768
00000100:00100000:3.0:1767319016.312098:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999741568:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319016.312108:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319016.312136:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999741568:12345-0@lo:38:kworker.0 Request processed in 36us (135us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319016.312142:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4768
00000100:00080000:3.0:1767319016.312163:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319016.312166:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319016.312169:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952373fad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999741568:0@lo:38:kworker.0
00000100:00100000:1.0:1767319016.313959:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999741440:12345-0@lo:400:kworker.0 Request processed in 2630us (2838us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319016.313972:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4384
00000100:00100000:1.0:1767319016.314376:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952373fad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999741824:0@lo:400:kworker.0
00000100:00100000:1.0:1767319016.314442:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319016.314478:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767319016.314485:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952373fad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999741952:0@lo:400:kworker.0
00000100:00100000:1.0:1767319016.314506:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319016.314561:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999741824
00000100:00100000:1.0:1767319016.314568:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999741824
00000100:00100000:1.0:1767319016.314601:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999741952
00000100:00100000:1.0:1767319016.314604:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999741952
00000100:00100000:1.0:1767319016.314638:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2908
00000100:00100000:1.0:1767319016.314646:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999741824:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319016.314694:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999741824:12345-0@lo:400:kworker.0 Request processed in 49us (252us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319016.314701:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2908
00000100:00100000:1.0:1767319016.314713:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2909
00000100:00100000:1.0:1767319016.314719:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999741952:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319016.314761:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999741952:12345-0@lo:400:kworker.0 Request processed in 42us (254us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319016.314767:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2909
00000100:00100000:1.0:1767319016.314801:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952373fad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999741952:0@lo:400:kworker.0
00000100:00100000:1.0:1767319016.314811:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952373fad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999741824:0@lo:400:kworker.0
00010000:00010000:0.0:1767319016.631511:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767319017.657478:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767319019.701976:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319020.407009:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767319020.407033:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234471dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999742080:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319020.407118:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319020.407589:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767319020.407600:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234471e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999742208:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319020.407634:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319020.407690:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234471dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999742080:0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767319020.407765:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767319020.408396:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234471e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999742208:0@lo:13:osp-pre-0-1.0
00000100:00080000:1.0:1767319020.408451:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767319020.480248:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962484096
00000100:00100000:3.0:1767319020.480259:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962483968
00000100:00100000:1.0:1767319020.480264:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962484096
00000100:00100000:3.0:1767319020.480278:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962483968
00000100:00100000:3.0:1767319020.480338:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4769
00000100:00100000:3.0:1767319020.480348:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962483968:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767319020.480384:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319020.480472:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962483968:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 123us (440us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319020.482102:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4386
00000100:00100000:1.0:1767319020.482124:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962484096:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767319020.482262:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962484096:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 148us (2361us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319020.482271:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4386
00000100:00100000:3.0:1767319020.491887:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4769
00010000:00010000:0.0:1767319020.727084:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767319021.429622:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319021.429637:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767319021.429641:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319021.429646:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319021.429651:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319021.429661:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4214
00000100:00080000:0.0:1767319021.429667:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319021.429675:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319021.429741:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952373fac380 x1853163999742336/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319021.430560:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319021.430567:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319021.430570:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319021.430576:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4214
00000100:00080000:0.0:1767319021.430579:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319021.430584:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319021.430611:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952373faea00 x1853163999742464/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319021.430623:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319021.430627:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319021.430629:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319021.430633:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4214
00000100:00080000:0.0:1767319021.430635:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319021.430639:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319021.430654:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952373faf800 x1853163999742592/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319021.430765:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952373fad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999742720:0@lo:400:kworker.0
00000100:00100000:1.0:1767319021.430849:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767319021.430955:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319021.430960:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319021.430962:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319021.430967:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4214
00000100:00080000:0.0:1767319021.430969:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319021.430973:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319021.430987:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952373fad500 x1853163999742848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767319021.431900:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236e982300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853163999742976:0@lo:400:kworker.0
00000100:00100000:3.0:1767319021.431947:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319021.432008:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952373fac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999742336:0@lo:38:kworker.0
00000100:00100000:3.0:1767319021.432040:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319021.432068:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952373faea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999742464:0@lo:38:kworker.0
00000100:00100000:3.0:1767319021.432090:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319021.432108:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952373faf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999742592:0@lo:38:kworker.0
00000100:00100000:3.0:1767319021.432128:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319021.432144:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952373fad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999742848:0@lo:38:kworker.0
00000100:00100000:3.0:1767319021.432167:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319021.432225:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999742336
00000100:00100000:3.0:1767319021.432231:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999742336
00000100:00100000:3.0:1767319021.432263:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1702
00000100:00100000:3.0:1767319021.432269:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999742336:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319021.432294:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319021.432334:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999742336:12345-0@lo:38:kworker.0 Request processed in 63us (292us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319021.432341:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1702
00000100:00100000:3.0:1767319021.432380:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999742976
00000100:00100000:3.0:1767319021.432384:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999742976
00000100:00100000:3.0:1767319021.432409:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999742464
00000100:00100000:3.0:1767319021.432411:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999742464
00000100:00100000:3.0:1767319021.432419:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999742592
00000100:00100000:3.0:1767319021.432422:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999742592
00000100:00100000:3.0:1767319021.432429:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999742848
00000100:00100000:3.0:1767319021.432431:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999742848
00000100:00100000:3.0:1767319021.432441:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4388
00000100:00100000:3.0:1767319021.432447:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853163999742976:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319021.432489:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853163999742976:12345-0@lo:400:kworker.0 Request processed in 42us (542us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319021.432495:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4388
00000100:00100000:3.0:1767319021.432510:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4770
00000100:00100000:3.0:1767319021.432514:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999742464:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319021.432523:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319021.432547:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999742464:12345-0@lo:38:kworker.0 Request processed in 31us (457us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319021.432552:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4770
00000100:00100000:3.0:1767319021.432563:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4771
00000100:00100000:3.0:1767319021.432567:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999742592:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319021.432575:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319021.432623:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999742592:12345-0@lo:38:kworker.0 Request processed in 42us (481us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319021.432629:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4771
00000100:00100000:3.0:1767319021.432641:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4772
00000100:00100000:3.0:1767319021.432644:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366967800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999742848:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319021.432653:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319021.432676:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366967800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999742848:12345-0@lo:38:kworker.0 Request processed in 30us (508us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319021.432692:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4772
00000100:00100000:3.0:1767319021.432752:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236e982300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853163999742976:0@lo:400:kworker.0
00000100:00080000:3.0:1767319021.432784:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319021.432789:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319021.432792:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952373fac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999742336:0@lo:38:kworker.0
00000100:00080000:3.0:1767319021.432800:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319021.432803:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319021.432806:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952373faea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999742464:0@lo:38:kworker.0
00000100:00080000:3.0:1767319021.432812:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319021.432816:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319021.432818:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952373faf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999742592:0@lo:38:kworker.0
00000100:00080000:3.0:1767319021.432825:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319021.432827:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319021.432830:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952373fad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999742848:0@lo:38:kworker.0
00000100:00080000:3.0:1767319021.432875:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319021.439343:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236e980e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999743104:0@lo:400:kworker.0
00000100:00100000:3.0:1767319021.439346:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236e982300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999743232:0@lo:400:kworker.0
00000100:00100000:0.0:1767319021.439446:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319021.439487:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319021.439518:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999743104
00000100:00100000:0.0:1767319021.439528:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999743104
00000100:00100000:3.0:1767319021.439531:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999743232
00000100:00100000:3.0:1767319021.439534:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999743232
00000100:00100000:3.0:1767319021.439591:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2910
00000100:00100000:0.0:1767319021.439596:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2911
00000100:00100000:3.0:1767319021.439600:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345ebca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999743104:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319021.439602:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366966a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999743232:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319021.439659:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366966a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999743232:12345-0@lo:400:kworker.0 Request processed in 56us (170us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319021.439659:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345ebca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999743104:12345-0@lo:400:kworker.0 Request processed in 59us (213us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319021.439668:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2911
00000100:00100000:0.0:1767319021.439732:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236e980e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999743104:0@lo:400:kworker.0
00000100:00100000:0.0:1767319021.439764:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236e982300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999743232:0@lo:400:kworker.0
00000100:00100000:3.0:1767319021.439835:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2910
00000100:00100000:1.0:1767319021.451801:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952373fad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999742720:0@lo:400:kworker.0
00010000:00010000:0.0:1767319021.749925:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767319023.797863:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767319024.823146:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319025.526964:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767319025.526991:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234471ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999743360:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319025.527086:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319025.527344:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767319025.527363:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234471d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999743488:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319025.527397:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767319025.528319:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767319025.528325:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767319025.528385:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234471d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999743488:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319025.529022:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234471ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999743360:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319025.607590:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962484352
00000100:00100000:3.0:1767319025.607601:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962484352
00000100:00100000:3.0:1767319025.607659:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962484480
00000100:00100000:3.0:1767319025.607670:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962484480
00000100:00100000:3.0:1767319025.607722:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4389
00000100:00100000:3.0:1767319025.607732:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962484480:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:3.0:1767319025.607801:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962484480:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 72us (515us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319025.607808:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4389
00000100:00100000:3.0:1767319025.607825:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4773
00000100:00100000:3.0:1767319025.607829:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962484352:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767319025.607847:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319025.607868:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962484352:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 37us (627us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319025.607874:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4773
00010000:00010000:0.0:1767319025.846387:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319026.549329:0:7004:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319001/real 1767319001]  req@ffff952345ebed80 x1853163999737088/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319026 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1767319026.549365:0:7004:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff952345ebed80 x1853163999737088/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319026 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1767319026.549384:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767319026.552722:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999744128:0@lo:400:kworker.0
00000100:00100000:0.0:1767319026.552797:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319026.553024:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999744128
00000100:00100000:1.0:1767319026.553032:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999744128
00000100:00100000:1.0:1767319026.553094:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4390
00000100:00100000:1.0:1767319026.553105:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345ebce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999744128:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767319026.554398:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:3.0:1767319026.554408:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345ebed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853163999737088:0@lo:250:kworker.0
00000100:00100000:3.0:1767319026.554439:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234471e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853163999743616:0@lo:250:kworker.0
00000400:00000100:3.0:1767319026.554478:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163999743616 offset 0 length 520: 4
00000100:00100000:3.0:1767319026.554507:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234471dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999743744:0@lo:38:kworker.0
00000100:00100000:3.0:1767319026.557139:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319026.557191:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234471c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999743872:0@lo:38:kworker.0
00000100:00100000:3.0:1767319026.557251:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319026.557276:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999744000:0@lo:38:kworker.0
00000100:00100000:3.0:1767319026.557321:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319026.557345:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999744256:0@lo:38:kworker.0
00000100:00100000:3.0:1767319026.557376:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319026.557417:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999743872
00000100:00100000:3.0:1767319026.557423:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999743872
00000100:00100000:3.0:1767319026.557447:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4774
00000100:00100000:3.0:1767319026.557453:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366966680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999743872:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319026.557465:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319026.557501:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366966680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999743872:12345-0@lo:38:kworker.0 Request processed in 46us (248us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319026.557510:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4774
00000100:00100000:3.0:1767319026.557527:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999744000
00000100:00100000:3.0:1767319026.557530:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999744000
00000100:00100000:3.0:1767319026.557541:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999744256
00000100:00100000:3.0:1767319026.557544:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999744256
00000100:00100000:3.0:1767319026.557560:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4775
00000100:00100000:3.0:1767319026.557585:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366967b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999744000:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319026.557604:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319026.557654:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366967b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999744000:12345-0@lo:38:kworker.0 Request processed in 83us (331us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319026.557668:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4775
00000100:00080000:3.0:1767319026.557701:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319026.557708:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319026.557715:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999744000:0@lo:38:kworker.0
00000100:00080000:3.0:1767319026.557729:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319026.557734:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319026.557738:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999744256:0@lo:38:kworker.0
00000100:00100000:3.0:1767319026.557786:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999744512:0@lo:400:kworker.0
00000100:00100000:3.0:1767319026.557825:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319026.557854:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767319026.557861:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999744640:0@lo:400:kworker.0
00000100:00100000:3.0:1767319026.557983:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319026.560292:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999744640:0@lo:400:kworker.0
00000100:00100000:3.0:1767319026.560477:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999744512:0@lo:400:kworker.0
00000100:00100000:1.0:1767319026.560921:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345ebce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999744128:12345-0@lo:400:kworker.0 Request processed in 7816us (8121us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319026.560932:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4390
00000100:00100000:0.0:1767319026.569290:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999744128:0@lo:400:kworker.0
00010000:00010000:3.0:1767319027.893432:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767319028.923075:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767319029.944055:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319030.645919:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999744896:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319030.645991:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319030.646042:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767319030.646048:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345ebfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999744768:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319030.646068:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319030.649283:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2058
00000100:00100000:0.0:1767319030.649295:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366967100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999744896:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767319030.649327:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767319030.649413:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366967100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999744896:12345-0@lo:13:osp-pre-0-1.0 Request processed in 121us (3423us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319030.649421:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2058
00000100:00100000:0.0:1767319030.649488:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999744896:0@lo:13:osp-pre-0-1.0
00000100:00080000:3.0:1767319030.649953:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767319030.649958:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767319030.650315:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345ebfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999744768:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319030.720436:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962484736
00000100:00100000:1.0:1767319030.720453:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962484736
00000100:00100000:1.0:1767319030.720548:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4392
00000100:00100000:1.0:1767319030.720558:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962484736:12345-192.168.202.52@tcp:400:kworker.0
00000100:00080000:3.0:1767319030.720715:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319030.729212:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962484736:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 8626us (8878us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319030.729230:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4392
00000100:00100000:0.0:1767319030.734640:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767319030.737532:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962484608
00000100:00100000:1.0:1767319030.737547:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962484608
00000100:00100000:1.0:1767319030.737625:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4777
00000100:00100000:1.0:1767319030.737634:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345ebfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962484608:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767319030.737658:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319030.737740:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345ebfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962484608:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 105us (3125us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319030.737747:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4777
00000100:00100000:1.0:1767319031.670773:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999745408:0@lo:400:kworker.0
00000100:00100000:1.0:1767319031.670839:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319031.671119:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767319031.671126:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999745664:0@lo:400:kworker.0
00000100:00100000:1.0:1767319031.671149:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319031.671189:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999745792:0@lo:400:kworker.0
00000100:00100000:1.0:1767319031.671245:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319031.671262:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767319031.671267:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999745920:0@lo:400:kworker.0
00000100:00100000:1.0:1767319031.671286:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319031.671315:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999745408
00000100:00100000:1.0:1767319031.671322:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999745408
00000100:00100000:1.0:1767319031.671380:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999745664
00000100:00100000:1.0:1767319031.671384:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999745664
00000100:00100000:1.0:1767319031.671401:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4393
00000100:00100000:1.0:1767319031.671408:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b24a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999745408:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319031.671456:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b24a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999745408:12345-0@lo:400:kworker.0 Request processed in 48us (617us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319031.672088:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4393
00000100:00100000:3.0:1767319031.672156:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999745024:0@lo:38:kworker.0
00000100:00100000:3.0:1767319031.672216:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319031.672245:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999745152:0@lo:38:kworker.0
00000100:00100000:3.0:1767319031.672269:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319031.672285:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999745280:0@lo:38:kworker.0
00000100:00100000:3.0:1767319031.672303:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319031.672316:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999745536:0@lo:38:kworker.0
00000100:00100000:3.0:1767319031.672333:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319031.672357:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999745024
00000100:00100000:3.0:1767319031.672361:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999745024
00000100:00100000:3.0:1767319031.672382:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1704
00000100:00100000:3.0:1767319031.672386:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366964a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999745024:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319031.672404:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319031.672437:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366964a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999745024:12345-0@lo:38:kworker.0 Request processed in 49us (220us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319031.672443:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1704
00000100:00100000:3.0:1767319031.672459:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999745152
00000100:00100000:3.0:1767319031.672462:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999745152
00000100:00100000:0.0:1767319031.676377:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999745408:0@lo:400:kworker.0
00000100:00100000:0.0:1767319031.676434:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999745920:0@lo:400:kworker.0
00000100:00100000:0.0:1767319031.676446:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999745792:0@lo:400:kworker.0
00000100:00100000:0.0:1767319031.676514:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999745280
00000100:00100000:0.0:1767319031.676522:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999745280
00000100:00100000:3.0:1767319031.681373:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4779
00000100:00100000:3.0:1767319031.681388:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366966d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999745152:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319031.681414:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319031.681521:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366966d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999745152:12345-0@lo:38:kworker.0 Request processed in 135us (9249us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319031.681528:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4779
00000100:00100000:0.0:1767319031.685243:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4780
00000100:00100000:0.0:1767319031.685256:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366967480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999745280:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319031.685281:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319031.685377:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366967480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999745280:12345-0@lo:38:kworker.0 Request processed in 121us (13072us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319031.685385:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4780
00010000:00010000:3.0:1767319031.989445:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767319033.013407:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767319034.037730:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319035.765974:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999746176:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319035.766051:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319035.766095:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767319035.766101:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345ebdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999746048:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319035.766123:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319035.766155:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999746176
00000100:00100000:1.0:1767319035.766162:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999746176
00000100:00100000:1.0:1767319035.766234:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999746048
00000100:00100000:1.0:1767319035.766237:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999746048
00000100:00100000:1.0:1767319035.766261:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2060
00000100:00100000:1.0:1767319035.766269:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999746176:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767319035.766295:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767319035.766333:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999746176:12345-0@lo:13:osp-pre-0-1.0 Request processed in 64us (282us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319035.766340:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2060
00000100:00100000:1.0:1767319035.766356:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2061
00000100:00100000:1.0:1767319035.766362:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999746048:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767319035.766375:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767319035.766400:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999746048:12345-0@lo:13:osp-pre-1-1.0 Request processed in 38us (277us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319035.766406:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2061
00000100:00080000:1.0:1767319035.766421:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767319035.766424:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767319035.766458:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345ebdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999746048:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319035.766471:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999746176:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319035.839001:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962484992
00000100:00100000:0.0:1767319035.839012:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962484992
00000100:00100000:0.0:1767319035.839097:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4395
00000100:00100000:0.0:1767319035.839108:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962484992:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:0.0:1767319035.839241:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962484992:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 134us (456us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319035.839249:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4395
00000100:00080000:1.0:1767319035.839728:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319035.840003:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00010000:00010000:3.0:1767319036.085733:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767319036.789618:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319036.789631:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767319036.789635:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319036.789651:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319036.789656:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319036.789672:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4229
00000100:00080000:0.0:1767319036.789678:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319036.789686:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319036.789745:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952345ebdc00 x1853163999746304/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319036.789779:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319036.789783:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319036.789785:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319036.789789:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4229
00000100:00080000:0.0:1767319036.789792:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319036.789796:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319036.789812:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952345ebed80 x1853163999746432/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319036.789828:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319036.789832:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319036.789834:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319036.789838:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4229
00000100:00080000:0.0:1767319036.789840:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319036.789843:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319036.789855:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236e982300 x1853163999746560/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319036.789900:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319036.789904:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319036.789906:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319036.789910:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4229
00000100:00080000:0.0:1767319036.789913:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1767319036.790102:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345ebdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999746304:0@lo:38:kworker.0
00000100:00100000:3.0:1767319036.790217:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319036.790283:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345ebed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999746432:0@lo:38:kworker.0
00000100:00100000:3.0:1767319036.790312:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319036.790333:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236e982300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999746560:0@lo:38:kworker.0
00000100:00100000:3.0:1767319036.790354:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319036.790407:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999746304
00000100:00100000:3.0:1767319036.790416:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999746304
00000100:00100000:3.0:1767319036.790462:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1705
00000100:00100000:3.0:1767319036.790470:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366964e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999746304:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319036.790496:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319036.790541:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366964e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999746304:12345-0@lo:38:kworker.0 Request processed in 70us (347us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319036.790581:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1705
00000100:00100000:3.0:1767319036.790607:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999746432
00000100:00100000:3.0:1767319036.790611:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999746432
00000100:00100000:3.0:1767319036.790631:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999746560
00000100:00100000:3.0:1767319036.790634:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999746560
00000100:00100000:3.0:1767319036.790648:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4782
00000100:00100000:3.0:1767319036.790652:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366966300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999746432:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319036.790672:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319036.790698:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366966300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999746432:12345-0@lo:38:kworker.0 Request processed in 44us (386us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319036.790704:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4782
00000100:00100000:3.0:1767319036.790715:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4783
00000100:00100000:3.0:1767319036.790718:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373fad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999746560:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319036.790726:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319036.790745:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373fad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999746560:12345-0@lo:38:kworker.0 Request processed in 26us (390us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319036.790750:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4783
00000100:00080000:3.0:1767319036.790795:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319036.790800:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319036.790803:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345ebdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999746304:0@lo:38:kworker.0
00000100:00080000:3.0:1767319036.790812:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319036.790815:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319036.790818:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345ebed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999746432:0@lo:38:kworker.0
00000100:00080000:3.0:1767319036.790824:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319036.790826:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319036.790829:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236e982300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999746560:0@lo:38:kworker.0
00000100:00100000:3.0:1767319036.790875:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767319036.790885:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236e980e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853163999746688:0@lo:400:kworker.0
00000100:00100000:3.0:1767319036.790911:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319036.790947:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999746688
00000100:00100000:3.0:1767319036.790951:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999746688
00000100:00100000:3.0:1767319036.790996:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4396
00000100:00100000:3.0:1767319036.791004:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373fad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853163999746688:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319036.791048:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373fad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853163999746688:12345-0@lo:400:kworker.0 Request processed in 46us (136us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319036.791055:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4396
00000100:00100000:3.0:1767319036.791081:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236e980e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853163999746688:0@lo:400:kworker.0
00000100:00080000:1.0:1767319036.791476:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767319036.791559:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319036.791593:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236e980e00 x1853163999746816/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319036.791758:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952348238e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999747072:0@lo:400:kworker.0
00000100:00100000:0.0:1767319036.791801:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319036.791829:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767319036.791834:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234823a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999747200:0@lo:400:kworker.0
00000100:00100000:0.0:1767319036.791855:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319036.793104:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767319036.793129:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236e982300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853163999746944:0@lo:400:kworker.0
00000100:00100000:1.0:1767319036.793235:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319036.793338:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999747072
00000100:00100000:1.0:1767319036.793347:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999747072
00000100:00100000:1.0:1767319036.793564:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999747200
00000100:00100000:1.0:1767319036.793568:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999747200
00000100:00100000:1.0:1767319036.793590:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2916
00000100:00100000:1.0:1767319036.793599:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234823b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999747072:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319036.793737:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234823b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999747072:12345-0@lo:400:kworker.0 Request processed in 64us (1860us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319036.793745:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2916
00000100:00100000:1.0:1767319036.793765:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2917
00000100:00100000:1.0:1767319036.793771:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952348238000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999747200:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319036.793802:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952348238000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999747200:12345-0@lo:400:kworker.0 Request processed in 32us (1946us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319036.793808:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2917
00000100:00100000:3.0:1767319036.794540:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236e980e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999746816:0@lo:38:kworker.0
00000100:00100000:3.0:1767319036.794593:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767319036.795629:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319036.795638:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319036.795687:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236e980e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999746816:0@lo:38:kworker.0
00010000:00010000:0.0:1767319037.110801:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767319038.133578:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767319040.181747:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319040.885782:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999747328:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319040.885883:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319040.886264:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767319040.886275:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234823bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999747456:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319040.886305:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767319040.886693:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767319040.959253:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767319040.959374:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00080000:1.0:1767319040.975258:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319040.975354:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4785
00000100:00100000:3.0:1767319040.975367:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373fac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962485120:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767319040.975396:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319040.975499:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373fac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962485120:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 133us (16124us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319040.975518:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4785
00010000:00010000:0.0:1767319041.208120:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767319041.909340:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319041.909360:0:27049:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767319041.909363:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319041.909367:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319041.909371:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319041.909378:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4234
00000100:00080000:0.0:1767319041.909383:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319041.909389:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319041.909433:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234823bb80 x1853163999747584/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319041.909450:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319041.909453:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319041.909455:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319041.909458:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4234
00000100:00080000:0.0:1767319041.909460:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319041.909463:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319041.909475:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952348238e00 x1853163999747712/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319041.909483:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319041.909764:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319041.909766:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319041.909771:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4234
00000100:00080000:0.0:1767319041.909773:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319041.909777:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319041.909793:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234823a680 x1853163999747840/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767319041.909843:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234823bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999747584:0@lo:38:kworker.0
00000100:00100000:3.0:1767319041.909909:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767319041.909994:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319041.909998:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319041.910001:0:27049:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319041.910005:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4234
00000100:00080000:0.0:1767319041.910008:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319041.910012:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319041.910026:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952367241880 x1853163999748096/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319041.910109:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367242300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999748352:0@lo:400:kworker.0
00000100:00100000:1.0:1767319041.910174:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999747584
00000100:00100000:1.0:1767319041.910183:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999747584
00000100:00100000:1.0:1767319041.910240:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1706
00000100:00100000:1.0:1767319041.910248:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345ebed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999747584:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319041.910268:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319041.910815:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952348238e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999747712:0@lo:38:kworker.0
00000100:00100000:3.0:1767319041.910849:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319041.910870:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234823a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999747840:0@lo:38:kworker.0
00000100:00100000:3.0:1767319041.910894:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319041.910917:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367241880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999748096:0@lo:38:kworker.0
00000100:00100000:3.0:1767319041.910938:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319041.910966:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367242680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999748480:0@lo:400:kworker.0
00000100:00100000:3.0:1767319041.910989:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319041.911019:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999747712
00000100:00100000:3.0:1767319041.911023:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999747712
00000100:00100000:3.0:1767319041.911045:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999747840
00000100:00100000:3.0:1767319041.911047:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999747840
00000100:00100000:3.0:1767319041.911062:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999748096
00000100:00100000:3.0:1767319041.911064:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999748096
00000100:00100000:3.0:1767319041.911077:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4786
00000100:00100000:3.0:1767319041.911082:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345ebdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999747712:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319041.911093:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319041.911127:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345ebdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999747712:12345-0@lo:38:kworker.0 Request processed in 43us (277us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319041.911134:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4786
00000100:00100000:3.0:1767319041.911150:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4787
00000100:00100000:3.0:1767319041.911154:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999747840:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319041.911163:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319041.911186:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999747840:12345-0@lo:38:kworker.0 Request processed in 30us (291us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319041.911192:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4787
00000100:00100000:3.0:1767319041.911220:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4788
00000100:00100000:3.0:1767319041.911224:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999748096:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319041.911233:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319041.911256:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999748096:12345-0@lo:38:kworker.0 Request processed in 31us (318us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319041.911262:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4788
00000100:00100000:3.0:1767319041.911289:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999748480
00000100:00100000:3.0:1767319041.911293:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999748480
00000100:00100000:3.0:1767319041.911323:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2918
00000100:00100000:3.0:1767319041.911330:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999748480:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319041.914613:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367241880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999748096:0@lo:38:kworker.0
00000100:00080000:2.0:1767319041.914627:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319041.914630:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319041.914633:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952348238e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999747712:0@lo:38:kworker.0
00000100:00080000:2.0:1767319041.914643:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319041.914646:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319041.914649:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234823a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999747840:0@lo:38:kworker.0
00000100:00100000:0.0:1767319041.914889:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319041.915882:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999748480:12345-0@lo:400:kworker.0 Request processed in 4548us (4887us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319041.915893:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2918
00000100:00100000:3.0:1767319041.915916:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999748352
00000100:00100000:3.0:1767319041.915922:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999748352
00000100:00100000:3.0:1767319041.915966:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2919
00000100:00100000:3.0:1767319041.915974:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367240000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999748352:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319041.916022:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367240000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999748352:12345-0@lo:400:kworker.0 Request processed in 49us (1133us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319041.916028:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2919
00000100:00100000:0.0:1767319041.916706:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367242680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999748480:0@lo:400:kworker.0
00000100:00100000:0.0:1767319041.916756:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367242300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999748352:0@lo:400:kworker.0
00000100:00100000:1.0:1767319041.917979:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345ebed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999747584:12345-0@lo:38:kworker.0 Request processed in 7725us (8066us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319041.917990:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1706
00000100:00080000:2.0:1767319041.918051:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319041.918056:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319041.918060:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234823bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999747584:0@lo:38:kworker.0
00010000:00010000:0.0:1767319042.234802:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319043.257122:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767319044.277540:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767319045.301454:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319046.005485:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767319046.005509:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999748608:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319046.005586:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319046.005641:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999748608
00000100:00100000:2.0:1767319046.005649:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999748608
00000100:00100000:2.0:1767319046.005711:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2064
00000100:00100000:2.0:1767319046.005720:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999748608:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767319046.005749:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767319046.005794:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999748608:12345-0@lo:13:osp-pre-0-1.0 Request processed in 76us (208us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319046.005802:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2064
00000100:00080000:2.0:1767319046.005825:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767319046.005861:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999748608:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319046.006026:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367242300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999748736:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319046.006057:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319046.006245:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999748736
00000100:00100000:0.0:1767319046.006250:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999748736
00000100:00100000:0.0:1767319046.006290:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2065
00000100:00100000:0.0:1767319046.006297:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999748736:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767319046.006316:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767319046.006363:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999748736:12345-0@lo:13:osp-pre-1-1.0 Request processed in 67us (305us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319046.006370:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2065
00000100:00080000:2.0:1767319046.006423:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767319046.006447:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367242300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999748736:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319046.084993:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767319046.085131:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962485504
00000100:00100000:2.0:1767319046.085148:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962485504
00000100:00100000:2.0:1767319046.085277:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4401
00000100:00100000:2.0:1767319046.085288:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962485504:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767319046.085387:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962485504:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 100us (414us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319046.085398:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4401
00000100:00080000:0.0:1767319046.085747:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319046.107643:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767319046.110255:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962485376
00000100:00100000:2.0:1767319046.110270:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962485376
00000100:00100000:2.0:1767319046.110336:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4789
00000100:00100000:2.0:1767319046.110345:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962485376:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767319046.110367:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319046.110450:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962485376:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 104us (2825us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319046.110466:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4789
00010000:00010000:0.0:1767319046.325428:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767319047.030358:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319047.030370:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767319047.030375:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319047.030380:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319047.030384:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319047.030393:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4239
00000100:00080000:3.0:1767319047.030399:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319047.030408:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319047.030473:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235ee5ed80 x1853163999748864/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319047.030504:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319047.030507:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319047.030509:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319047.030513:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4239
00000100:00080000:3.0:1767319047.030515:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319047.030518:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319047.030531:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235ee5d180 x1853163999748992/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319047.030540:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319047.030543:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319047.030545:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319047.030548:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4239
00000100:00080000:3.0:1767319047.030550:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319047.030553:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319047.030562:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235ee5e680 x1853163999749120/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319047.030605:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319047.030609:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319047.030611:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319047.030615:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4239
00000100:00080000:3.0:1767319047.030617:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319047.030620:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319047.030632:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235ee5df80 x1853163999749376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767319047.030689:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999749632:0@lo:400:kworker.0
00000100:00100000:3.0:1767319047.030755:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319047.030821:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767319047.030827:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999749760:0@lo:400:kworker.0
00000100:00100000:3.0:1767319047.030851:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319047.030883:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999749632
00000100:00100000:3.0:1767319047.030891:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999749632
00000100:00100000:3.0:1767319047.030936:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999749760
00000100:00100000:3.0:1767319047.030939:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999749760
00000100:00100000:3.0:1767319047.030957:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2920
00000100:00100000:3.0:1767319047.030964:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999749632:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319047.031017:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999749632:12345-0@lo:400:kworker.0 Request processed in 53us (261us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319047.031025:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2920
00000100:00100000:3.0:1767319047.031041:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2921
00000100:00100000:3.0:1767319047.031047:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999749760:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319047.031075:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999749760:12345-0@lo:400:kworker.0 Request processed in 28us (223us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319047.031080:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2921
00000100:00100000:3.0:1767319047.031119:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999749760:0@lo:400:kworker.0
00000100:00100000:3.0:1767319047.031128:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999749632:0@lo:400:kworker.0
00000100:00100000:1.0:1767319047.031421:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853163999749504:0@lo:400:kworker.0
00000100:00100000:1.0:1767319047.031470:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319047.031503:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767319047.031510:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853163999749248:0@lo:400:kworker.0
00000100:00100000:1.0:1767319047.031531:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319047.031562:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999749504
00000100:00100000:1.0:1767319047.031566:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999749504
00000100:00100000:1.0:1767319047.031602:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999749248
00000100:00100000:1.0:1767319047.031606:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999749248
00000100:00100000:1.0:1767319047.031626:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4402
00000100:00100000:1.0:1767319047.031633:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999749504:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319047.031669:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999749504:12345-0@lo:400:kworker.0 Request processed in 37us (198us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319047.031675:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4402
00000100:00100000:1.0:1767319047.031689:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4403
00000100:00100000:1.0:1767319047.031695:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853163999749248:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319047.031721:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853163999749248:12345-0@lo:400:kworker.0 Request processed in 26us (189us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319047.031727:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4403
00000100:00080000:1.0:1767319047.031743:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319047.031763:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853163999749248:0@lo:400:kworker.0
00000100:00100000:1.0:1767319047.031772:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853163999749504:0@lo:400:kworker.0
00000100:00100000:2.0:1767319047.032006:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999748864:0@lo:38:kworker.0
00000100:00100000:2.0:1767319047.032040:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319047.032071:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999748992:0@lo:38:kworker.0
00000100:00100000:2.0:1767319047.032089:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319047.032112:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999749120:0@lo:38:kworker.0
00000100:00100000:2.0:1767319047.032128:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319047.032147:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999749376:0@lo:38:kworker.0
00000100:00100000:2.0:1767319047.032173:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319047.032226:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999748992
00000100:00100000:2.0:1767319047.032229:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999748992
00000100:00100000:2.0:1767319047.032247:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999749120
00000100:00100000:2.0:1767319047.032249:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999749120
00000100:00100000:2.0:1767319047.032259:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999749376
00000100:00100000:2.0:1767319047.032261:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999749376
00000100:00100000:2.0:1767319047.032269:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4790
00000100:00100000:2.0:1767319047.032273:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999748992:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319047.032301:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319047.032332:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999748992:12345-0@lo:38:kworker.0 Request processed in 58us (242us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319047.032338:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4790
00000100:00100000:2.0:1767319047.032351:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4791
00000100:00100000:2.0:1767319047.032354:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999749120:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319047.032363:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319047.032379:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999749120:12345-0@lo:38:kworker.0 Request processed in 24us (250us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319047.032384:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4791
00000100:00100000:2.0:1767319047.032392:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4792
00000100:00100000:2.0:1767319047.032396:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234823bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999749376:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319047.032403:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319047.032418:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234823bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999749376:12345-0@lo:38:kworker.0 Request processed in 21us (244us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319047.032423:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4792
00000100:00080000:2.0:1767319047.032466:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319047.032471:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319047.032474:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999748992:0@lo:38:kworker.0
00000100:00080000:2.0:1767319047.032481:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319047.032484:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319047.032487:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999749120:0@lo:38:kworker.0
00000100:00080000:2.0:1767319047.032493:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319047.032496:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319047.032498:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999749376:0@lo:38:kworker.0
00000100:00100000:1.0:1767319047.033526:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999748864
00000100:00100000:1.0:1767319047.033537:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999748864
00000100:00100000:1.0:1767319047.033581:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1707
00000100:00100000:1.0:1767319047.033586:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999748864:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319047.033604:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319047.033667:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999748864:12345-0@lo:38:kworker.0 Request processed in 79us (1625us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319047.033673:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1707
00000100:00080000:3.0:1767319047.033837:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319047.033843:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319047.033846:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999748864:0@lo:38:kworker.0
00010000:00010000:2.0:1767319047.350011:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767319048.373462:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767319049.402459:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319050.176325:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767319050.176947:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962485888
00000100:00100000:3.0:1767319050.176959:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962485888
00000100:00100000:3.0:1767319050.177041:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4404
00000100:00100000:3.0:1767319050.177052:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962485888:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:3.0:1767319050.177140:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962485888:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 90us (825us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319050.177147:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4404
00000100:00080000:1.0:1767319050.177220:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000400:00000100:3.0:1767319050.181856:0:7000:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.52@tcp portal 26 match 1853163962485632 offset 0 length 520: 4
00000100:00100000:3.0:1767319050.181931:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767319050.181988:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962485760
00000100:00100000:0.0:1767319050.182002:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962485760
00000100:00100000:0.0:1767319050.182066:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4793
00000100:00100000:0.0:1767319050.182076:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962485760:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:0.0:1767319050.182106:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319050.182182:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962485760:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 106us (251us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319050.182189:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4793
00010000:00010000:0.0:1767319050.421474:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319051.125698:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367242680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999750016:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319051.125817:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319051.125882:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767319051.125890:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234823a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999749888:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319051.125940:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999750016
00000100:00100000:0.0:1767319051.125952:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999750016
00000100:00100000:2.0:1767319051.126021:0:7004:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319026/real 1767319026]  req@ffff95234471e300 x1853163999743616/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319051 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1767319051.126033:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2066
00000100:00100000:0.0:1767319051.126053:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999750016:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319051.126069:0:7004:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95234471e300 x1853163999743616/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319051 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00002000:00000024:0.0:1767319051.126095:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00080000:2.0:1767319051.126095:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319051.126127:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767319051.126135:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234471e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853163999743616:0@lo:250:kworker.0
00000100:00080000:2.0:1767319051.126186:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767319051.126189:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999750016:12345-0@lo:13:osp-pre-1-1.0 Request processed in 136us (369us total) trans 0 rc 0/0
00000100:00080000:2.0:1767319051.126220:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1767319051.126224:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319051.126231:0:49151:0:(import.c:509:import_select_connection()) MGC192.168.202.152@tcp: connect to NID 0@lo last attempt 4224
00000100:00080000:2.0:1767319051.126236:0:49151:0:(import.c:588:import_select_connection()) MGC192.168.202.152@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319051.126244:0:49151:0:(import.c:623:import_select_connection()) MGC192.168.202.152@tcp: import ffff95235eb57800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319051.126273:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952348238e00 x1853163999750144/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319051.126285:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2066
00000100:00080000:2.0:1767319051.126308:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319051.126313:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319051.126315:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319051.126319:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4244
00000100:00080000:2.0:1767319051.126322:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319051.126326:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319051.126348:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236e980e00 x1853163999750272/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319051.126357:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319051.126361:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319051.126362:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319051.126366:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4244
00000100:00080000:2.0:1767319051.126368:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319051.126372:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319051.126383:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236e982300 x1853163999750400/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319051.126392:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319051.126395:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319051.126397:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319051.126400:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4244
00000100:00080000:2.0:1767319051.126403:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319051.126407:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00080000:0.0:1767319051.126408:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767319051.126437:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234471e300 x1853163999750528/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319051.126487:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319051.126491:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319051.126493:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319051.126498:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4244
00000100:00080000:2.0:1767319051.126501:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319051.126505:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319051.126511:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234471c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999750656:0@lo:400:kworker.0
00000100:00100000:2.0:1767319051.126523:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234471dc00 x1853163999750784/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319051.126570:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319051.126604:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853163999750912:0@lo:400:kworker.0
00000100:00100000:0.0:1767319051.126631:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999750656
00000100:00100000:2.0:1767319051.126653:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319051.126654:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999750656
00000100:00100000:3.0:1767319051.126786:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319051.126886:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999751040:0@lo:400:kworker.0
00000100:00100000:2.0:1767319051.126926:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319051.126963:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999750912
00000100:00100000:2.0:1767319051.126969:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999750912
00000100:00100000:2.0:1767319051.131180:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4405
00000100:00100000:2.0:1767319051.131216:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853163999750912:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319051.131360:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853163999750912:12345-0@lo:400:kworker.0 Request processed in 166us (4707us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319051.131370:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4405
00000100:00100000:2.0:1767319051.131424:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999751040
00000100:00100000:2.0:1767319051.135792:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999751040
00000100:00080000:1.0:1767319051.135799:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767319051.135871:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767319051.136007:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2922
00000100:00100000:2.0:1767319051.136022:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999751040:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319051.136170:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999751040:12345-0@lo:400:kworker.0 Request processed in 151us (9241us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319051.136185:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2922
00000100:00100000:2.0:1767319051.136306:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999751040:0@lo:400:kworker.0
00000100:00100000:2.0:1767319051.136356:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853163999750912:0@lo:400:kworker.0
00000100:00100000:2.0:1767319051.136383:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952348238e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853163999750144:0@lo:250:kworker.0
00000400:00000100:2.0:1767319051.136724:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163999750144 offset 0 length 520: 4
00000100:00100000:2.0:1767319051.136761:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236e980e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999750272:0@lo:38:kworker.0
00000100:00100000:2.0:1767319051.136795:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319051.136817:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236e982300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999750400:0@lo:38:kworker.0
00000100:00100000:2.0:1767319051.136842:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319051.136861:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234471e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999750528:0@lo:38:kworker.0
00000100:00100000:2.0:1767319051.136880:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319051.136896:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234471dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999750784:0@lo:38:kworker.0
00000100:00100000:2.0:1767319051.143184:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319051.143321:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999750272
00000100:00100000:2.0:1767319051.143336:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999750272
00000100:00100000:2.0:1767319051.143398:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1708
00000100:00100000:2.0:1767319051.143408:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999750272:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319051.143585:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319051.144028:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367242680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999750016:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319051.144286:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999750400
00000100:00100000:3.0:1767319051.144292:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999750400
00000100:00100000:3.0:1767319051.144323:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999750528
00000100:00100000:3.0:1767319051.144326:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999750528
00000100:00100000:3.0:1767319051.144343:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999750784
00000100:00100000:3.0:1767319051.144346:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999750784
00000100:00100000:3.0:1767319051.144358:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4794
00000100:00100000:3.0:1767319051.144364:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999750400:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319051.144379:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319051.144453:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999750400:12345-0@lo:38:kworker.0 Request processed in 88us (7609us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319051.144461:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4794
00000100:00100000:3.0:1767319051.144479:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4795
00000100:00100000:3.0:1767319051.144483:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999750528:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319051.144492:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319051.144519:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999750528:12345-0@lo:38:kworker.0 Request processed in 35us (7638us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319051.144525:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4795
00000100:00100000:3.0:1767319051.144536:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4796
00000100:00100000:3.0:1767319051.144540:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999750784:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319051.144550:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319051.144572:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999750784:12345-0@lo:38:kworker.0 Request processed in 30us (1393us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319051.144577:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4796
00000100:00080000:3.0:1767319051.144668:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319051.144675:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319051.144679:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236e982300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999750400:0@lo:38:kworker.0
00000100:00080000:3.0:1767319051.144690:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319051.144693:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319051.144697:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234471e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999750528:0@lo:38:kworker.0
00000100:00080000:3.0:1767319051.144704:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319051.144708:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319051.144711:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234471dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999750784:0@lo:38:kworker.0
00000100:00100000:2.0:1767319051.145250:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999750272:12345-0@lo:38:kworker.0 Request processed in 1840us (8452us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319051.145259:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1708
00000100:00080000:3.0:1767319051.145520:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319051.145525:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319051.145529:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236e980e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999750272:0@lo:38:kworker.0
00000100:00100000:2.0:1767319051.145814:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999749888
00000100:00100000:2.0:1767319051.145823:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999749888
00000100:00100000:2.0:1767319051.145881:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2067
00000100:00100000:2.0:1767319051.145890:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999749888:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767319051.146586:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767319051.146825:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999749888:12345-0@lo:13:osp-pre-0-1.0 Request processed in 933us (20036us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319051.146833:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2067
00000100:00100000:0.0:1767319051.150162:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4406
00000100:00100000:0.0:1767319051.150184:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367242300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999750656:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319051.150641:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367242300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999750656:12345-0@lo:400:kworker.0 Request processed in 460us (24067us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319051.150657:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4406
00000100:00100000:2.0:1767319051.151075:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234471c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999750656:0@lo:400:kworker.0
00000100:00100000:1.0:1767319051.153299:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234823a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999749888:0@lo:13:osp-pre-0-1.0
00010000:00010000:2.0:1767319051.449907:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767319052.473900:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767319053.497234:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767319054.519684:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319055.296573:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767319055.296626:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767319055.296975:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962486144
00000100:00100000:3.0:1767319055.296993:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962486144
00000100:00100000:3.0:1767319055.297095:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962486016
00000100:00100000:3.0:1767319055.297099:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962486016
00000100:00100000:3.0:1767319055.297141:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4407
00000100:00100000:3.0:1767319055.297153:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962486144:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767319055.297269:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4797
00000100:00100000:3.0:1767319055.297340:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962486144:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 186us (773us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319055.297483:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962486016:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767319055.297513:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319055.297582:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962486016:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 102us (953us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319055.297869:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4407
00000100:00080000:1.0:1767319055.297873:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319055.297882:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4797
00010000:00010000:2.0:1767319055.541694:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319056.245621:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999751168:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319056.245721:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319056.245847:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999751168
00000100:00100000:2.0:1767319056.245858:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999751168
00000100:00100000:2.0:1767319056.245943:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2068
00000100:00100000:2.0:1767319056.245953:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999751168:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767319056.246002:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767319056.246054:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999751168:12345-0@lo:13:osp-pre-0-1.0 Request processed in 103us (334us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319056.246062:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2068
00000100:00080000:1.0:1767319056.246266:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767319056.246317:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999751168:0@lo:13:osp-pre-0-1.0
00000100:00080000:3.0:1767319056.246697:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319056.246703:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767319056.246706:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319056.246711:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319056.246715:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319056.246721:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4249
00000100:00080000:3.0:1767319056.246726:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319056.246732:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319056.246768:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235ee5c000 x1853163999751296/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319056.246785:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319056.246788:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319056.246790:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319056.246794:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4249
00000100:00080000:3.0:1767319056.246797:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319056.246800:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319056.246814:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235ee5df80 x1853163999751424/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319056.246824:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319056.246827:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319056.246829:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319056.246832:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4249
00000100:00080000:3.0:1767319056.246834:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319056.246837:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319056.246847:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235ee5e680 x1853163999751552/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319056.246877:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319056.246881:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319056.246883:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319056.246887:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4249
00000100:00080000:3.0:1767319056.246889:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319056.246892:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319056.246905:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235ee5d500 x1853163999751808/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767319056.246968:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999751680:0@lo:400:kworker.0
00000100:00100000:1.0:1767319056.247100:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767319056.247111:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234471c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999752064:0@lo:400:kworker.0
00000100:00100000:1.0:1767319056.247176:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319056.247290:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853163999751936:0@lo:400:kworker.0
00000100:00100000:2.0:1767319056.247329:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319056.247388:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999752064
00000100:00100000:2.0:1767319056.247397:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999752064
00000100:00100000:2.0:1767319056.247445:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2923
00000100:00100000:2.0:1767319056.247454:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999752064:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319056.247505:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999752064:12345-0@lo:400:kworker.0 Request processed in 52us (329us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319056.247512:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2923
00000100:00100000:2.0:1767319056.247539:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999751296:0@lo:38:kworker.0
00000100:00100000:2.0:1767319056.247567:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319056.247593:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999751424:0@lo:38:kworker.0
00000100:00100000:2.0:1767319056.247611:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319056.247628:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999751552:0@lo:38:kworker.0
00000100:00100000:2.0:1767319056.247645:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319056.247657:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999751808:0@lo:38:kworker.0
00000100:00100000:2.0:1767319056.247673:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319056.247697:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999751296
00000100:00100000:2.0:1767319056.247701:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999751296
00000100:00100000:2.0:1767319056.247721:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1709
00000100:00100000:2.0:1767319056.247725:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999751296:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319056.247746:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319056.247777:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999751296:12345-0@lo:38:kworker.0 Request processed in 50us (209us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319056.247783:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1709
00000100:00080000:2.0:1767319056.247814:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319056.247819:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319056.247822:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999751296:0@lo:38:kworker.0
00000100:00100000:2.0:1767319056.247856:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999751936
00000100:00100000:2.0:1767319056.247859:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999751936
00000100:00100000:2.0:1767319056.247887:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999751424
00000100:00100000:2.0:1767319056.247889:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999751424
00000100:00100000:2.0:1767319056.247902:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999751552
00000100:00100000:2.0:1767319056.247904:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999751552
00000100:00100000:2.0:1767319056.247912:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999751808
00000100:00100000:2.0:1767319056.247914:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999751808
00000100:00100000:2.0:1767319056.247922:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4408
00000100:00100000:2.0:1767319056.247929:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853163999751936:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319056.247962:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853163999751936:12345-0@lo:400:kworker.0 Request processed in 34us (634us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319056.247969:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4408
00000100:00100000:2.0:1767319056.248127:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4798
00000100:00100000:2.0:1767319056.248131:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999751424:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767319056.248251:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767319056.248262:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367241880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999752192:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319056.248296:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319056.248331:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4799
00000100:00100000:0.0:1767319056.248336:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999751552:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319056.248347:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319056.248393:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999751552:12345-0@lo:38:kworker.0 Request processed in 55us (746us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319056.248399:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4799
00000100:00100000:0.0:1767319056.248413:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4800
00000100:00100000:0.0:1767319056.248416:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999751808:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319056.248425:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319056.248448:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999751808:12345-0@lo:38:kworker.0 Request processed in 29us (774us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319056.248454:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4800
00000100:00100000:0.0:1767319056.248477:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999752192
00000100:00100000:0.0:1767319056.248483:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999752192
00000100:00100000:0.0:1767319056.248512:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2069
00000100:00100000:0.0:1767319056.248518:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345901850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999752192:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767319056.248542:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767319056.248577:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345901850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999752192:12345-0@lo:13:osp-pre-1-1.0 Request processed in 59us (280us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319056.248587:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2069
00000100:00100000:0.0:1767319056.248880:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367241880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999752192:0@lo:13:osp-pre-1-1.0
00000100:00080000:0.0:1767319056.248916:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319056.248921:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319056.248924:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999751552:0@lo:38:kworker.0
00000100:00080000:0.0:1767319056.248933:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319056.248937:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319056.248940:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999751808:0@lo:38:kworker.0
00010000:00020000:2.0:1767319056.249116:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767319056.249235:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767319056.249242:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767319056.249270:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234471c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999752064:0@lo:400:kworker.0
00000100:00100000:3.0:1767319056.249390:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319056.249456:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853163999751936:0@lo:400:kworker.0
00000100:00100000:1.0:1767319056.254674:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999751680
00000100:00100000:1.0:1767319056.254696:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999751680
00000100:00100000:1.0:1767319056.254818:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4409
00000100:00100000:1.0:1767319056.254831:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999751680:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319056.254955:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999751680:12345-0@lo:400:kworker.0 Request processed in 126us (5563us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319056.254963:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4409
00000100:00100000:2.0:1767319056.255102:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999751424:12345-0@lo:38:kworker.0 Request processed in 6967us (7487us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319056.255113:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4798
00000100:00080000:2.0:1767319056.255324:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319056.255332:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319056.255337:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999751424:0@lo:38:kworker.0
00000100:00080000:3.0:1767319056.255756:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319056.255793:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999751680:0@lo:400:kworker.0
00010000:00010000:3.0:1767319056.566878:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767319057.589686:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767319058.613843:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319059.637889:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319060.415682:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767319060.416804:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767319060.434666:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962486272
00000100:00100000:1.0:1767319060.434689:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962486272
00000100:00100000:1.0:1767319060.434961:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962486400
00000100:00100000:1.0:1767319060.434966:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962486400
00000100:00080000:3.0:1767319060.435605:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319060.435835:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4410
00000100:00100000:2.0:1767319060.435861:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962486400:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767319060.436003:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962486400:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 150us (19208us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319060.436013:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4410
00000100:00100000:2.0:1767319060.436045:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4801
00000100:00100000:2.0:1767319060.436050:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962486272:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767319060.436595:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319060.436651:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962486272:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 599us (20985us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319060.436659:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4801
00010000:00010000:3.0:1767319060.670322:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319061.366874:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767319061.366904:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999752320:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319061.366993:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319061.367083:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999752320
00000100:00100000:0.0:1767319061.367092:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999752320
00000100:00100000:0.0:1767319061.367160:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2070
00000100:00100000:0.0:1767319061.367169:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367241880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999752320:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767319061.367218:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767319061.367262:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367241880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999752320:12345-0@lo:13:osp-pre-0-1.0 Request processed in 94us (269us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319061.367270:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2070
00000100:00100000:0.0:1767319061.367358:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999752320:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319061.367656:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999752448:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319061.367692:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767319061.367806:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767319061.371894:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319061.371907:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767319061.371911:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319061.371916:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319061.371922:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319061.371932:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4254
00000100:00080000:2.0:1767319061.371938:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319061.371947:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319061.372006:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237c0be300 x1853163999752576/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319061.372050:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319061.372055:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319061.372057:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319061.372061:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4254
00000100:00080000:2.0:1767319061.372065:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319061.372069:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319061.372082:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237c0bf800 x1853163999752704/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319061.372091:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319061.372093:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319061.372095:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319061.372099:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4254
00000100:00080000:2.0:1767319061.372101:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319061.372104:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319061.372113:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237c0bed80 x1853163999752832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319061.372171:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319061.372176:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319061.372178:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319061.372182:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4254
00000100:00080000:2.0:1767319061.372184:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319061.372188:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319061.372236:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237c0bd880 x1853163999753088/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319061.372308:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853163999753216:0@lo:400:kworker.0
00000100:00100000:2.0:1767319061.372409:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319061.372471:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767319061.372478:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853163999752960:0@lo:400:kworker.0
00000100:00100000:2.0:1767319061.372522:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319061.372564:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999753216
00000100:00100000:2.0:1767319061.372574:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999753216
00000100:00100000:2.0:1767319061.372638:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999752960
00000100:00100000:2.0:1767319061.372641:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999752960
00000100:00100000:2.0:1767319061.372670:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4411
00000100:00100000:2.0:1767319061.372681:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999753216:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319061.372742:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999753216:12345-0@lo:400:kworker.0 Request processed in 63us (332us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319061.372751:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4411
00000100:00100000:2.0:1767319061.372770:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4412
00000100:00100000:2.0:1767319061.372777:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853163999752960:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319061.372804:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853163999752960:12345-0@lo:400:kworker.0 Request processed in 28us (281us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319061.372810:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4412
00000100:00100000:2.0:1767319061.372860:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853163999752960:0@lo:400:kworker.0
00000100:00100000:2.0:1767319061.372871:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853163999753216:0@lo:400:kworker.0
00000100:00080000:3.0:1767319061.375098:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319061.375240:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999752576:0@lo:38:kworker.0
00000100:00100000:0.0:1767319061.375347:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319061.375401:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999752704:0@lo:38:kworker.0
00000100:00100000:0.0:1767319061.375426:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319061.375455:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999752832:0@lo:38:kworker.0
00000100:00100000:0.0:1767319061.375474:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319061.375490:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999753088:0@lo:38:kworker.0
00000100:00100000:0.0:1767319061.375517:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319061.375559:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999752704
00000100:00100000:0.0:1767319061.375568:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999752704
00000100:00100000:0.0:1767319061.375605:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999752832
00000100:00100000:0.0:1767319061.375608:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999752832
00000100:00100000:0.0:1767319061.375622:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999753088
00000100:00100000:0.0:1767319061.375624:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999753088
00000100:00100000:0.0:1767319061.375637:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4802
00000100:00100000:0.0:1767319061.375645:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367241500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999752704:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319061.375744:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319061.375788:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367241500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999752704:12345-0@lo:38:kworker.0 Request processed in 143us (361us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319061.375795:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4802
00000100:00100000:0.0:1767319061.375813:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4803
00000100:00100000:0.0:1767319061.375816:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367241f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999752832:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319061.375824:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319061.375844:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367241f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999752832:12345-0@lo:38:kworker.0 Request processed in 27us (370us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319061.375850:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4803
00000100:00100000:0.0:1767319061.375861:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4804
00000100:00100000:0.0:1767319061.375864:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367240a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999753088:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319061.375873:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319061.375894:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367240a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999753088:12345-0@lo:38:kworker.0 Request processed in 28us (376us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319061.375900:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4804
00000100:00080000:0.0:1767319061.375946:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319061.375950:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319061.375953:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999752704:0@lo:38:kworker.0
00000100:00080000:0.0:1767319061.375959:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319061.375961:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319061.375963:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999752832:0@lo:38:kworker.0
00000100:00080000:0.0:1767319061.375967:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319061.375970:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319061.375971:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999753088:0@lo:38:kworker.0
00000100:00100000:2.0:1767319061.376096:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999752576
00000100:00100000:2.0:1767319061.376101:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999752576
00000100:00100000:2.0:1767319061.376137:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1710
00000100:00100000:2.0:1767319061.376142:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367243480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999752576:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319061.376150:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319061.376188:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367243480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999752576:12345-0@lo:38:kworker.0 Request processed in 46us (842us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319061.376218:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1710
00000100:00080000:0.0:1767319061.376426:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319061.376431:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319061.376433:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999752576:0@lo:38:kworker.0
00000100:00100000:1.0:1767319061.377720:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999752448
00000100:00100000:1.0:1767319061.377737:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999752448
00000100:00100000:1.0:1767319061.377848:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2071
00000100:00100000:1.0:1767319061.377860:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367243b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999752448:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767319061.377902:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767319061.378011:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367243b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999752448:12345-0@lo:13:osp-pre-1-1.0 Request processed in 153us (10316us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319061.378019:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2071
00000100:00080000:3.0:1767319061.378387:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767319061.378654:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999752448:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767319061.685750:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767319062.709569:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319063.733576:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767319064.757867:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319065.540063:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767319065.540178:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767319065.540682:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962486656
00000100:00100000:3.0:1767319065.540697:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962486656
00000100:00100000:3.0:1767319065.540791:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962486528
00000100:00100000:3.0:1767319065.540794:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962486528
00000100:00100000:3.0:1767319065.540815:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4413
00000100:00100000:3.0:1767319065.540827:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367240700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962486656:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:3.0:1767319065.540932:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367240700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962486656:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 108us (890us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319065.540941:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4413
00000100:00100000:3.0:1767319065.540961:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4805
00000100:00100000:3.0:1767319065.540966:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367242680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962486528:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767319065.540993:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319065.541030:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367242680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962486528:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 63us (853us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319065.541038:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4805
00000100:00080000:0.0:1767319065.541692:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767319065.783547:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767319066.485515:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319066.485530:0:27049:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767319066.485533:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319066.485548:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319066.485554:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319066.485567:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4259
00000100:00080000:2.0:1767319066.485573:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319066.485584:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319066.485647:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235ee5d180 x1853163999753344/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319066.485678:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319066.485681:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319066.485683:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319066.485687:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4259
00000100:00080000:2.0:1767319066.485690:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319066.485694:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319066.485708:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235ee5d500 x1853163999753472/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319066.485718:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319066.485721:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319066.485723:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319066.485728:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4259
00000100:00080000:2.0:1767319066.485732:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319066.485735:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319066.485745:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235ee5e680 x1853163999753600/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319066.485794:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319066.485798:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319066.485800:0:27049:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319066.485804:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4259
00000100:00080000:2.0:1767319066.485806:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319066.485810:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319066.485822:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235ee5d880 x1853163999753856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319066.485905:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853163999753984:0@lo:400:kworker.0
00000100:00100000:2.0:1767319066.486000:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319066.486085:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767319066.486092:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853163999753728:0@lo:400:kworker.0
00000100:00100000:2.0:1767319066.486119:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319066.486169:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999754112:0@lo:400:kworker.0
00000100:00100000:3.0:1767319066.486445:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999754240:0@lo:400:kworker.0
00000100:00100000:3.0:1767319066.486485:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319066.486530:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999753984
00000100:00100000:3.0:1767319066.486540:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999753984
00000100:00100000:3.0:1767319066.486607:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999753728
00000100:00100000:3.0:1767319066.486611:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999753728
00000100:00100000:3.0:1767319066.486651:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4414
00000100:00100000:3.0:1767319066.486662:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853163999753984:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319066.486724:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853163999753984:12345-0@lo:400:kworker.0 Request processed in 63us (724us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319066.486734:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4414
00000100:00100000:3.0:1767319066.486753:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4415
00000100:00100000:3.0:1767319066.486759:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853163999753728:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319066.486786:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853163999753728:12345-0@lo:400:kworker.0 Request processed in 27us (667us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319066.486792:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4415
00000100:00100000:3.0:1767319066.486857:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853163999753728:0@lo:400:kworker.0
00000100:00100000:3.0:1767319066.486870:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853163999753984:0@lo:400:kworker.0
00000100:00100000:1.0:1767319066.487847:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999754240
00000100:00100000:1.0:1767319066.487855:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999754240
00000100:00100000:1.0:1767319066.487908:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2924
00000100:00100000:1.0:1767319066.487918:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999754240:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319066.487997:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999754240:12345-0@lo:400:kworker.0 Request processed in 81us (1511us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319066.488004:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2924
00000100:00100000:1.0:1767319066.488032:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999754368:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319066.488072:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319066.488145:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999754240:0@lo:400:kworker.0
00000100:00100000:0.0:1767319066.488313:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999753344:0@lo:38:kworker.0
00000100:00100000:0.0:1767319066.488355:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319066.488403:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999753472:0@lo:38:kworker.0
00000100:00100000:0.0:1767319066.488432:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319066.488451:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999753600:0@lo:38:kworker.0
00000100:00100000:0.0:1767319066.488476:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319066.488495:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999753856:0@lo:38:kworker.0
00000100:00100000:0.0:1767319066.488518:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319066.488554:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999754368
00000100:00100000:0.0:1767319066.488559:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999754368
00000100:00100000:0.0:1767319066.488596:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2072
00000100:00100000:0.0:1767319066.488604:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999754368:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767319066.488632:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767319066.488671:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999754368:12345-0@lo:13:osp-pre-1-1.0 Request processed in 68us (598us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319066.488678:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2072
00000100:00100000:0.0:1767319066.488702:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999753344
00000100:00100000:0.0:1767319066.488706:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999753344
00000100:00100000:0.0:1767319066.488729:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1711
00000100:00100000:0.0:1767319066.488734:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999753344:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319066.488752:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319066.488789:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999753344:12345-0@lo:38:kworker.0 Request processed in 54us (433us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319066.488795:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1711
00000100:00100000:0.0:1767319066.488813:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999753472
00000100:00100000:0.0:1767319066.488817:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999753472
00000100:00100000:0.0:1767319066.488834:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999753600
00000100:00100000:0.0:1767319066.488837:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999753600
00000100:00100000:0.0:1767319066.488851:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999753856
00000100:00100000:0.0:1767319066.488853:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999753856
00000100:00100000:0.0:1767319066.488868:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4806
00000100:00100000:0.0:1767319066.488872:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999753472:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319066.488882:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319066.488907:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999753472:12345-0@lo:38:kworker.0 Request processed in 33us (475us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319066.488912:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4806
00000100:00100000:0.0:1767319066.488923:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4807
00000100:00100000:0.0:1767319066.488927:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999753600:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319066.488935:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319066.488953:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999753600:12345-0@lo:38:kworker.0 Request processed in 26us (477us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319066.488958:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4807
00000100:00100000:0.0:1767319066.488967:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4808
00000100:00100000:0.0:1767319066.488970:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f55880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999753856:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319066.488978:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319066.488995:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f55880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999753856:12345-0@lo:38:kworker.0 Request processed in 23us (476us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319066.489000:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4808
00000100:00080000:0.0:1767319066.489028:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767319066.489033:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767319066.489036:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767319066.489062:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319066.489068:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319066.489071:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999753344:0@lo:38:kworker.0
00000100:00080000:0.0:1767319066.489081:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319066.489085:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319066.489087:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999753472:0@lo:38:kworker.0
00000100:00080000:0.0:1767319066.489095:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319066.489099:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319066.489102:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999753600:0@lo:38:kworker.0
00000100:00080000:0.0:1767319066.489108:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319066.489111:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319066.489113:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999753856:0@lo:38:kworker.0
00000100:00100000:2.0:1767319066.489435:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319066.489627:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999754368:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319066.489642:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767319066.489648:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999754496:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319066.489679:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319066.489708:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999754496
00000100:00100000:1.0:1767319066.489712:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999754496
00000100:00100000:1.0:1767319066.489744:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2073
00000100:00100000:1.0:1767319066.489752:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999754496:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767319066.489775:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767319066.489811:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999754496:12345-0@lo:13:osp-pre-0-1.0 Request processed in 60us (131us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319066.489817:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2073
00000100:00100000:1.0:1767319066.489851:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999754496:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319066.491496:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999754112
00000100:00100000:0.0:1767319066.491512:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999754112
00000100:00100000:0.0:1767319066.491588:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2925
00000100:00100000:0.0:1767319066.491599:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999754112:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319066.492088:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999754112:12345-0@lo:400:kworker.0 Request processed in 488us (2650us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319066.492097:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2925
00000100:00100000:2.0:1767319066.494787:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999754112:0@lo:400:kworker.0
00010000:00010000:0.0:1767319066.806487:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319067.829486:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767319068.853610:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767319069.890929:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319070.655352:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767319070.655456:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962486912
00000100:00100000:3.0:1767319070.655473:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962486912
00000100:00100000:3.0:1767319070.655572:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4416
00000100:00100000:3.0:1767319070.655584:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962486912:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:3.0:1767319070.655696:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962486912:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 114us (352us total) trans 0 rc 0/0
00000100:00080000:0.0:1767319070.655703:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319070.655715:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4416
00000100:00100000:3.0:1767319070.664049:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767319070.664430:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962486784
00000100:00100000:1.0:1767319070.664445:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962486784
00000100:00100000:1.0:1767319070.664556:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4809
00000100:00100000:1.0:1767319070.664565:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962486784:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767319070.664606:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319070.664700:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962486784:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 132us (667us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319070.664716:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4809
00010000:00010000:0.0:1767319070.902126:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319071.605531:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767319071.605565:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999754624:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319071.605676:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319071.605786:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999754624
00000100:00100000:1.0:1767319071.605796:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999754624
00000100:00100000:1.0:1767319071.605887:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2074
00000100:00100000:1.0:1767319071.605908:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999754624:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767319071.605947:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767319071.606000:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999754624:12345-0@lo:13:osp-pre-0-1.0 Request processed in 93us (322us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319071.606008:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2074
00000100:00080000:1.0:1767319071.606034:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767319071.606082:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999754624:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319071.606982:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767319071.606998:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999754752:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319071.607054:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319071.607159:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999754752
00000100:00100000:0.0:1767319071.607168:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999754752
00000100:00100000:0.0:1767319071.607263:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2075
00000100:00100000:0.0:1767319071.607273:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999754752:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767319071.607386:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767319071.607434:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999754752:12345-0@lo:13:osp-pre-1-1.0 Request processed in 162us (380us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319071.607442:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2075
00000100:00080000:3.0:1767319071.607582:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767319071.607620:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999754752:0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767319071.610184:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319071.610214:0:27049:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767319071.610219:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319071.610239:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319071.610244:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319071.610254:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4264
00000100:00080000:2.0:1767319071.610260:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319071.610268:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319071.610332:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237c0be300 x1853163999754880/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319071.610357:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319071.610361:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319071.610363:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319071.610367:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4264
00000100:00080000:2.0:1767319071.610369:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319071.610373:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319071.610393:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366acc380 x1853163999755008/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319071.610403:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319071.610406:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319071.610408:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319071.610412:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4264
00000100:00080000:2.0:1767319071.610414:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319071.610417:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319071.610428:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366acd880 x1853163999755136/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319071.612010:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366acf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999755264:0@lo:400:kworker.0
00000100:00100000:1.0:1767319071.612084:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767319071.612161:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319071.612166:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319071.612175:0:27049:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319071.612182:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4264
00000100:00080000:2.0:1767319071.612186:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319071.612216:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319071.612252:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366acf480 x1853163999755392/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319071.612361:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999754880:0@lo:38:kworker.0
00000100:00100000:0.0:1767319071.612438:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319071.612484:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366acc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999755008:0@lo:38:kworker.0
00000100:00100000:0.0:1767319071.612510:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319071.612535:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366acd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999755136:0@lo:38:kworker.0
00000100:00100000:0.0:1767319071.612560:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319071.612578:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366acf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999755392:0@lo:38:kworker.0
00000100:00100000:0.0:1767319071.612601:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319071.612651:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999754880
00000100:00100000:0.0:1767319071.612661:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999754880
00000100:00100000:0.0:1767319071.612710:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1712
00000100:00100000:0.0:1767319071.612718:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999754880:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767319071.612938:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366acfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853163999755520:0@lo:400:kworker.0
00000100:00100000:3.0:1767319071.612979:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319071.613017:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999755264
00000100:00100000:3.0:1767319071.613021:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999755264
00000100:00100000:3.0:1767319071.613072:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999755008
00000100:00100000:3.0:1767319071.613076:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999755008
00000100:00100000:3.0:1767319071.613086:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999755136
00000100:00100000:3.0:1767319071.613088:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999755136
00000100:00100000:3.0:1767319071.613096:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999755392
00000100:00100000:3.0:1767319071.613098:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999755392
00000100:00100000:3.0:1767319071.613105:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999755520
00000100:00100000:3.0:1767319071.613108:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999755520
00000100:00100000:3.0:1767319071.613126:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4417
00000100:00100000:3.0:1767319071.613133:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999755264:12345-0@lo:400:kworker.0
00010000:00020000:0.0:1767319071.613926:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319071.613991:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999754880:12345-0@lo:38:kworker.0 Request processed in 1272us (1552us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319071.614001:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1712
00000100:00100000:0.0:1767319071.614047:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4418
00000100:00100000:0.0:1767319071.614057:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853163999755520:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319071.614102:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853163999755520:12345-0@lo:400:kworker.0 Request processed in 48us (1123us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319071.614108:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4418
00000100:00100000:0.0:1767319071.614126:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4810
00000100:00100000:0.0:1767319071.614130:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f57b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999755008:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319071.614140:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319071.614169:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f57b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999755008:12345-0@lo:38:kworker.0 Request processed in 38us (1659us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319071.614175:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4810
00000100:00100000:0.0:1767319071.614186:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4811
00000100:00100000:0.0:1767319071.614189:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f57100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999755136:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319071.614213:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319071.614399:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f57100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999755136:12345-0@lo:38:kworker.0 Request processed in 206us (1836us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319071.614406:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4811
00000100:00100000:0.0:1767319071.614418:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4812
00000100:00100000:0.0:1767319071.614423:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fa9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999755392:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319071.614432:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319071.614458:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fa9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999755392:12345-0@lo:38:kworker.0 Request processed in 34us (1856us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319071.614464:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4812
00000100:00080000:0.0:1767319071.614530:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319071.614535:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319071.614540:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999754880:0@lo:38:kworker.0
00000100:00080000:0.0:1767319071.614551:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319071.614553:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319071.614557:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366acc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999755008:0@lo:38:kworker.0
00000100:00080000:0.0:1767319071.614564:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319071.614567:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319071.614571:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366acd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999755136:0@lo:38:kworker.0
00000100:00080000:0.0:1767319071.614580:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319071.614583:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319071.614586:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366acf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999755392:0@lo:38:kworker.0
00000100:00080000:0.0:1767319071.614668:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319071.614704:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366acfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853163999755520:0@lo:400:kworker.0
00000100:00100000:1.0:1767319071.619812:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366acf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999755264:0@lo:400:kworker.0
00000100:00100000:3.0:1767319071.619817:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999755264:12345-0@lo:400:kworker.0 Request processed in 6664us (7712us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319071.619837:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4417
00010000:00010000:2.0:1767319071.926308:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767319072.950486:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767319073.974586:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767319075.001314:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319075.775352:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767319075.776100:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962487168
00000100:00100000:3.0:1767319075.776116:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962487168
00000100:00100000:3.0:1767319075.776294:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4419
00000100:00100000:3.0:1767319075.776307:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962487168:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:3.0:1767319075.776440:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962487168:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 135us (1104us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319075.776449:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4419
00000100:00100000:2.0:1767319075.777715:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00080000:1.0:1767319075.777942:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319075.778385:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962487040
00000100:00100000:3.0:1767319075.778399:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962487040
00000100:00100000:3.0:1767319075.778455:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4813
00000100:00100000:3.0:1767319075.778463:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962487040:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767319075.778491:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319075.778853:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962487040:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 387us (1144us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319075.778863:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4813
00000400:00000100:2.0:1767319075.783814:0:7000:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.52@tcp portal 26 match 1853163962487296 offset 0 length 520: 4
00010000:00010000:2.0:1767319076.021513:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319076.725797:0:7004:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319051/real 1767319051]  req@ffff952348238e00 x1853163999750144/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319076 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1767319076.725839:0:7004:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff952348238e00 x1853163999750144/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319076 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1767319076.725862:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319076.725887:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:0.0:1767319076.725892:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952348238e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853163999750144:0@lo:250:kworker.0
00000100:00080000:1.0:1767319076.726957:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319076.726968:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1767319076.726973:0:27049:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319076.726980:0:27049:0:(import.c:509:import_select_connection()) MGC192.168.202.152@tcp: connect to NID 0@lo last attempt 4249
00000100:00080000:1.0:1767319076.726985:0:27049:0:(import.c:588:import_select_connection()) MGC192.168.202.152@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319076.726994:0:27049:0:(import.c:623:import_select_connection()) MGC192.168.202.152@tcp: import ffff95235eb57800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319076.727030:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523494d2d80 x1853163999755776/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319076.727062:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319076.727066:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319076.727068:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319076.727072:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4269
00000100:00080000:1.0:1767319076.727075:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319076.727079:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319076.727097:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523494d1500 x1853163999755904/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319076.727106:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319076.727109:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319076.727111:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319076.727114:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4269
00000100:00080000:1.0:1767319076.727117:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319076.727120:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319076.727135:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952348238e00 x1853163999756032/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319076.727144:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319076.727147:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319076.727148:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319076.727152:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4269
00000100:00080000:1.0:1767319076.727155:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319076.727158:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319076.727170:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952348239500 x1853163999756160/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319076.727245:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319076.727249:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319076.727251:0:27049:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319076.727255:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4269
00000100:00080000:1.0:1767319076.727259:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319076.727262:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319076.727281:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952348238380 x1853163999756416/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319076.727386:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234823a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999756672:0@lo:400:kworker.0
00000100:00100000:1.0:1767319076.727386:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234823b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999756544:0@lo:400:kworker.0
00000100:00100000:3.0:1767319076.728374:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999755648:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319076.728509:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952348239c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853163999756288:0@lo:400:kworker.0
00000100:00100000:1.0:1767319076.729439:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319076.729585:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853163999755776:0@lo:250:kworker.0
00000400:00000100:1.0:1767319076.729612:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163999755776 offset 0 length 520: 4
00000100:00100000:1.0:1767319076.729632:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999755904:0@lo:38:kworker.0
00000100:00100000:1.0:1767319076.729658:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319076.729679:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952348238e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999756032:0@lo:38:kworker.0
00000100:00100000:1.0:1767319076.729701:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319076.729723:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952348239500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999756160:0@lo:38:kworker.0
00000100:00100000:1.0:1767319076.729747:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319076.729766:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952348238380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999756416:0@lo:38:kworker.0
00000100:00100000:1.0:1767319076.729793:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319076.729843:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999756544
00000100:00100000:1.0:1767319076.729852:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999756544
00000100:00100000:1.0:1767319076.729920:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999756032
00000100:00100000:1.0:1767319076.729923:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999756032
00000100:00100000:1.0:1767319076.729939:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999756160
00000100:00100000:1.0:1767319076.729942:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999756160
00000100:00100000:1.0:1767319076.729952:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999756416
00000100:00100000:1.0:1767319076.729954:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999756416
00000100:00100000:1.0:1767319076.729967:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4420
00000100:00100000:1.0:1767319076.729979:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999756544:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319076.730047:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999756544:12345-0@lo:400:kworker.0 Request processed in 70us (609us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319076.730055:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4420
00000100:00100000:1.0:1767319076.730077:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4814
00000100:00100000:1.0:1767319076.730081:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999756032:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319076.730104:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319076.730138:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999756032:12345-0@lo:38:kworker.0 Request processed in 55us (435us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319076.730144:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4814
00000100:00100000:1.0:1767319076.730158:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4815
00000100:00100000:1.0:1767319076.730162:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999756160:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319076.730171:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319076.730236:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999756160:12345-0@lo:38:kworker.0 Request processed in 72us (488us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319076.730243:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4815
00000100:00100000:1.0:1767319076.730255:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4816
00000100:00100000:1.0:1767319076.730259:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999756416:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319076.730268:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319076.730290:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999756416:12345-0@lo:38:kworker.0 Request processed in 30us (498us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319076.730296:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4816
00000100:00100000:1.0:1767319076.730317:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999755904
00000100:00100000:1.0:1767319076.730321:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999755904
00000100:00100000:1.0:1767319076.730344:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1713
00000100:00100000:1.0:1767319076.730348:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999755904:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319076.730359:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319076.730384:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999755904:12345-0@lo:38:kworker.0 Request processed in 35us (726us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319076.730390:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1713
00000100:00080000:1.0:1767319076.730408:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319076.730448:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234823b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999756544:0@lo:400:kworker.0
00000100:00080000:1.0:1767319076.730485:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319076.730490:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319076.730493:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999755904:0@lo:38:kworker.0
00000100:00080000:1.0:1767319076.730501:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319076.730504:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319076.730507:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952348238e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999756032:0@lo:38:kworker.0
00000100:00080000:1.0:1767319076.730515:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319076.730518:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319076.730521:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952348239500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999756160:0@lo:38:kworker.0
00000100:00080000:1.0:1767319076.730528:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319076.730531:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319076.730533:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952348238380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999756416:0@lo:38:kworker.0
00000100:00100000:0.0:1767319076.731497:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319076.731634:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319076.731836:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999756800:0@lo:400:kworker.0
00000100:00100000:3.0:1767319076.731870:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319076.732220:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999755648
00000100:00100000:0.0:1767319076.732228:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999755648
00000100:00100000:0.0:1767319076.732282:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2076
00000100:00100000:0.0:1767319076.732288:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999755648:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767319076.732320:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767319076.732356:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999755648:12345-0@lo:13:osp-pre-0-1.0 Request processed in 70us (725us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319076.732364:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2076
00000100:00080000:0.0:1767319076.732387:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767319076.732410:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999756672
00000100:00100000:0.0:1767319076.732413:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999756672
00000100:00100000:0.0:1767319076.732433:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999756800
00000100:00100000:0.0:1767319076.732434:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999756800
00000100:00100000:0.0:1767319076.732445:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2926
00000100:00100000:0.0:1767319076.732449:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345faaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999756672:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319076.732475:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345faaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999756672:12345-0@lo:400:kworker.0 Request processed in 26us (982us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319076.732479:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2926
00000100:00100000:0.0:1767319076.732485:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2927
00000100:00100000:0.0:1767319076.732489:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999756800:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319076.732503:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999756800:12345-0@lo:400:kworker.0 Request processed in 14us (633us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319076.732506:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2927
00000100:00080000:0.0:1767319076.732515:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767319076.732539:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234823a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999756672:0@lo:400:kworker.0
00000100:00100000:3.0:1767319076.732658:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999756800:0@lo:400:kworker.0
00000100:00100000:3.0:1767319076.732688:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999755648:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319076.732699:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767319076.732758:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999756928:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319076.732791:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319076.732917:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999756928
00000100:00100000:0.0:1767319076.732921:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999756928
00000100:00100000:0.0:1767319076.732962:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2077
00000100:00100000:0.0:1767319076.732969:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999756928:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767319076.732988:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767319076.733021:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999756928:12345-0@lo:13:osp-pre-1-1.0 Request processed in 54us (231us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319076.733026:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2077
00000100:00100000:3.0:1767319076.733251:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999756928:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319076.735804:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319076.737137:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999756288
00000100:00100000:1.0:1767319076.737152:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999756288
00000100:00100000:1.0:1767319076.737613:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4421
00000100:00100000:1.0:1767319076.737626:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853163999756288:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319076.737754:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853163999756288:12345-0@lo:400:kworker.0 Request processed in 130us (1958us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319076.737763:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4421
00000100:00100000:3.0:1767319076.738647:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952348239c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853163999756288:0@lo:400:kworker.0
00000100:00080000:0.0:1767319076.738839:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767319077.048358:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767319078.069512:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767319079.093868:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319080.117893:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319080.895018:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767319080.895064:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767319080.895274:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962487424
00000100:00100000:3.0:1767319080.895285:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962487424
00000100:00100000:3.0:1767319080.895338:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962487552
00000100:00100000:3.0:1767319080.895342:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962487552
00000100:00100000:3.0:1767319080.895399:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4422
00000100:00100000:3.0:1767319080.895409:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962487552:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:3.0:1767319080.895473:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962487552:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 66us (410us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319080.895479:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4422
00000100:00100000:3.0:1767319080.895492:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4817
00000100:00100000:3.0:1767319080.895495:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962487424:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767319080.895520:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319080.895539:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962487424:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 43us (533us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319080.895543:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4817
00000100:00080000:0.0:1767319080.896256:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767319081.141396:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767319081.845513:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319081.845524:0:27049:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767319081.845527:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319081.845531:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319081.845628:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319081.845638:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4274
00000100:00080000:2.0:1767319081.845643:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319081.845650:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319081.845691:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366acea00 x1853163999757056/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319081.845749:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366acea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999757056:0@lo:38:kworker.0
00000100:00100000:1.0:1767319081.845820:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767319081.845891:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319081.845896:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319081.845898:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319081.845902:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4274
00000100:00080000:2.0:1767319081.845905:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319081.845909:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319081.845922:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366acc700 x1853163999757184/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319081.846003:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999757056
00000100:00100000:0.0:1767319081.846011:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999757056
00000100:00100000:0.0:1767319081.846051:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1714
00000100:00100000:0.0:1767319081.846059:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999757056:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319081.846077:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319081.846424:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366acc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999757184:0@lo:38:kworker.0
00000100:00100000:1.0:1767319081.846454:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767319081.846527:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319081.846531:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319081.846534:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319081.846551:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4274
00000100:00080000:2.0:1767319081.846554:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319081.846559:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319081.846576:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366acdc00 x1853163999757312/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319081.846610:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319081.846614:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319081.846616:0:27049:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319081.846620:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4274
00000100:00080000:2.0:1767319081.846623:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319081.846627:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319081.846640:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366ace300 x1853163999757696/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319081.846727:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999757056:12345-0@lo:38:kworker.0 Request processed in 666us (904us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319081.846736:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1714
00000100:00100000:0.0:1767319081.846761:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366acd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853163999757568:0@lo:400:kworker.0
00000100:00100000:0.0:1767319081.846787:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319081.847396:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999757824:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319081.847434:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319081.847457:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767319081.847462:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366ace680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853163999757952:0@lo:400:kworker.0
00000100:00100000:2.0:1767319081.847485:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319081.847517:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999757184
00000100:00100000:2.0:1767319081.847524:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999757184
00000100:00100000:2.0:1767319081.847562:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999757568
00000100:00100000:2.0:1767319081.847567:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999757568
00000100:00100000:2.0:1767319081.847603:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999757952
00000100:00100000:2.0:1767319081.847606:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999757952
00000100:00100000:2.0:1767319081.847630:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4423
00000100:00100000:2.0:1767319081.847639:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853163999757568:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319081.847684:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853163999757568:12345-0@lo:400:kworker.0 Request processed in 47us (896us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319081.847690:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4423
00000100:00100000:2.0:1767319081.847705:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4424
00000100:00100000:2.0:1767319081.847711:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853163999757952:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319081.847744:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853163999757952:12345-0@lo:400:kworker.0 Request processed in 34us (258us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319081.847750:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4424
00000100:00100000:2.0:1767319081.847762:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4818
00000100:00100000:2.0:1767319081.847766:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999757184:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319081.847783:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319081.848062:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999757184:12345-0@lo:38:kworker.0 Request processed in 293us (1606us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319081.848068:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4818
00000100:00100000:2.0:1767319081.848116:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366ace680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853163999757952:0@lo:400:kworker.0
00000100:00080000:2.0:1767319081.848177:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319081.848226:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999757824
00000100:00100000:2.0:1767319081.848231:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999757824
00000100:00100000:2.0:1767319081.848262:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2078
00000100:00100000:2.0:1767319081.848268:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999757824:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767319081.848291:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767319081.848328:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999757824:12345-0@lo:13:osp-pre-1-1.0 Request processed in 60us (892us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319081.848334:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2078
00000100:00100000:2.0:1767319081.848351:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999757440:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319081.848375:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319081.848393:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366acc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999758080:0@lo:400:kworker.0
00000100:00100000:2.0:1767319081.848415:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319081.848435:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767319081.848440:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366aced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999758208:0@lo:400:kworker.0
00000100:00100000:2.0:1767319081.848459:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767319081.848480:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767319081.848487:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999757440
00000100:00100000:2.0:1767319081.848491:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999757440
00000100:00100000:2.0:1767319081.848517:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2079
00000100:00100000:2.0:1767319081.848524:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366ace680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999757440:12345-0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319081.848650:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366acd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853163999757568:0@lo:400:kworker.0
00000100:00100000:0.0:1767319081.848693:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999758080
00000100:00100000:0.0:1767319081.848696:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999758080
00000100:00100000:0.0:1767319081.848718:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999758208
00000100:00100000:0.0:1767319081.848720:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999758208
00000100:00100000:0.0:1767319081.848736:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2928
00000100:00100000:0.0:1767319081.848742:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999758080:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319081.848780:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999758080:12345-0@lo:400:kworker.0 Request processed in 38us (364us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319081.848787:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2928
00000100:00100000:0.0:1767319081.848799:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2929
00000100:00100000:0.0:1767319081.848817:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+6:7007:x1853163999758208:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319081.848844:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+6:7007:x1853163999758208:12345-0@lo:400:kworker.0 Request processed in 40us (384us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319081.848851:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2929
00000100:00100000:0.0:1767319081.848880:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366aced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999758208:0@lo:400:kworker.0
00000100:00100000:0.0:1767319081.848889:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366acc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999758080:0@lo:400:kworker.0
00000100:00100000:0.0:1767319081.848942:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999757824:0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767319081.849114:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767319081.849169:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366ace680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999757440:12345-0@lo:13:osp-pre-0-1.0 Request processed in 644us (791us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319081.849175:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2079
00000100:00080000:2.0:1767319081.849192:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767319081.849365:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999757440:0@lo:13:osp-pre-0-1.0
00000100:00080000:1.0:1767319081.849482:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319081.849488:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319081.849491:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366acea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999757056:0@lo:38:kworker.0
00000100:00100000:1.0:1767319081.849506:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366acdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999757312:0@lo:38:kworker.0
00000100:00100000:1.0:1767319081.850257:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319081.850294:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366ace300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999757696:0@lo:38:kworker.0
00000100:00100000:1.0:1767319081.850324:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767319081.850349:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319081.850353:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319081.850356:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366acc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999757184:0@lo:38:kworker.0
00000100:00100000:0.0:1767319081.850433:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999757312
00000100:00100000:0.0:1767319081.850439:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999757312
00000100:00100000:0.0:1767319081.850479:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999757696
00000100:00100000:0.0:1767319081.850483:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999757696
00000100:00100000:0.0:1767319081.850500:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4819
00000100:00100000:0.0:1767319081.850505:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999757312:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319081.850522:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319081.850573:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999757312:12345-0@lo:38:kworker.0 Request processed in 66us (1036us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319081.850579:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4819
00000100:00100000:0.0:1767319081.850593:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4820
00000100:00100000:0.0:1767319081.850597:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999757696:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319081.850606:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319081.850627:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999757696:12345-0@lo:38:kworker.0 Request processed in 28us (302us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319081.850632:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4820
00000100:00080000:1.0:1767319081.852282:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319081.852294:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319081.852299:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366acdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999757312:0@lo:38:kworker.0
00000100:00080000:1.0:1767319081.852312:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319081.852315:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319081.852318:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366ace300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999757696:0@lo:38:kworker.0
00010000:00010000:0.0:1767319082.165453:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767319083.189428:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319084.215598:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767319085.239147:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319086.021709:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767319086.021828:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767319086.021922:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962487808
00000100:00100000:1.0:1767319086.021929:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962487680
00000100:00100000:3.0:1767319086.021932:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962487808
00000100:00100000:1.0:1767319086.021933:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962487680
00000100:00100000:1.0:1767319086.021975:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4425
00000100:00100000:3.0:1767319086.021985:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4821
00000100:00100000:1.0:1767319086.021986:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962487808:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:3.0:1767319086.021990:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366ace300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962487680:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767319086.022010:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319086.022059:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962487808:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 75us (361us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319086.022066:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4425
00000100:00080000:2.0:1767319086.022187:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319086.024361:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366ace300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962487680:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 2360us (2539us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319086.024374:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4821
00010000:00010000:0.0:1767319086.261454:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319086.966119:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999758336:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319086.966187:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319086.967106:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999758336
00000100:00100000:0.0:1767319086.967116:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999758336
00000100:00100000:0.0:1767319086.967189:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2080
00000100:00100000:0.0:1767319086.967218:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999758336:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767319086.967249:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767319086.967307:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999758336:12345-0@lo:13:osp-pre-1-1.0 Request processed in 90us (1119us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319086.967315:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2080
00000100:00080000:1.0:1767319086.967395:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767319086.967434:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999758336:0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767319086.968213:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319086.968219:0:27049:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767319086.968221:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319086.968225:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319086.968228:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319086.968234:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4279
00000100:00080000:1.0:1767319086.968238:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319086.968243:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319086.968273:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236710fb80 x1853163999758464/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319086.968298:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319086.968301:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319086.968303:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319086.968307:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4279
00000100:00080000:1.0:1767319086.968309:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319086.968312:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319086.968323:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236710ea00 x1853163999758592/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319086.968332:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319086.968335:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319086.968337:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319086.968340:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4279
00000100:00080000:1.0:1767319086.968342:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319086.968345:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319086.968355:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236710f480 x1853163999758720/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319086.968389:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319086.968393:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319086.968395:0:27049:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319086.968398:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4279
00000100:00080000:1.0:1767319086.968400:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319086.968403:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319086.968414:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236710d880 x1853163999758976/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319086.968468:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767319086.968479:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999758848:0@lo:400:kworker.0
00000100:00100000:1.0:1767319086.968640:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319086.968797:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999758848
00000100:00100000:3.0:1767319086.968803:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999758848
00000100:00100000:3.0:1767319086.968846:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4426
00000100:00100000:3.0:1767319086.968852:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952348239c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999758848:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319086.968893:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952348239c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999758848:12345-0@lo:400:kworker.0 Request processed in 41us (367us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319086.968899:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4426
00000100:00080000:3.0:1767319086.968920:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319086.969487:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999758464:0@lo:38:kworker.0
00000100:00100000:2.0:1767319086.969525:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319086.969575:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999758592:0@lo:38:kworker.0
00000100:00100000:2.0:1767319086.969601:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319086.969618:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999758720:0@lo:38:kworker.0
00000100:00100000:2.0:1767319086.969637:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319086.969654:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999758976:0@lo:38:kworker.0
00000100:00100000:2.0:1767319086.969674:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319086.969705:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999758592
00000100:00100000:2.0:1767319086.969709:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999758592
00000100:00100000:2.0:1767319086.969730:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999758720
00000100:00100000:2.0:1767319086.969733:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999758720
00000100:00100000:2.0:1767319086.969744:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999758976
00000100:00100000:2.0:1767319086.969746:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999758976
00000100:00100000:2.0:1767319086.969761:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4822
00000100:00100000:2.0:1767319086.969766:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999758592:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319086.969784:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319086.969821:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999758592:12345-0@lo:38:kworker.0 Request processed in 53us (219us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319086.969831:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4822
00000100:00100000:2.0:1767319086.969845:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4823
00000100:00100000:2.0:1767319086.969849:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999758720:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319086.969857:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319086.969879:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999758720:12345-0@lo:38:kworker.0 Request processed in 29us (241us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319086.969886:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4823
00000100:00100000:2.0:1767319086.969898:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4824
00000100:00100000:2.0:1767319086.969901:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999758976:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319086.969910:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319086.969931:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999758976:12345-0@lo:38:kworker.0 Request processed in 28us (256us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319086.969957:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4824
00000100:00080000:2.0:1767319086.970013:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319086.970019:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319086.970022:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999758592:0@lo:38:kworker.0
00000100:00080000:2.0:1767319086.970030:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319086.970033:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319086.970036:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999758720:0@lo:38:kworker.0
00000100:00080000:2.0:1767319086.970042:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319086.970046:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319086.970048:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999758976:0@lo:38:kworker.0
00000100:00100000:3.0:1767319086.970885:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999758464
00000100:00100000:3.0:1767319086.970893:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999758464
00000100:00100000:3.0:1767319086.970923:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1715
00000100:00100000:3.0:1767319086.970929:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999758464:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319086.970943:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319086.971114:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999759104:0@lo:400:kworker.0
00000100:00100000:1.0:1767319086.971220:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999759360:0@lo:13:osp-pre-0-1.0
00000100:00080000:2.0:1767319086.974314:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319086.974325:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319086.974330:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999758464:0@lo:38:kworker.0
00000100:00100000:0.0:1767319086.981205:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319086.981255:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767319086.981278:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999759232:0@lo:400:kworker.0
00000100:00100000:2.0:1767319086.981308:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999759104
00000100:00100000:2.0:1767319086.981317:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999759104
00000100:00100000:0.0:1767319086.981321:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319086.981347:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999759232
00000100:00100000:0.0:1767319086.981350:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999759232
00000100:00100000:2.0:1767319086.981373:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4427
00000100:00100000:0.0:1767319086.981377:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2930
00000100:00100000:2.0:1767319086.981381:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999759104:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319086.981382:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bcf0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999759232:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319086.981426:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bcf0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999759232:12345-0@lo:400:kworker.0 Request processed in 44us (103us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319086.981427:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999759104:12345-0@lo:400:kworker.0 Request processed in 46us (241us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319086.981434:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2930
00000100:00100000:2.0:1767319086.981434:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4427
00000100:00100000:0.0:1767319086.981498:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999759232:0@lo:400:kworker.0
00000100:00100000:0.0:1767319086.981510:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999759104:0@lo:400:kworker.0
00000100:00080000:0.0:1767319086.981567:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767319086.981571:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319086.981848:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999758464:12345-0@lo:38:kworker.0 Request processed in 10916us (12320us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319086.981857:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1715
00000100:00100000:1.0:1767319086.981921:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319086.982010:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999758848:0@lo:400:kworker.0
00000100:00100000:2.0:1767319086.983170:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999759360
00000100:00100000:2.0:1767319086.983179:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999759360
00000100:00100000:2.0:1767319086.986040:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2081
00000100:00100000:2.0:1767319086.986059:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234823a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999759360:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767319086.986173:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767319086.986354:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234823a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999759360:12345-0@lo:13:osp-pre-0-1.0 Request processed in 302us (4431us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319086.986362:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2081
00000100:00100000:1.0:1767319086.986648:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999759360:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767319087.289186:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319088.309676:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767319089.333527:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767319090.357432:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319091.137917:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767319091.138515:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767319091.143911:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962488064
00000100:00100000:2.0:1767319091.143937:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962488064
00000100:00100000:2.0:1767319091.144511:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962487936
00000100:00100000:2.0:1767319091.144519:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962487936
00000100:00100000:2.0:1767319091.144552:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4428
00000100:00100000:2.0:1767319091.144567:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952348238380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962488064:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767319091.144686:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952348238380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962488064:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 122us (6782us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319091.144695:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4428
00000100:00100000:2.0:1767319091.144719:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4825
00000100:00100000:2.0:1767319091.144724:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952348239500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962487936:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767319091.144750:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319091.144778:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952348239500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962487936:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 53us (6265us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319091.144784:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4825
00000100:00080000:3.0:1767319091.147921:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767319091.381569:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767319092.087638:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319092.087653:0:27049:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767319092.087657:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319092.087662:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319092.087668:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319092.087678:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4284
00000100:00080000:1.0:1767319092.087685:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319092.087694:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319092.087760:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952348238e00 x1853163999759488/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319092.087783:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319092.087786:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319092.087789:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319092.087792:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4284
00000100:00080000:1.0:1767319092.087795:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319092.087798:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319092.087814:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234823b800 x1853163999759616/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319092.087829:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319092.087832:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319092.087835:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319092.087839:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4284
00000100:00080000:1.0:1767319092.087841:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319092.087844:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319092.087875:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523670c0700 x1853163999759744/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319092.087915:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319092.087919:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319092.087921:0:27049:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319092.087925:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4284
00000100:00080000:1.0:1767319092.087929:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319092.087948:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319092.087960:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523670c3480 x1853163999760000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319092.088030:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999760384:0@lo:400:kworker.0
00000100:00100000:1.0:1767319092.088132:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319092.088235:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767319092.088239:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952348238e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999759488:0@lo:38:kworker.0
00000100:00100000:1.0:1767319092.088241:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999759872:0@lo:400:kworker.0
00000100:00100000:1.0:1767319092.088273:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319092.088275:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319092.088362:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366aced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999760512:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319092.088525:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999759488
00000100:00100000:3.0:1767319092.088534:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999759488
00000100:00100000:3.0:1767319092.088581:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1716
00000100:00100000:3.0:1767319092.088590:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bcf3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999759488:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319092.088614:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319092.090987:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234823b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999759616:0@lo:38:kworker.0
00000100:00100000:0.0:1767319092.091083:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319092.091135:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999759744:0@lo:38:kworker.0
00000100:00100000:0.0:1767319092.091160:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319092.091181:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999760000:0@lo:38:kworker.0
00000100:00100000:0.0:1767319092.091237:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319092.091297:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999760128:0@lo:400:kworker.0
00000100:00100000:0.0:1767319092.091327:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319092.091350:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999760640:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319092.091739:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319092.091768:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767319092.091776:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999760256:0@lo:400:kworker.0
00000100:00100000:0.0:1767319092.091804:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319092.091845:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999759872
00000100:00100000:0.0:1767319092.091867:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999759872
00000100:00100000:0.0:1767319092.091932:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999759616
00000100:00100000:0.0:1767319092.091935:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999759616
00000100:00100000:0.0:1767319092.091946:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999759744
00000100:00100000:0.0:1767319092.091948:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999759744
00000100:00100000:0.0:1767319092.091956:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999760000
00000100:00100000:0.0:1767319092.091959:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999760000
00000100:00100000:0.0:1767319092.091968:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999760128
00000100:00100000:0.0:1767319092.091970:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999760128
00000100:00100000:0.0:1767319092.091994:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4429
00000100:00100000:0.0:1767319092.092004:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999759872:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319092.092075:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999759872:12345-0@lo:400:kworker.0 Request processed in 71us (3799us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319092.092083:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4429
00000100:00100000:0.0:1767319092.092103:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4430
00000100:00100000:0.0:1767319092.092109:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999760128:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319092.092142:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999760128:12345-0@lo:400:kworker.0 Request processed in 33us (814us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319092.092147:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4430
00000100:00100000:0.0:1767319092.092160:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4826
00000100:00100000:0.0:1767319092.092164:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bcf1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999759616:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767319092.092180:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:0.0:1767319092.092186:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319092.092240:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999760640
00000100:00100000:2.0:1767319092.092244:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999760640
00000100:00100000:2.0:1767319092.092278:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999760512
00000100:00100000:2.0:1767319092.092281:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999760512
00000100:00100000:2.0:1767319092.092318:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2082
00000100:00100000:2.0:1767319092.092326:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999760640:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767319092.092352:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767319092.092589:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bcf1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999759616:12345-0@lo:38:kworker.0 Request processed in 422us (1504us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319092.092597:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4826
00000100:00100000:0.0:1767319092.092817:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4827
00000100:00100000:0.0:1767319092.092823:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bcf0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999759744:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319092.092837:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319092.092952:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bcf0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999759744:12345-0@lo:38:kworker.0 Request processed in 127us (1790us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319092.092959:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4827
00000100:00100000:0.0:1767319092.092972:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4828
00000100:00100000:0.0:1767319092.092976:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bcf3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999760000:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319092.092986:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319092.093010:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bcf3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999760000:12345-0@lo:38:kworker.0 Request processed in 32us (1772us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319092.093015:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4828
00000100:00100000:0.0:1767319092.093075:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2083
00000100:00100000:0.0:1767319092.093085:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999760512:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767319092.093106:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767319092.093147:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999760512:12345-0@lo:13:osp-pre-1-1.0 Request processed in 65us (967us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319092.093153:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2083
00000100:00100000:0.0:1767319092.093180:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999760384
00000100:00100000:0.0:1767319092.093186:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999760384
00000100:00100000:0.0:1767319092.093253:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999760256
00000100:00100000:0.0:1767319092.093257:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999760256
00000100:00100000:0.0:1767319092.093276:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2931
00000100:00100000:0.0:1767319092.093282:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:7005:x1853163999760384:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319092.093318:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:7005:x1853163999760384:12345-0@lo:400:kworker.0 Request processed in 36us (5186us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319092.093323:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2931
00000100:00100000:0.0:1767319092.093334:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2932
00000100:00100000:0.0:1767319092.093341:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373faed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999760256:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319092.094306:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373faed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999760256:12345-0@lo:400:kworker.0 Request processed in 957us (2491us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319092.094318:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2932
00000100:00080000:0.0:1767319092.094358:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767319092.094364:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767319092.094367:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319092.094780:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999760256:0@lo:400:kworker.0
00000100:00100000:0.0:1767319092.094797:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999760128:0@lo:400:kworker.0
00000100:00080000:0.0:1767319092.094850:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319092.094856:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319092.094958:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234823b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999759616:0@lo:38:kworker.0
00000100:00080000:0.0:1767319092.094975:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319092.094980:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319092.094983:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999759744:0@lo:38:kworker.0
00000100:00080000:0.0:1767319092.094993:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319092.094997:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319092.094999:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999760000:0@lo:38:kworker.0
00000100:00100000:0.0:1767319092.095133:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366aced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999760512:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319092.101298:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999759872:0@lo:400:kworker.0
00000100:00100000:1.0:1767319092.101323:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999760384:0@lo:400:kworker.0
00000100:00100000:2.0:1767319092.101524:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999760640:12345-0@lo:13:osp-pre-0-1.0 Request processed in 9196us (9781us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319092.101539:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2082
00000100:00100000:0.0:1767319092.101687:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999760640:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319092.101807:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bcf3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999759488:12345-0@lo:38:kworker.0 Request processed in 13215us (13528us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319092.101818:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1716
00000100:00080000:0.0:1767319092.101899:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319092.101906:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319092.101909:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952348238e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999759488:0@lo:38:kworker.0
00010000:00010000:2.0:1767319092.405662:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767319093.430348:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767319094.453557:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767319095.478842:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319096.258180:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767319096.259438:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767319096.267240:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962488320
00000100:00100000:2.0:1767319096.267263:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962488320
00000100:00100000:2.0:1767319096.267446:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962488192
00000100:00100000:2.0:1767319096.267451:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962488192
00000100:00100000:2.0:1767319096.267505:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4431
00000100:00100000:2.0:1767319096.267519:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962488320:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767319096.268905:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962488320:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 1377us (10730us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319096.268924:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4431
00000100:00100000:2.0:1767319096.268972:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4829
00000100:00100000:2.0:1767319096.268980:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962488192:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767319096.269018:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319096.269068:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962488192:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 88us (9639us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319096.269075:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4829
00000100:00080000:3.0:1767319096.269500:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767319096.501451:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319097.205938:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366aced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999760768:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319097.206061:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319097.206238:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999760768
00000100:00100000:2.0:1767319097.206264:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999760768
00000100:00100000:2.0:1767319097.206343:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2084
00000100:00100000:2.0:1767319097.206353:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373fac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999760768:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767319097.206388:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767319097.206442:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373fac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999760768:12345-0@lo:13:osp-pre-1-1.0 Request processed in 91us (381us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319097.206450:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2084
00000100:00080000:0.0:1767319097.206536:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767319097.206590:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366aced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999760768:0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767319097.207025:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319097.207032:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767319097.207035:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319097.207039:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319097.207044:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319097.207051:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4290
00000100:00080000:2.0:1767319097.207056:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319097.207061:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319097.207095:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366aced80 x1853163999760896/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319097.207163:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366aced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999760896:0@lo:38:kworker.0
00000100:00100000:1.0:1767319097.207229:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319097.207417:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999760896
00000100:00100000:0.0:1767319097.207424:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999760896
00000100:00100000:0.0:1767319097.207457:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1717
00000100:00100000:0.0:1767319097.207464:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999760896:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319097.207486:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767319097.207553:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319097.207557:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319097.207559:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319097.207563:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4290
00000100:00080000:2.0:1767319097.207566:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319097.207570:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319097.207587:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236710f100 x1853163999761024/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767319097.208004:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767319097.208017:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999761152:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319097.208056:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319097.208094:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999761152
00000100:00100000:3.0:1767319097.208098:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999761152
00000100:00100000:3.0:1767319097.208140:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2085
00000100:00100000:3.0:1767319097.208147:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999761152:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767319097.208177:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767319097.208232:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999761152:12345-0@lo:13:osp-pre-0-1.0 Request processed in 85us (175us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319097.208239:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2085
00000100:00080000:3.0:1767319097.208279:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767319097.208312:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999761152:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319097.208586:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999761024:0@lo:38:kworker.0
00000100:00100000:1.0:1767319097.208626:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319097.208694:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999761024
00000100:00100000:3.0:1767319097.208699:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999761024
00000100:00100000:3.0:1767319097.208727:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4830
00000100:00100000:3.0:1767319097.208733:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999761024:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319097.208748:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319097.208779:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999761024:12345-0@lo:38:kworker.0 Request processed in 46us (152us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319097.208786:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4830
00000100:00100000:0.0:1767319097.209159:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999760896:12345-0@lo:38:kworker.0 Request processed in 1692us (1927us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319097.209169:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1717
00000100:00080000:2.0:1767319097.209370:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319097.209376:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319097.209379:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319097.209384:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4290
00000100:00080000:2.0:1767319097.209387:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319097.209393:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319097.209428:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236710fb80 x1853163999761280/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319097.209468:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319097.209472:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319097.209474:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319097.209477:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4290
00000100:00080000:2.0:1767319097.209480:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319097.209483:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319097.209498:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236710f480 x1853163999761536/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319097.209548:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999761664:0@lo:400:kworker.0
00000100:00100000:2.0:1767319097.209593:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319097.209651:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999761664
00000100:00100000:2.0:1767319097.209657:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999761664
00000100:00080000:2.0:1767319097.209681:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319097.209730:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4432
00000100:00100000:2.0:1767319097.209739:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999761664:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319097.209786:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999761664:12345-0@lo:400:kworker.0 Request processed in 49us (193us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319097.209793:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4432
00000100:00100000:2.0:1767319097.209833:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999761664:0@lo:400:kworker.0
00000100:00100000:0.0:1767319097.210159:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767319097.210171:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999761408:0@lo:400:kworker.0
00000100:00100000:0.0:1767319097.210228:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319097.211091:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999761408
00000100:00100000:2.0:1767319097.211104:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999761408
00000100:00100000:2.0:1767319097.211219:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4433
00000100:00100000:2.0:1767319097.211230:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373faf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999761408:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767319097.211388:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319097.211592:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373faf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999761408:12345-0@lo:400:kworker.0 Request processed in 363us (1362us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319097.211602:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4433
00000100:00080000:1.0:1767319097.211883:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319097.211890:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319097.211894:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366aced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999760896:0@lo:38:kworker.0
00000100:00100000:1.0:1767319097.211924:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999761280:0@lo:38:kworker.0
00000100:00100000:1.0:1767319097.211962:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319097.212009:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999761536:0@lo:38:kworker.0
00000100:00100000:1.0:1767319097.212033:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767319097.212066:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319097.212071:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319097.212074:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999761024:0@lo:38:kworker.0
00000100:00100000:2.0:1767319097.212230:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999761280
00000100:00100000:2.0:1767319097.212237:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999761280
00000100:00100000:2.0:1767319097.212282:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999761536
00000100:00100000:2.0:1767319097.212286:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999761536
00000100:00100000:2.0:1767319097.212313:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4831
00000100:00100000:2.0:1767319097.212318:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999761280:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319097.212341:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319097.212381:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999761280:12345-0@lo:38:kworker.0 Request processed in 61us (418us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319097.212387:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4831
00000100:00100000:2.0:1767319097.212401:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4832
00000100:00100000:2.0:1767319097.212406:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999761536:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319097.212415:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319097.212435:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999761536:12345-0@lo:38:kworker.0 Request processed in 28us (402us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319097.212441:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4832
00000100:00080000:1.0:1767319097.212645:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319097.212650:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319097.212654:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999761280:0@lo:38:kworker.0
00000100:00080000:1.0:1767319097.212664:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319097.212667:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319097.212670:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999761536:0@lo:38:kworker.0
00000100:00100000:0.0:1767319097.213083:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999761408:0@lo:400:kworker.0
00010000:00010000:3.0:1767319097.525521:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767319098.549458:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767319099.574241:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1767319100.357066:0:6999:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.52@tcp portal 26 match 1853163962488448 offset 0 length 520: 4
00000100:00100000:2.0:1767319100.357127:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767319100.357270:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767319100.362023:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962488576
00000100:00100000:3.0:1767319100.362047:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962488576
00000100:00100000:3.0:1767319100.362113:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962488704
00000100:00100000:3.0:1767319100.362118:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962488704
00000100:00100000:2.0:1767319100.362259:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4833
00000100:00100000:2.0:1767319100.362269:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962488576:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767319100.362298:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319100.362390:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962488576:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 121us (5263us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319100.362399:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4833
00000100:00100000:3.0:1767319100.365024:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4434
00000100:00100000:3.0:1767319100.365045:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962488704:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:3.0:1767319100.365168:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962488704:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 130us (7897us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319100.365176:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4434
00000100:00080000:0.0:1767319100.371546:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767319100.597587:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319101.303899:0:7004:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319076/real 1767319076]  req@ffff9523494d2d80 x1853163999755776/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319101 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767319101.303941:0:7004:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9523494d2d80 x1853163999755776/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319101 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767319101.303973:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319101.304005:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767319101.304010:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853163999755776:0@lo:250:kworker.0
00000100:00080000:1.0:1767319101.304163:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319101.304170:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1767319101.304173:0:27049:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319101.304180:0:27049:0:(import.c:509:import_select_connection()) MGC192.168.202.152@tcp: connect to NID 0@lo last attempt 4274
00000100:00080000:1.0:1767319101.304185:0:27049:0:(import.c:588:import_select_connection()) MGC192.168.202.152@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319101.304191:0:27049:0:(import.c:623:import_select_connection()) MGC192.168.202.152@tcp: import ffff95235eb57800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319101.304254:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523670c1880 x1853163999761792/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319101.304279:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319101.304283:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319101.304285:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319101.304288:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4295
00000100:00080000:1.0:1767319101.304291:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319101.304294:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319101.304309:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523670c0000 x1853163999761920/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319101.304317:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319101.304320:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319101.304321:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319101.304325:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4295
00000100:00080000:1.0:1767319101.304327:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319101.304330:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319101.304340:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523670c3b80 x1853163999762048/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319101.304347:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319101.304351:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319101.304352:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319101.304355:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4295
00000100:00080000:1.0:1767319101.304358:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319101.304370:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319101.304381:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523670c1500 x1853163999762176/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319101.304424:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319101.304428:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319101.304430:0:27049:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319101.304434:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4295
00000100:00080000:1.0:1767319101.304436:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319101.304440:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319101.304451:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523670c0380 x1853163999762432/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319101.304520:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853163999762560:0@lo:400:kworker.0
00000100:00100000:1.0:1767319101.304599:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319101.304636:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767319101.304641:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999762688:0@lo:400:kworker.0
00000100:00100000:1.0:1767319101.304668:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319101.304709:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999762560
00000100:00100000:1.0:1767319101.304717:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999762560
00000100:00100000:3.0:1767319101.304890:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999762816:0@lo:400:kworker.0
00000100:00100000:3.0:1767319101.304927:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319101.304965:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767319101.304971:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999762304:0@lo:400:kworker.0
00000100:00100000:0.0:1767319101.305009:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999762688
00000100:00100000:3.0:1767319101.305013:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319101.305016:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999762688
00000100:00100000:3.0:1767319101.305048:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999762816
00000100:00100000:3.0:1767319101.305053:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999762816
00000100:00100000:0.0:1767319101.305083:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2933
00000100:00100000:3.0:1767319101.305094:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2934
00000100:00100000:0.0:1767319101.305097:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999762688:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319101.305106:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999762816:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319101.305163:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999762688:12345-0@lo:400:kworker.0 Request processed in 70us (493us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319101.305172:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2933
00000100:00100000:3.0:1767319101.305179:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999762816:12345-0@lo:400:kworker.0 Request processed in 76us (250us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319101.305189:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2934
00000100:00100000:0.0:1767319101.305256:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999762688:0@lo:400:kworker.0
00000100:00100000:3.0:1767319101.305256:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999762816:0@lo:400:kworker.0
00000100:00080000:0.0:1767319101.305300:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767319101.305304:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767319101.305306:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319101.305906:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999762304
00000100:00100000:1.0:1767319101.305913:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999762304
00000100:00100000:1.0:1767319101.305964:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4435
00000100:00100000:1.0:1767319101.305973:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853163999762560:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319101.306005:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4436
00000100:00100000:3.0:1767319101.306018:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999762304:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319101.306033:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853163999762560:12345-0@lo:400:kworker.0 Request processed in 60us (1432us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319101.306066:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999762304:12345-0@lo:400:kworker.0 Request processed in 51us (1053us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319101.306074:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4436
00000100:00100000:3.0:1767319101.306109:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999762304:0@lo:400:kworker.0
00000100:00100000:1.0:1767319101.306157:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4435
00000100:00100000:2.0:1767319101.306247:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853163999761792:0@lo:250:kworker.0
00000400:00000100:2.0:1767319101.306280:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163999761792 offset 0 length 520: 4
00000100:00100000:2.0:1767319101.306306:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999761920:0@lo:38:kworker.0
00000100:00100000:2.0:1767319101.306331:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319101.306369:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999762048:0@lo:38:kworker.0
00000100:00100000:2.0:1767319101.306391:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319101.306413:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999762176:0@lo:38:kworker.0
00000100:00100000:2.0:1767319101.306434:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319101.306449:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999762432:0@lo:38:kworker.0
00000100:00100000:2.0:1767319101.306471:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319101.306501:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999762048
00000100:00100000:2.0:1767319101.306505:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999762048
00000100:00100000:2.0:1767319101.306528:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999762176
00000100:00100000:2.0:1767319101.306530:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999762176
00000100:00100000:2.0:1767319101.306542:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999762432
00000100:00100000:2.0:1767319101.306544:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999762432
00000100:00100000:2.0:1767319101.306556:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4834
00000100:00100000:2.0:1767319101.306561:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999762048:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319101.306581:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319101.306613:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999762048:12345-0@lo:38:kworker.0 Request processed in 50us (220us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319101.306619:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4834
00000100:00100000:2.0:1767319101.306631:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4835
00000100:00100000:2.0:1767319101.306635:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999762176:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319101.306644:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319101.306668:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999762176:12345-0@lo:38:kworker.0 Request processed in 32us (233us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319101.306673:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4835
00000100:00100000:2.0:1767319101.306682:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4836
00000100:00100000:2.0:1767319101.306685:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999762432:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319101.306693:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319101.306711:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999762432:12345-0@lo:38:kworker.0 Request processed in 24us (239us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319101.306716:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4836
00000100:00080000:2.0:1767319101.306742:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319101.306746:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00080000:0.0:1767319101.307033:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319101.307075:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853163999762560:0@lo:400:kworker.0
00000100:00100000:3.0:1767319101.307252:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999761920
00000100:00100000:3.0:1767319101.307258:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999761920
00000100:00100000:3.0:1767319101.307282:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1718
00000100:00100000:3.0:1767319101.307286:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999761920:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319101.307296:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319101.307329:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999761920:12345-0@lo:38:kworker.0 Request processed in 42us (997us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319101.307335:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1718
00000100:00100000:2.0:1767319101.307480:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999762048:0@lo:38:kworker.0
00000100:00080000:2.0:1767319101.307495:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319101.307499:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319101.307502:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999762176:0@lo:38:kworker.0
00000100:00080000:2.0:1767319101.307509:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319101.307512:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319101.307514:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999762432:0@lo:38:kworker.0
00000100:00080000:2.0:1767319101.307531:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319101.307533:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319101.307536:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999761920:0@lo:38:kworker.0
00010000:00010000:3.0:1767319101.621669:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319102.325473:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767319102.325514:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236e980a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999762944:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319102.325676:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999763072:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319102.325932:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319102.326097:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319102.327504:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999762944
00000100:00100000:2.0:1767319102.327521:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999762944
00000100:00100000:2.0:1767319102.327663:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999763072
00000100:00100000:2.0:1767319102.327667:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999763072
00000100:00100000:0.0:1767319102.327750:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2086
00000100:00100000:0.0:1767319102.327764:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999762944:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767319102.327809:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767319102.327907:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999762944:12345-0@lo:13:osp-pre-0-1.0 Request processed in 146us (2300us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319102.327915:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2086
00000100:00100000:0.0:1767319102.327938:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2087
00000100:00100000:0.0:1767319102.327959:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373face00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999763072:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767319102.327977:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767319102.328017:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373face00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999763072:12345-0@lo:13:osp-pre-1-1.0 Request processed in 73us (1920us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319102.328024:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2087
00000100:00100000:0.0:1767319102.328085:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999763072:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319102.328250:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236e980a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999762944:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767319102.647433:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767319103.670050:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319104.693530:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319105.481428:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767319105.481485:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767319105.481534:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962488960
00000100:00100000:1.0:1767319105.481548:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962488960
00000100:00100000:0.0:1767319105.481578:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962488832
00000100:00100000:0.0:1767319105.481586:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962488832
00000100:00100000:0.0:1767319105.481657:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4437
00000100:00080000:2.0:1767319105.481663:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319105.481672:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962488960:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:0.0:1767319105.481779:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962488960:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 112us (363us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319105.481788:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4437
00000100:00100000:0.0:1767319105.481811:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4837
00000100:00100000:0.0:1767319105.481816:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962488832:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:0.0:1767319105.481841:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319105.481870:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962488832:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 53us (386us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319105.481877:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4837
00010000:00010000:3.0:1767319105.717612:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767319106.428401:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319106.428411:0:27049:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767319106.428414:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319106.428419:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319106.428423:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319106.428431:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4299
00000100:00080000:3.0:1767319106.428435:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319106.428442:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319106.428480:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236e982d80 x1853163999763200/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319106.428515:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319106.428519:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319106.428520:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319106.428524:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4299
00000100:00080000:3.0:1767319106.428527:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319106.428530:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319106.428542:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236e981500 x1853163999763328/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319106.428552:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319106.428555:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319106.428557:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319106.428562:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4299
00000100:00080000:3.0:1767319106.428565:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319106.428568:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319106.428583:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236e982680 x1853163999763456/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319106.428599:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236e982d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999763200:0@lo:38:kworker.0
00000100:00080000:3.0:1767319106.428644:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319106.428649:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319106.428651:0:27049:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319106.428656:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4299
00000100:00080000:3.0:1767319106.428659:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319106.428663:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319106.428678:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236e982300 x1853163999763712/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319106.428706:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319106.428786:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999763968:0@lo:400:kworker.0
00000100:00100000:2.0:1767319106.428794:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236e981500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999763328:0@lo:38:kworker.0
00000100:00100000:2.0:1767319106.428841:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319106.428868:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319106.428889:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236e982680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999763456:0@lo:38:kworker.0
00000100:00100000:3.0:1767319106.428925:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767319106.428935:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236e980a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853163999763840:0@lo:400:kworker.0
00000100:00100000:2.0:1767319106.428951:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319106.428979:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319106.428984:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236e982300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999763712:0@lo:38:kworker.0
00000100:00100000:2.0:1767319106.429026:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319106.429036:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999763200
00000100:00100000:3.0:1767319106.429045:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999763200
00000100:00100000:2.0:1767319106.429078:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999763328
00000100:00100000:2.0:1767319106.429087:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999763328
00000100:00100000:3.0:1767319106.429093:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1719
00000100:00100000:3.0:1767319106.429102:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999763200:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319106.429121:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319106.429129:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999763456
00000100:00100000:2.0:1767319106.429135:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999763456
00000100:00100000:2.0:1767319106.429158:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999763840
00000100:00100000:2.0:1767319106.429163:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999763840
00000100:00100000:3.0:1767319106.429178:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999763200:12345-0@lo:38:kworker.0 Request processed in 74us (473us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319106.429187:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1719
00000100:00100000:3.0:1767319106.429253:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999763968
00000100:00100000:3.0:1767319106.429257:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999763968
00000100:00100000:3.0:1767319106.429288:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2935
00000100:00100000:3.0:1767319106.429294:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999763968:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319106.429337:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999763968:12345-0@lo:400:kworker.0 Request processed in 43us (470us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319106.429343:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2935
00000100:00100000:3.0:1767319106.429359:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999763712
00000100:00100000:3.0:1767319106.429363:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999763712
00000100:00100000:3.0:1767319106.429376:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4838
00000100:00100000:3.0:1767319106.429381:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999763328:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319106.429391:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319106.429419:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999763328:12345-0@lo:38:kworker.0 Request processed in 36us (577us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319106.429425:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4838
00000100:00100000:3.0:1767319106.429442:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4839
00000100:00100000:3.0:1767319106.429447:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999763456:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319106.429457:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319106.429473:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999764096:0@lo:400:kworker.0
00000100:00100000:3.0:1767319106.429486:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999763456:12345-0@lo:38:kworker.0 Request processed in 35us (535us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319106.429495:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4839
00000100:00100000:3.0:1767319106.429510:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4840
00000100:00100000:3.0:1767319106.429519:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999763712:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767319106.429527:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:3.0:1767319106.429531:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319106.429568:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767319106.429578:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999763712:12345-0@lo:38:kworker.0 Request processed in 58us (551us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319106.429581:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236e980e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999763584:0@lo:400:kworker.0
00000100:00100000:3.0:1767319106.429598:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4840
00000100:00100000:0.0:1767319106.429631:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319106.429658:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999763968:0@lo:400:kworker.0
00000100:00100000:0.0:1767319106.429677:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999763584
00000100:00100000:0.0:1767319106.429684:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999763584
00000100:00080000:3.0:1767319106.429745:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319106.429753:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319106.429756:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236e982680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999763456:0@lo:38:kworker.0
00000100:00080000:3.0:1767319106.429770:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319106.429775:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319106.429778:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236e982300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999763712:0@lo:38:kworker.0
00000100:00100000:2.0:1767319106.429785:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4438
00000100:00080000:3.0:1767319106.429795:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767319106.429801:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853163999763840:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767319106.429802:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319106.429810:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236e982d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999763200:0@lo:38:kworker.0
00000100:00080000:3.0:1767319106.429822:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319106.429825:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319106.429828:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236e981500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999763328:0@lo:38:kworker.0
00000100:00080000:3.0:1767319106.429870:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767319106.429875:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319106.429891:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853163999763840:12345-0@lo:400:kworker.0 Request processed in 93us (910us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319106.429900:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4438
00000100:00100000:1.0:1767319106.430008:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999764096
00000100:00100000:1.0:1767319106.430014:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999764096
00000100:00100000:1.0:1767319106.430047:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2936
00000100:00100000:1.0:1767319106.430054:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373faca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999764096:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319106.430102:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373faca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999764096:12345-0@lo:400:kworker.0 Request processed in 48us (577us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319106.430108:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2936
00000100:00080000:1.0:1767319106.430127:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767319106.430146:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999764096:0@lo:400:kworker.0
00000100:00100000:0.0:1767319106.430296:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4439
00000100:00100000:0.0:1767319106.430308:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952348238e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999763584:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319106.430356:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952348238e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999763584:12345-0@lo:400:kworker.0 Request processed in 52us (729us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319106.430456:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236e980e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999763584:0@lo:400:kworker.0
00000100:00100000:3.0:1767319106.431344:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236e980a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853163999763840:0@lo:400:kworker.0
00000100:00100000:0.0:1767319106.433065:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4439
00010000:00010000:0.0:1767319106.743258:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319107.446810:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999764224:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319107.446887:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319107.446963:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999764224
00000100:00100000:0.0:1767319107.446978:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999764224
00000100:00100000:0.0:1767319107.447054:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2088
00000100:00100000:0.0:1767319107.447065:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999764224:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767319107.447105:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767319107.447221:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999764224:12345-0@lo:13:osp-pre-1-1.0 Request processed in 129us (304us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319107.447229:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2088
00000100:00100000:1.0:1767319107.447355:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999764224:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319107.447448:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999764352:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319107.447477:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319107.447557:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999764352
00000100:00100000:2.0:1767319107.447564:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999764352
00000100:00100000:2.0:1767319107.447611:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2089
00000100:00100000:2.0:1767319107.447619:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999764352:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767319107.447643:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767319107.447690:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999764352:12345-0@lo:13:osp-pre-0-1.0 Request processed in 71us (211us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319107.447697:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2089
00000100:00100000:1.0:1767319107.447875:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999764352:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767319107.765579:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319108.789498:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767319109.814405:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319110.595145:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767319110.597549:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962489216
00000100:00100000:0.0:1767319110.597565:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962489216
00000100:00100000:0.0:1767319110.597802:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4440
00000100:00100000:0.0:1767319110.597814:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962489216:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:0.0:1767319110.597922:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962489216:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 110us (2786us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319110.597930:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4440
00000100:00100000:3.0:1767319110.600628:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767319110.600786:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962489088
00000100:00100000:0.0:1767319110.600797:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962489088
00000100:00100000:0.0:1767319110.600851:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4841
00000100:00100000:0.0:1767319110.600859:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962489088:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:0.0:1767319110.600895:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319110.600954:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962489088:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 94us (336us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319110.600961:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4841
00000100:00080000:1.0:1767319110.603102:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767319110.837697:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767319111.541330:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319111.541340:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767319111.541344:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319111.541348:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319111.541351:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319111.541359:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4304
00000100:00080000:3.0:1767319111.541364:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319111.541371:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319111.541409:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523483d4a80 x1853163999764480/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319111.541434:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319111.541438:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319111.541439:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319111.541443:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4304
00000100:00080000:3.0:1767319111.541445:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319111.541449:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319111.541460:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523483d4380 x1853163999764608/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319111.541469:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319111.541472:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319111.541474:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319111.541477:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4304
00000100:00080000:3.0:1767319111.541480:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319111.541483:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319111.541492:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523483d6a00 x1853163999764736/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319111.541531:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319111.541534:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319111.541536:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319111.541539:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4304
00000100:00080000:3.0:1767319111.541542:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319111.541545:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319111.541558:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523483d6680 x1853163999764992/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319111.541596:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999764480:0@lo:38:kworker.0
00000100:00100000:2.0:1767319111.541732:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319111.541784:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999764608:0@lo:38:kworker.0
00000100:00100000:2.0:1767319111.541808:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319111.541824:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999764736:0@lo:38:kworker.0
00000100:00100000:3.0:1767319111.541846:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999764480
00000100:00100000:2.0:1767319111.541847:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319111.541857:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999764480
00000100:00100000:2.0:1767319111.541875:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999764992:0@lo:38:kworker.0
00000100:00100000:2.0:1767319111.541900:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319111.541908:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1720
00000100:00100000:3.0:1767319111.541916:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999764480:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319111.541936:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319111.541943:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999764608
00000100:00100000:2.0:1767319111.541950:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999764608
00000100:00100000:2.0:1767319111.541973:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999764736
00000100:00100000:2.0:1767319111.541976:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999764736
00000100:00100000:3.0:1767319111.541987:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999764480:12345-0@lo:38:kworker.0 Request processed in 70us (254us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319111.541995:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1720
00000100:00100000:2.0:1767319111.541996:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999764992
00000100:00100000:2.0:1767319111.542001:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999764992
00000100:00100000:2.0:1767319111.542021:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4842
00000100:00100000:2.0:1767319111.542027:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999764608:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767319111.542034:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4843
00010000:00020000:2.0:1767319111.542039:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319111.542041:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999764736:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319111.542053:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319111.542070:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999764608:12345-0@lo:38:kworker.0 Request processed in 42us (261us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319111.542078:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4842
00000100:00100000:3.0:1767319111.542087:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999764736:12345-0@lo:38:kworker.0 Request processed in 45us (239us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319111.542095:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4843
00000100:00100000:2.0:1767319111.542101:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4844
00000100:00100000:2.0:1767319111.542106:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999764992:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319111.542115:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319111.542139:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999764992:12345-0@lo:38:kworker.0 Request processed in 31us (239us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319111.542144:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4844
00000100:00100000:1.0:1767319111.542237:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999765376:0@lo:400:kworker.0
00000100:00080000:2.0:1767319111.542267:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767319111.542273:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767319111.542281:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319111.542286:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999764480:0@lo:38:kworker.0
00000100:00080000:2.0:1767319111.542298:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319111.542304:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319111.542305:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853163999765120:0@lo:400:kworker.0
00000100:00100000:2.0:1767319111.542310:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999764608:0@lo:38:kworker.0
00000100:00100000:1.0:1767319111.542315:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00080000:2.0:1767319111.542324:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767319111.542326:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999764864:0@lo:400:kworker.0
00000100:00080000:2.0:1767319111.542331:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319111.542336:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999764736:0@lo:38:kworker.0
00000100:00100000:0.0:1767319111.542347:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767319111.542347:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319111.542354:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319111.542357:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999764992:0@lo:38:kworker.0
00000100:00100000:1.0:1767319111.542368:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999765248:0@lo:400:kworker.0
00000100:00100000:1.0:1767319111.542397:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319111.542416:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999765120
00000100:00100000:2.0:1767319111.542421:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999765120
00000100:00100000:0.0:1767319111.542427:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999765376
00000100:00100000:0.0:1767319111.542432:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999765376
00000100:00100000:1.0:1767319111.542448:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319111.542473:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999765248
00000100:00080000:1.0:1767319111.542477:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767319111.542478:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999765248
00000100:00080000:1.0:1767319111.542484:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319111.542500:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2937
00000100:00100000:1.0:1767319111.542509:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999765376:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319111.542532:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2938
00000100:00100000:0.0:1767319111.542543:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999765248:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319111.542552:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999765376:12345-0@lo:400:kworker.0 Request processed in 45us (279us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319111.542558:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2937
00000100:00100000:1.0:1767319111.542576:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999764864
00000100:00100000:1.0:1767319111.542579:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999764864
00000100:00100000:0.0:1767319111.542603:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999765248:12345-0@lo:400:kworker.0 Request processed in 63us (205us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319111.542605:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4441
00000100:00100000:1.0:1767319111.542614:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999764864:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319111.542626:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2938
00000100:00100000:1.0:1767319111.542645:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999764864:12345-0@lo:400:kworker.0 Request processed in 32us (196us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319111.542650:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4441
00000100:00080000:0.0:1767319111.542653:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767319111.542658:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767319111.542686:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999764864:0@lo:400:kworker.0
00000100:00100000:0.0:1767319111.542689:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999765248:0@lo:400:kworker.0
00000100:00100000:1.0:1767319111.542695:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999765376:0@lo:400:kworker.0
00000100:00100000:2.0:1767319111.543074:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4442
00000100:00100000:2.0:1767319111.543083:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234823b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853163999765120:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319111.543132:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234823b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853163999765120:12345-0@lo:400:kworker.0 Request processed in 50us (787us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319111.543138:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4442
00000100:00100000:3.0:1767319111.543279:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853163999765120:0@lo:400:kworker.0
00010000:00010000:0.0:1767319111.864649:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319112.565416:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999765504:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319112.565487:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319112.565687:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999765632:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319112.565718:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319112.566025:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999765504
00000100:00100000:2.0:1767319112.566034:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999765504
00000100:00100000:2.0:1767319112.566083:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999765632
00000100:00100000:2.0:1767319112.566086:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999765632
00000100:00100000:2.0:1767319112.566114:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2090
00000100:00100000:2.0:1767319112.566125:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345ebd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999765504:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319112.566144:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2091
00000100:00100000:1.0:1767319112.566156:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999765632:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767319112.566156:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00002000:00000024:1.0:1767319112.566178:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767319112.566249:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999765632:12345-0@lo:13:osp-pre-0-1.0 Request processed in 96us (528us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319112.566260:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2091
00000100:00100000:3.0:1767319112.566271:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999765632:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319112.571499:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345ebd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999765504:12345-0@lo:13:osp-pre-1-1.0 Request processed in 5367us (6002us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319112.571516:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2090
00000100:00100000:0.0:1767319112.572315:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999765504:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767319112.885459:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767319113.915293:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767319114.933403:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319115.710772:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767319115.710896:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962489472
00000100:00100000:2.0:1767319115.710915:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962489472
00000100:00100000:2.0:1767319115.711031:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4443
00000100:00100000:2.0:1767319115.711044:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962489472:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767319115.711154:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962489472:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 111us (389us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319115.711163:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4443
00000100:00080000:0.0:1767319115.711401:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319115.711730:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767319115.711850:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962489344
00000100:00100000:3.0:1767319115.711859:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962489344
00000100:00100000:3.0:1767319115.711905:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4845
00000100:00100000:3.0:1767319115.711912:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962489344:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767319115.711931:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319115.712024:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962489344:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 111us (297us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319115.712029:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4845
00010000:00010000:0.0:1767319115.957455:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767319116.661376:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319116.661387:0:27049:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767319116.661390:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319116.661394:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319116.661398:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319116.661405:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4309
00000100:00080000:3.0:1767319116.661410:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319116.661416:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319116.661455:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523483d5500 x1853163999765760/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319116.661479:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319116.661482:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319116.661484:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319116.661486:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4309
00000100:00080000:3.0:1767319116.661488:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319116.661491:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319116.661503:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523483d7800 x1853163999765888/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319116.661509:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319116.661511:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319116.661512:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319116.661514:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4309
00000100:00080000:3.0:1767319116.661516:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319116.661518:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319116.661524:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523483d7100 x1853163999766016/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319116.661558:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319116.661560:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319116.661562:0:27049:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319116.661564:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4309
00000100:00080000:3.0:1767319116.661565:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319116.661568:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319116.661574:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523483d4700 x1853163999766272/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319116.661673:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853163999766144:0@lo:400:kworker.0
00000100:00100000:1.0:1767319116.662014:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999766656:0@lo:400:kworker.0
00000100:00100000:2.0:1767319116.662570:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999765760:0@lo:38:kworker.0
00000100:00100000:2.0:1767319116.664967:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319116.664968:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319116.665067:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999766656
00000100:00100000:3.0:1767319116.665076:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999766656
00000100:00100000:3.0:1767319116.665135:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2939
00000100:00100000:3.0:1767319116.665145:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999766656:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319116.665218:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999766656:12345-0@lo:400:kworker.0 Request processed in 75us (263us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319116.665224:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2939
00000100:00100000:3.0:1767319116.665248:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999765760
00000100:00100000:3.0:1767319116.665252:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999765760
00000100:00100000:3.0:1767319116.665269:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1721
00000100:00100000:3.0:1767319116.665273:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999765760:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319116.665291:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319116.665320:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999765760:12345-0@lo:38:kworker.0 Request processed in 45us (365us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319116.665326:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1721
00000100:00080000:3.0:1767319116.665364:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767319116.665379:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999766528:0@lo:400:kworker.0
00000100:00100000:3.0:1767319116.665412:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319116.665434:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999766528
00000100:00100000:3.0:1767319116.665437:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999766528
00000100:00100000:3.0:1767319116.665460:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2940
00000100:00100000:3.0:1767319116.665467:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999766528:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319116.665499:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999766528:12345-0@lo:400:kworker.0 Request processed in 33us (86us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319116.665505:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2940
00000100:00080000:3.0:1767319116.665517:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767319116.665538:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999766400:0@lo:400:kworker.0
00000100:00100000:3.0:1767319116.665562:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319116.665589:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999766400
00000100:00100000:3.0:1767319116.665592:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999766400
00000100:00100000:3.0:1767319116.665621:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4444
00000100:00100000:3.0:1767319116.665627:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999766400:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319116.665657:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999766400:12345-0@lo:400:kworker.0 Request processed in 31us (94us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319116.665663:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4444
00000100:00080000:3.0:1767319116.665682:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767319116.666080:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319116.666086:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319116.666091:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999765760:0@lo:38:kworker.0
00000100:00100000:2.0:1767319116.666097:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999765888:0@lo:38:kworker.0
00000100:00100000:2.0:1767319116.666122:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319116.666226:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999765888
00000100:00100000:1.0:1767319116.666232:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999765888
00000100:00100000:3.0:1767319116.666240:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999766528:0@lo:400:kworker.0
00000100:00100000:1.0:1767319116.666259:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4846
00000100:00100000:1.0:1767319116.666266:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999765888:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319116.666280:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319116.666397:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999766400:0@lo:400:kworker.0
00000100:00100000:0.0:1767319116.667475:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319116.667561:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999766656:0@lo:400:kworker.0
00000100:00100000:2.0:1767319116.667636:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999766144
00000100:00100000:2.0:1767319116.667641:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999766144
00000100:00100000:2.0:1767319116.667693:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4445
00000100:00100000:2.0:1767319116.667700:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345ebf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853163999766144:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319116.667752:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345ebf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853163999766144:12345-0@lo:400:kworker.0 Request processed in 53us (279us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319116.667759:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4445
00000100:00080000:0.0:1767319116.667829:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319116.667850:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853163999766144:0@lo:400:kworker.0
00000100:00100000:1.0:1767319116.668559:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999765888:12345-0@lo:38:kworker.0 Request processed in 2289us (2432us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319116.668569:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4846
00000100:00080000:3.0:1767319116.668971:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319116.668978:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319116.668981:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999765888:0@lo:38:kworker.0
00000100:00100000:3.0:1767319116.668991:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999766016:0@lo:38:kworker.0
00000100:00100000:3.0:1767319116.669031:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319116.669269:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999766272:0@lo:38:kworker.0
00000100:00100000:3.0:1767319116.669295:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319116.669525:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999766016
00000100:00100000:1.0:1767319116.669532:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999766016
00000100:00100000:1.0:1767319116.669566:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999766272
00000100:00100000:1.0:1767319116.669569:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999766272
00000100:00100000:1.0:1767319116.669675:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4847
00000100:00100000:1.0:1767319116.669681:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999766016:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319116.669699:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319116.669758:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999766016:12345-0@lo:38:kworker.0 Request processed in 75us (725us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319116.669765:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4847
00000100:00100000:1.0:1767319116.669779:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4848
00000100:00100000:1.0:1767319116.669783:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999766272:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319116.669792:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319116.669827:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999766272:12345-0@lo:38:kworker.0 Request processed in 31us (521us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319116.669834:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4848
00000100:00080000:0.0:1767319116.669980:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319116.669985:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319116.669988:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999766016:0@lo:38:kworker.0
00000100:00080000:0.0:1767319116.669997:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319116.670000:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319116.670002:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999766272:0@lo:38:kworker.0
00010000:00010000:2.0:1767319116.981623:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319117.685542:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999766784:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319117.685613:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319117.685664:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999766784
00000100:00100000:2.0:1767319117.685674:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999766784
00000100:00100000:2.0:1767319117.685732:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2092
00000100:00100000:2.0:1767319117.685743:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999766784:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767319117.685772:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767319117.686131:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999766784:12345-0@lo:13:osp-pre-1-1.0 Request processed in 389us (517us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319117.686139:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2092
00000100:00100000:1.0:1767319117.686461:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767319117.686472:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952344b27100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999766912:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319117.686505:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319117.686577:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999766912
00000100:00100000:0.0:1767319117.686583:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999766912
00000100:00100000:0.0:1767319117.686617:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2093
00000100:00100000:0.0:1767319117.686625:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366aced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999766912:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767319117.686643:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767319117.686679:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366aced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999766912:12345-0@lo:13:osp-pre-0-1.0 Request processed in 55us (174us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319117.686686:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2093
00000100:00100000:0.0:1767319117.686726:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952344b27100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999766912:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319117.687324:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999766784:0@lo:13:osp-pre-1-1.0
00010000:00010000:3.0:1767319118.005365:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767319119.029462:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767319120.053463:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319120.834321:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767319120.834372:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767319120.834558:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962489728
00000100:00100000:1.0:1767319120.834569:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962489728
00000100:00100000:1.0:1767319120.834641:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962489600
00000100:00100000:1.0:1767319120.834644:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962489600
00000100:00100000:1.0:1767319120.834661:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4446
00000100:00100000:1.0:1767319120.834669:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b27100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962489728:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767319120.834735:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b27100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962489728:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 67us (426us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319120.834742:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4446
00000100:00100000:1.0:1767319120.834772:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4849
00000100:00100000:1.0:1767319120.834800:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b26300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962489600:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767319120.834818:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319120.834843:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b26300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962489600:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 66us (471us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319120.834850:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4849
00000100:00080000:0.0:1767319120.835683:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767319121.079561:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767319121.781380:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319121.781396:0:27049:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767319121.781400:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319121.781406:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319121.781412:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319121.781424:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4314
00000100:00080000:3.0:1767319121.781433:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319121.781443:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319121.781498:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523483d7800 x1853163999767040/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319121.781624:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999767040:0@lo:38:kworker.0
00000100:00100000:0.0:1767319121.781709:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767319121.781810:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319121.781816:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319121.781818:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319121.781823:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4314
00000100:00080000:3.0:1767319121.781826:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319121.781830:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319121.781848:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523483d5500 x1853163999767168/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319121.781918:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999767040
00000100:00100000:1.0:1767319121.781929:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999767040
00000100:00100000:1.0:1767319121.781981:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1722
00000100:00100000:1.0:1767319121.781989:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b25500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999767040:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319121.782023:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319121.784516:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999767168:0@lo:38:kworker.0
00000100:00100000:0.0:1767319121.784586:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319121.787531:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999767168
00000100:00100000:2.0:1767319121.787549:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999767168
00000100:00100000:2.0:1767319121.787614:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4850
00000100:00100000:2.0:1767319121.787622:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366965c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999767168:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319121.787645:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319121.787723:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366965c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999767168:12345-0@lo:38:kworker.0 Request processed in 100us (3137us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319121.787729:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4850
00000100:00080000:3.0:1767319121.788306:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767319121.788321:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b25500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999767040:12345-0@lo:38:kworker.0 Request processed in 6324us (6604us total) trans 0 rc -19/-19
00000100:00080000:3.0:1767319121.788323:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319121.788333:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767319121.788342:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1722
00000100:00080000:3.0:1767319121.788348:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4314
00000100:00080000:3.0:1767319121.788354:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319121.788365:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319121.788415:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523483d5180 x1853163999767296/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319121.788469:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319121.788474:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319121.788476:0:27049:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319121.788481:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4314
00000100:00080000:3.0:1767319121.788484:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319121.788489:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319121.788493:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767319121.788505:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523483d7100 x1853163999767552/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319121.788517:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999767424:0@lo:400:kworker.0
00000100:00100000:2.0:1767319121.788575:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319121.788608:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999767808:0@lo:400:kworker.0
00000100:00100000:2.0:1767319121.788629:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999767936:0@lo:400:kworker.0
00000100:00100000:3.0:1767319121.788680:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319121.788691:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999767424
00000100:00100000:2.0:1767319121.788699:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999767424
00000100:00100000:3.0:1767319121.788746:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767319121.788756:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853163999767680:0@lo:400:kworker.0
00000100:00100000:2.0:1767319121.788764:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4447
00000100:00100000:2.0:1767319121.788787:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999767424:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319121.788807:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319121.788856:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999767424:12345-0@lo:400:kworker.0 Request processed in 72us (282us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319121.788859:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999767808
00000100:00100000:2.0:1767319121.788868:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4447
00000100:00100000:3.0:1767319121.788869:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999767808
00000100:00100000:2.0:1767319121.788896:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999767680
00000100:00100000:2.0:1767319121.788901:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999767680
00000100:00100000:3.0:1767319121.788932:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2941
00000100:00100000:2.0:1767319121.788942:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4448
00000100:00100000:3.0:1767319121.788949:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999767808:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319121.788964:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e980a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999767680:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319121.789022:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999767808:12345-0@lo:400:kworker.0 Request processed in 78us (344us total) trans 0 rc 0/0
00000100:00080000:1.0:1767319121.789028:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767319121.789038:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2941
00000100:00080000:1.0:1767319121.789123:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319121.789167:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319121.789231:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999767424:0@lo:400:kworker.0
00000100:00080000:0.0:1767319121.789560:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319121.789567:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319121.789572:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999767040:0@lo:38:kworker.0
00000100:00100000:0.0:1767319121.789592:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999767296:0@lo:38:kworker.0
00000100:00100000:0.0:1767319121.789622:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319121.789648:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999767552:0@lo:38:kworker.0
00000100:00100000:0.0:1767319121.789670:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767319121.789689:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319121.789693:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319121.789696:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999767168:0@lo:38:kworker.0
00000100:00100000:0.0:1767319121.789722:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999767296
00000100:00100000:1.0:1767319121.789722:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999767552
00000100:00100000:0.0:1767319121.789726:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999767296
00000100:00100000:1.0:1767319121.789726:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999767552
00000100:00100000:0.0:1767319121.789754:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4851
00000100:00100000:0.0:1767319121.789758:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366967100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999767296:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319121.789785:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319121.789817:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366967100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999767296:12345-0@lo:38:kworker.0 Request processed in 57us (194us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319121.789823:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4851
00000100:00100000:0.0:1767319121.789836:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4852
00000100:00100000:0.0:1767319121.789839:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366965180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999767552:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319121.789847:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319121.789864:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366965180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999767552:12345-0@lo:38:kworker.0 Request processed in 24us (194us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319121.789869:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4852
00000100:00100000:2.0:1767319121.789935:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e980a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999767680:12345-0@lo:400:kworker.0 Request processed in 981us (1127us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319121.789941:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4448
00000100:00100000:3.0:1767319121.790576:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853163999767680:0@lo:400:kworker.0
00000100:00100000:3.0:1767319121.790595:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999767808:0@lo:400:kworker.0
00000100:00100000:3.0:1767319121.790647:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999767936
00000100:00100000:3.0:1767319121.790654:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999767936
00000100:00100000:3.0:1767319121.790717:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2942
00000100:00100000:3.0:1767319121.791569:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999767936:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319121.791672:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999767936:12345-0@lo:400:kworker.0 Request processed in 112us (2504us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319121.791680:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2942
00000100:00080000:3.0:1767319121.791711:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767319121.791853:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999767936:0@lo:400:kworker.0
00000100:00080000:1.0:1767319121.793500:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319121.793512:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319121.793517:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999767296:0@lo:38:kworker.0
00000100:00080000:1.0:1767319121.793530:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319121.793533:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319121.793536:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999767552:0@lo:38:kworker.0
00010000:00010000:3.0:1767319122.102351:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319122.805487:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767319122.805507:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236e980e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999768064:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319122.805578:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319122.805817:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999768064
00000100:00100000:1.0:1767319122.805827:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999768064
00000100:00100000:1.0:1767319122.805892:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2094
00000100:00100000:1.0:1767319122.805902:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e981500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999768064:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767319122.805933:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767319122.805992:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e981500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999768064:12345-0@lo:13:osp-pre-1-1.0 Request processed in 92us (413us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319122.805999:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2094
00000100:00100000:3.0:1767319122.806685:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236e980e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999768064:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319122.806689:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999768192:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319122.806722:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319122.807470:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999768192
00000100:00100000:3.0:1767319122.807478:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999768192
00000100:00100000:3.0:1767319122.807519:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2095
00000100:00100000:3.0:1767319122.807526:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999768192:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767319122.807547:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767319122.807596:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999768192:12345-0@lo:13:osp-pre-0-1.0 Request processed in 70us (873us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319122.807606:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2095
00000100:00100000:1.0:1767319122.808424:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999768192:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767319123.125465:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767319124.149608:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319124.928099:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767319124.928236:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962490112
00000100:00100000:3.0:1767319124.928246:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962490112
00000100:00080000:1.0:1767319124.928316:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319124.928321:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4449
00000100:00100000:3.0:1767319124.928333:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962490112:12345-192.168.202.52@tcp:400:kworker.0
00000400:00000100:0.0:1767319124.928404:0:6999:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.52@tcp portal 26 match 1853163962489856 offset 0 length 520: 4
00000100:00100000:3.0:1767319124.928425:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962490112:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 94us (336us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319124.928433:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4449
00000100:00100000:0.0:1767319124.939092:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767319124.939498:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962489984
00000100:00100000:2.0:1767319124.939509:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962489984
00000100:00100000:2.0:1767319124.939555:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4853
00000100:00100000:2.0:1767319124.939573:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962489984:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767319124.939597:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319124.939661:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962489984:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 97us (577us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319124.939669:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4853
00010000:00010000:2.0:1767319125.173468:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767319126.197430:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319126.901357:0:7004:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319101/real 1767319101]  req@ffff9523670c1880 x1853163999761792/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319126 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1767319126.901390:0:7004:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9523670c1880 x1853163999761792/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319126 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1767319126.901412:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319126.901432:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:0.0:1767319126.901436:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853163999761792:0@lo:250:kworker.0
00000100:00080000:3.0:1767319126.901790:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319126.901873:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767319126.901876:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319126.901880:0:49151:0:(import.c:509:import_select_connection()) MGC192.168.202.152@tcp: connect to NID 0@lo last attempt 4299
00000100:00080000:3.0:1767319126.901885:0:49151:0:(import.c:588:import_select_connection()) MGC192.168.202.152@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319126.901891:0:49151:0:(import.c:623:import_select_connection()) MGC192.168.202.152@tcp: import ffff95235eb57800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319126.901935:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236e980e00 x1853163999768320/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319126.902106:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319126.902111:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319126.902113:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319126.902117:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4319
00000100:00080000:3.0:1767319126.902120:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319126.902124:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319126.902141:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236e982d80 x1853163999768448/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319126.902155:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319126.902158:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319126.902159:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319126.902162:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4319
00000100:00080000:3.0:1767319126.902164:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319126.902168:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319126.902179:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236e982300 x1853163999768576/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319126.902186:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319126.902189:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319126.902190:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319126.902214:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4319
00000100:00080000:3.0:1767319126.902217:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319126.902220:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319126.902232:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236e982680 x1853163999768704/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319126.902278:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319126.902281:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319126.902283:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319126.902287:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4319
00000100:00080000:3.0:1767319126.902289:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319126.902292:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319126.902303:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523470a8000 x1853163999768960/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767319126.902360:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999769088:0@lo:400:kworker.0
00000100:00100000:3.0:1767319126.902430:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319126.902493:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767319126.902499:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999769216:0@lo:400:kworker.0
00000100:00100000:3.0:1767319126.902525:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319126.902560:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999769088
00000100:00100000:3.0:1767319126.902567:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999769088
00000100:00100000:0.0:1767319126.902704:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236e980e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853163999768320:0@lo:250:kworker.0
00000400:00000100:0.0:1767319126.902759:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163999768320 offset 0 length 520: 4
00000100:00100000:0.0:1767319126.902779:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236e982d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999768448:0@lo:38:kworker.0
00000100:00100000:0.0:1767319126.902814:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319126.902831:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236e982300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999768576:0@lo:38:kworker.0
00000100:00100000:0.0:1767319126.902852:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319126.902870:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236e982680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999768704:0@lo:38:kworker.0
00000100:00100000:0.0:1767319126.902891:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319126.902907:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999768960:0@lo:38:kworker.0
00000100:00100000:0.0:1767319126.902951:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319126.902981:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999768576
00000100:00100000:0.0:1767319126.902986:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999768576
00000100:00100000:1.0:1767319126.903305:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853163999768832:0@lo:400:kworker.0
00000100:00100000:1.0:1767319126.903337:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319126.903361:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767319126.903367:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999769344:0@lo:400:kworker.0
00000100:00100000:1.0:1767319126.903388:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767319126.903415:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319126.903429:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999768448
00000100:00100000:1.0:1767319126.903432:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999768448
00000100:00100000:1.0:1767319126.903459:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1723
00000100:00100000:1.0:1767319126.903466:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999768448:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319126.903486:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319126.903528:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999768448:12345-0@lo:38:kworker.0 Request processed in 62us (713us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319126.903535:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1723
00000100:00100000:1.0:1767319126.903558:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999768704
00000100:00100000:1.0:1767319126.903562:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999768704
00000100:00100000:2.0:1767319126.903655:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999769216
00000100:00100000:2.0:1767319126.903660:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999769216
00000100:00100000:2.0:1767319126.903698:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999769344
00000100:00100000:2.0:1767319126.903702:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999769344
00000100:00100000:2.0:1767319126.903736:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2943
00000100:00100000:2.0:1767319126.903745:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999769216:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319126.903806:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999769216:12345-0@lo:400:kworker.0 Request processed in 62us (1279us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319126.903812:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2943
00000100:00100000:2.0:1767319126.903826:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2944
00000100:00100000:2.0:1767319126.903833:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999769344:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319126.903867:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999769344:12345-0@lo:400:kworker.0 Request processed in 35us (478us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319126.903873:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2944
00000100:00100000:2.0:1767319126.903922:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999769216:0@lo:400:kworker.0
00000100:00100000:2.0:1767319126.903985:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999768960
00000100:00100000:2.0:1767319126.903989:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999768960
00000100:00100000:3.0:1767319126.904048:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999768832
00000100:00100000:3.0:1767319126.904053:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999768832
00000100:00100000:0.0:1767319126.907326:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4450
00000100:00100000:0.0:1767319126.907352:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999769088:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319126.908885:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999769088:12345-0@lo:400:kworker.0 Request processed in 1544us (6452us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319126.908898:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4450
00000100:00100000:0.0:1767319126.908934:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4854
00000100:00100000:0.0:1767319126.908939:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999768576:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319126.908958:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319126.908988:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999768576:12345-0@lo:38:kworker.0 Request processed in 49us (6136us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319126.908994:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4854
00000100:00100000:0.0:1767319126.909053:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999769088:0@lo:400:kworker.0
00000100:00080000:0.0:1767319126.909094:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319126.909099:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319126.909102:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236e982d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999768448:0@lo:38:kworker.0
00000100:00080000:0.0:1767319126.909119:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319126.909122:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319126.909124:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236e982300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999768576:0@lo:38:kworker.0
00000100:00080000:0.0:1767319126.909171:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767319126.909177:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767319126.909180:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767319126.909232:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999769344:0@lo:400:kworker.0
00000100:00100000:1.0:1767319126.909434:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4855
00000100:00100000:1.0:1767319126.909440:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999768704:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319126.909451:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319126.909491:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999768704:12345-0@lo:38:kworker.0 Request processed in 50us (6599us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319126.909497:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4855
00000100:00080000:1.0:1767319126.909521:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319126.909525:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319126.909528:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236e982680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999768704:0@lo:38:kworker.0
00000100:00100000:2.0:1767319126.909779:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4856
00000100:00100000:2.0:1767319126.909786:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999768960:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319126.909796:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319126.909836:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999768960:12345-0@lo:38:kworker.0 Request processed in 50us (6885us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319126.909846:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4856
00000100:00080000:2.0:1767319126.909874:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319126.909877:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319126.909880:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999768960:0@lo:38:kworker.0
00000100:00100000:3.0:1767319126.910309:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4451
00000100:00100000:3.0:1767319126.910322:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853163999768832:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319126.910953:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853163999768832:12345-0@lo:400:kworker.0 Request processed in 635us (7612us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319126.910961:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4451
00000100:00100000:1.0:1767319126.911043:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853163999768832:0@lo:400:kworker.0
00010000:00010000:0.0:1767319127.221650:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319127.925644:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767319127.925671:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999769472:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319127.925768:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319127.925930:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999769472
00000100:00100000:0.0:1767319127.925940:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999769472
00000100:00100000:0.0:1767319127.926002:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2096
00000100:00100000:0.0:1767319127.926012:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999769472:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767319127.926042:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767319127.926100:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999769472:12345-0@lo:13:osp-pre-1-1.0 Request processed in 88us (331us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319127.926107:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2096
00000100:00100000:2.0:1767319127.926308:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999769472:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319127.926700:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767319127.926722:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236e982680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999769600:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319127.926756:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319127.926831:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999769600
00000100:00100000:1.0:1767319127.926836:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999769600
00000100:00100000:1.0:1767319127.926871:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2097
00000100:00100000:1.0:1767319127.926878:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999769600:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767319127.926897:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767319127.926955:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999769600:12345-0@lo:13:osp-pre-0-1.0 Request processed in 77us (197us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319127.926961:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2097
00000100:00100000:3.0:1767319127.927343:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236e982680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999769600:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767319128.246364:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319129.269445:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319130.047350:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767319130.047451:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962490368
00000100:00100000:3.0:1767319130.047468:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962490368
00000100:00100000:3.0:1767319130.047580:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4452
00000100:00100000:3.0:1767319130.047591:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962490368:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:3.0:1767319130.047702:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962490368:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 103us (353us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319130.047717:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4452
00000100:00080000:0.0:1767319130.047954:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319130.049435:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767319130.049507:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962490240
00000100:00100000:3.0:1767319130.049517:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962490240
00000100:00100000:3.0:1767319130.049556:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4857
00000100:00100000:3.0:1767319130.049562:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962490240:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767319130.049587:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319130.049656:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962490240:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 94us (229us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319130.049663:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4857
00010000:00010000:3.0:1767319130.301386:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767319131.322070:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767319132.021829:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319132.021843:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767319132.021847:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319132.021851:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319132.021856:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319132.021865:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4324
00000100:00080000:2.0:1767319132.021872:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319132.021880:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319132.021944:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235f798a80 x1853163999769728/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319132.021976:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319132.021980:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319132.021982:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319132.021986:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4324
00000100:00080000:2.0:1767319132.021990:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319132.021993:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319132.022007:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235f799880 x1853163999769856/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319132.022017:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319132.022020:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319132.022024:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767319132.022026:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235f798a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999769728:0@lo:38:kworker.0
00000100:00080000:2.0:1767319132.022029:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4324
00000100:00080000:2.0:1767319132.022034:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319132.022039:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319132.022053:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235f79b480 x1853163999769984/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319132.022100:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319132.022104:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319132.022106:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319132.022110:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4324
00000100:00080000:2.0:1767319132.022113:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319132.022117:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319132.022125:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319132.022132:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235f79bb80 x1853163999770240/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319132.022223:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235f798700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999770496:0@lo:400:kworker.0
00000100:00100000:1.0:1767319132.022235:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235f799880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999769856:0@lo:38:kworker.0
00000100:00100000:2.0:1767319132.022265:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319132.022280:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319132.022292:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767319132.022301:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235f798e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853163999770368:0@lo:400:kworker.0
00000100:00100000:1.0:1767319132.022322:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235f79b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999769984:0@lo:38:kworker.0
00000100:00100000:2.0:1767319132.022332:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319132.022509:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235f79ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853163999770112:0@lo:400:kworker.0
00000100:00100000:3.0:1767319132.022545:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319132.022619:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999770496
00000100:00100000:0.0:1767319132.022629:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999770496
00000100:00100000:0.0:1767319132.022750:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2945
00000100:00100000:0.0:1767319132.022765:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f79a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999770496:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319132.022780:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999769728
00000100:00100000:1.0:1767319132.022782:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999769856
00000100:00100000:2.0:1767319132.022788:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999769728
00000100:00100000:1.0:1767319132.022789:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999769856
00000100:00100000:1.0:1767319132.022821:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999770368
00000100:00100000:1.0:1767319132.022826:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999770368
00000100:00100000:2.0:1767319132.022831:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1724
00000100:00100000:2.0:1767319132.022837:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999769728:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319132.022864:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319132.022868:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999770112
00000100:00100000:1.0:1767319132.022873:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999770112
00000100:00100000:1.0:1767319132.022898:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4453
00000100:00100000:1.0:1767319132.022907:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f79aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999770368:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319132.026221:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999769728:12345-0@lo:38:kworker.0 Request processed in 3350us (4064us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319132.026223:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f79aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999770368:12345-0@lo:400:kworker.0 Request processed in 3314us (3887us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319132.026250:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4453
00000100:00100000:2.0:1767319132.026251:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1724
00000100:00100000:2.0:1767319132.026362:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235f798e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853163999770368:0@lo:400:kworker.0
00000100:00100000:0.0:1767319132.026569:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f79a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999770496:12345-0@lo:400:kworker.0 Request processed in 3805us (4303us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319132.026578:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4454
00000100:00100000:0.0:1767319132.026583:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2945
00000100:00080000:0.0:1767319132.026615:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767319132.026623:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767319132.026661:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4858
00000100:00100000:2.0:1767319132.026668:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999769856:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767319132.026686:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853163999770112:12345-0@lo:400:kworker.0
00010000:00020000:2.0:1767319132.026703:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319132.026753:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853163999770112:12345-0@lo:400:kworker.0 Request processed in 86us (4207us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319132.026761:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4454
00000100:00100000:2.0:1767319132.026767:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999769856:12345-0@lo:38:kworker.0 Request processed in 98us (4488us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319132.026776:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4858
00000100:00100000:1.0:1767319132.026852:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235f799500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999770624:0@lo:400:kworker.0
00000100:00100000:2.0:1767319132.026856:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319132.026893:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235f79bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999770240:0@lo:38:kworker.0
00000100:00100000:1.0:1767319132.026906:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319132.026927:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319132.026952:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999770624
00000100:00100000:1.0:1767319132.026962:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999770624
00000100:00080000:2.0:1767319132.026962:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319132.026970:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319132.026974:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235f798a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999769728:0@lo:38:kworker.0
00000100:00080000:2.0:1767319132.027002:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319132.027007:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319132.027011:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235f799880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999769856:0@lo:38:kworker.0
00000100:00100000:1.0:1767319132.027016:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2946
00000100:00100000:1.0:1767319132.027026:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999770624:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319132.027039:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999769984
00000100:00100000:2.0:1767319132.027044:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999769984
00000100:00100000:1.0:1767319132.027064:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999770624:12345-0@lo:400:kworker.0 Request processed in 40us (158us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319132.027069:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999770240
00000100:00100000:1.0:1767319132.027074:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2946
00000100:00100000:2.0:1767319132.027075:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999770240
00000100:00100000:2.0:1767319132.027101:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4859
00000100:00100000:1.0:1767319132.027103:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235f799500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999770624:0@lo:400:kworker.0
00000100:00100000:2.0:1767319132.027110:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f798e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999769984:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319132.027122:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319132.027127:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4860
00000100:00100000:1.0:1767319132.027133:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f799180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999770240:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319132.027145:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319132.027164:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f798e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999769984:12345-0@lo:38:kworker.0 Request processed in 53us (309us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319132.027172:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4859
00000100:00100000:1.0:1767319132.027179:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f799180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999770240:12345-0@lo:38:kworker.0 Request processed in 44us (251us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319132.027186:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4860
00000100:00080000:2.0:1767319132.027230:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319132.027236:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319132.027240:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235f79b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999769984:0@lo:38:kworker.0
00000100:00080000:1.0:1767319132.027243:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767319132.027252:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319132.027258:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319132.027261:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235f79bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999770240:0@lo:38:kworker.0
00000100:00100000:1.0:1767319132.027269:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235f798700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999770496:0@lo:400:kworker.0
00000100:00100000:3.0:1767319132.028629:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235f79ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853163999770112:0@lo:400:kworker.0
00010000:00010000:0.0:1767319132.341772:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319133.046133:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236e982300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999770752:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319133.046271:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319133.048737:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999770752
00000100:00100000:2.0:1767319133.048760:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999770752
00000100:00100000:2.0:1767319133.048852:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2098
00000100:00100000:2.0:1767319133.048865:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999770752:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767319133.048912:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767319133.049031:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999770752:12345-0@lo:13:osp-pre-0-1.0 Request processed in 169us (2760us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319133.049042:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2098
00000100:00100000:0.0:1767319133.049089:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236e982300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999770752:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319133.049362:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999770880:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319133.049409:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319133.049514:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999770880
00000100:00100000:0.0:1767319133.049519:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999770880
00000100:00100000:0.0:1767319133.049550:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2099
00000100:00100000:0.0:1767319133.049558:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f79bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999770880:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767319133.049579:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767319133.055027:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f79bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999770880:12345-0@lo:13:osp-pre-1-1.0 Request processed in 5452us (5600us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319133.055049:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2099
00000100:00100000:2.0:1767319133.055427:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999770880:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767319133.370505:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767319134.394829:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319135.167041:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767319135.167255:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962490496
00000100:00100000:0.0:1767319135.167270:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962490496
00000100:00100000:0.0:1767319135.167333:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4861
00000100:00100000:0.0:1767319135.167345:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f79b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962490496:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:0.0:1767319135.167374:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319135.167468:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f79b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962490496:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 124us (452us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319135.167477:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4861
00000100:00100000:2.0:1767319135.168363:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767319135.168478:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962490624
00000100:00100000:1.0:1767319135.168488:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962490624
00000100:00100000:1.0:1767319135.168684:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4455
00000100:00100000:1.0:1767319135.168695:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f799880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962490624:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767319135.168777:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f799880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962490624:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 84us (422us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319135.168786:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4455
00000100:00080000:0.0:1767319135.171227:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767319135.415294:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767319136.437969:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767319137.141472:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319137.141480:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767319137.141483:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319137.141486:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319137.141491:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319137.141498:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4329
00000100:00080000:3.0:1767319137.141503:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319137.141510:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319137.141545:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523470a9180 x1853163999771008/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319137.141568:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319137.141572:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319137.141574:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319137.141577:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4329
00000100:00080000:3.0:1767319137.141580:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319137.141583:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319137.141597:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523470ab100 x1853163999771136/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319137.141607:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319137.141609:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319137.141611:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319137.141615:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4329
00000100:00080000:3.0:1767319137.141617:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319137.141621:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319137.141644:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523470a8a80 x1853163999771264/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319137.141678:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319137.141682:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319137.141684:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319137.141688:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4329
00000100:00100000:1.0:1767319137.141690:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:3.0:1767319137.141691:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319137.141697:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319137.141708:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999771392:0@lo:400:kworker.0
00000100:00100000:3.0:1767319137.141711:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523470a8e00 x1853163999771520/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319137.141786:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319137.141855:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999771904:0@lo:400:kworker.0
00000100:00100000:1.0:1767319137.141883:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319137.141918:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999771392
00000100:00100000:1.0:1767319137.141925:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999771392
00000100:00100000:3.0:1767319137.141948:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999771648:0@lo:400:kworker.0
00000100:00080000:0.0:1767319137.141969:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319137.141975:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4456
00000100:00100000:0.0:1767319137.141983:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999771776:0@lo:400:kworker.0
00000100:00100000:1.0:1767319137.141985:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999771392:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319137.141994:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319137.142024:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319137.142034:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999771392:12345-0@lo:400:kworker.0 Request processed in 52us (249us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319137.142042:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4456
00000100:00100000:0.0:1767319137.142056:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999771904
00000100:00100000:1.0:1767319137.142056:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999771648
00000100:00100000:0.0:1767319137.142059:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999771904
00000100:00100000:1.0:1767319137.142059:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999771648
00000100:00100000:1.0:1767319137.142086:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4457
00000100:00100000:1.0:1767319137.142093:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999771648:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319137.142115:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999771776
00000100:00100000:2.0:1767319137.142121:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999771776
00000100:00100000:1.0:1767319137.142125:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999771648:12345-0@lo:400:kworker.0 Request processed in 32us (131us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319137.142132:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4457
00000100:00100000:1.0:1767319137.142171:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999771392:0@lo:400:kworker.0
00000100:00100000:1.0:1767319137.142238:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999771008:0@lo:38:kworker.0
00000100:00100000:1.0:1767319137.142263:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319137.142287:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999771136:0@lo:38:kworker.0
00000100:00100000:1.0:1767319137.142306:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319137.142322:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999771264:0@lo:38:kworker.0
00000100:00100000:1.0:1767319137.142342:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319137.142355:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999771520:0@lo:38:kworker.0
00000100:00100000:1.0:1767319137.143645:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319137.143696:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999771136
00000100:00100000:1.0:1767319137.143702:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999771136
00000100:00100000:1.0:1767319137.143850:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999771264
00000100:00100000:1.0:1767319137.143854:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999771264
00000100:00100000:1.0:1767319137.143868:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999771520
00000100:00100000:1.0:1767319137.143871:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999771520
00000100:00100000:1.0:1767319137.143881:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4862
00000100:00100000:1.0:1767319137.143887:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999771136:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319137.143907:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319137.143946:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999771136:12345-0@lo:38:kworker.0 Request processed in 58us (1639us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319137.143952:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4862
00000100:00100000:1.0:1767319137.143966:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4863
00000100:00100000:1.0:1767319137.143970:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999771264:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319137.143979:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319137.144001:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999771264:12345-0@lo:38:kworker.0 Request processed in 30us (1659us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319137.144007:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4863
00000100:00100000:1.0:1767319137.144016:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4864
00000100:00100000:1.0:1767319137.144020:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999771520:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319137.144027:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319137.144044:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999771520:12345-0@lo:38:kworker.0 Request processed in 23us (404us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319137.144049:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4864
00000100:00080000:1.0:1767319137.144087:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319137.144091:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319137.144095:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999771136:0@lo:38:kworker.0
00000100:00080000:1.0:1767319137.144103:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319137.144106:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319137.144109:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999771264:0@lo:38:kworker.0
00000100:00080000:1.0:1767319137.144114:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319137.144117:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319137.144120:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999771520:0@lo:38:kworker.0
00000100:00100000:1.0:1767319137.144166:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999771008
00000100:00100000:1.0:1767319137.144170:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999771008
00000100:00100000:1.0:1767319137.144188:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1725
00000100:00100000:1.0:1767319137.144212:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999771008:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319137.144222:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319137.144250:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999771008:12345-0@lo:38:kworker.0 Request processed in 57us (1986us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319137.144257:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1725
00000100:00080000:1.0:1767319137.144283:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319137.144287:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319137.144290:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999771008:0@lo:38:kworker.0
00000100:00100000:0.0:1767319137.144373:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2947
00000100:00100000:0.0:1767319137.144382:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999771904:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319137.144943:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999771904:12345-0@lo:400:kworker.0 Request processed in 561us (3056us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319137.144950:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2947
00000100:00100000:0.0:1767319137.144986:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999771904:0@lo:400:kworker.0
00000100:00100000:2.0:1767319137.146486:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2948
00000100:00100000:2.0:1767319137.146501:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e982300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999771776:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319137.146567:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e982300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999771776:12345-0@lo:400:kworker.0 Request processed in 72us (4545us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319137.146573:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2948
00000100:00100000:2.0:1767319137.146659:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999771648:0@lo:400:kworker.0
00000100:00100000:0.0:1767319137.149777:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999771776:0@lo:400:kworker.0
00000100:00080000:3.0:1767319137.151373:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767319137.151381:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767319137.151385:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767319137.461572:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319138.165645:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767319138.165667:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999772032:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319138.165669:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767319138.165684:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999772160:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319138.169135:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319138.169346:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999772032
00000100:00100000:2.0:1767319138.169357:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999772032
00000100:00100000:3.0:1767319138.169430:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319138.169722:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999772160
00000100:00100000:1.0:1767319138.169728:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999772160
00000100:00100000:2.0:1767319138.169729:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2100
00000100:00100000:2.0:1767319138.169742:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e982d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999772032:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767319138.169774:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767319138.169831:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e982d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999772032:12345-0@lo:13:osp-pre-1-1.0 Request processed in 92us (704us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319138.169839:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2100
00000100:00100000:2.0:1767319138.169858:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2101
00000100:00100000:1.0:1767319138.169930:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999772032:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319138.169942:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999772160:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767319138.169961:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767319138.170003:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999772160:12345-0@lo:13:osp-pre-0-1.0 Request processed in 139us (584us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319138.170011:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2101
00000100:00100000:1.0:1767319138.170041:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999772160:0@lo:13:osp-pre-0-1.0
00010000:00010000:3.0:1767319138.492810:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767319139.509455:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319140.287831:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767319140.289500:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962490880
00000100:00100000:2.0:1767319140.289513:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962490880
00000100:00100000:2.0:1767319140.289597:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4458
00000100:00100000:2.0:1767319140.289618:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962490880:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767319140.289709:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962490880:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 94us (1889us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319140.289716:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4458
00000100:00080000:3.0:1767319140.290339:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319140.290704:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767319140.290773:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962490752
00000100:00100000:1.0:1767319140.290780:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962490752
00000100:00100000:1.0:1767319140.290819:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4865
00000100:00100000:1.0:1767319140.290825:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962490752:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767319140.290851:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319140.290901:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962490752:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 74us (199us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319140.290907:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4865
00010000:00010000:0.0:1767319140.536068:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319141.559051:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767319142.261820:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319142.261831:0:27049:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767319142.261834:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319142.261838:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319142.261842:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319142.261850:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4335
00000100:00080000:1.0:1767319142.261854:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319142.261861:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319142.261905:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523483d5180 x1853163999772288/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319142.261938:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319142.261942:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319142.261944:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319142.261948:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4335
00000100:00080000:1.0:1767319142.261950:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319142.261953:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319142.261965:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523483d7480 x1853163999772416/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319142.261974:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319142.261977:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319142.261978:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319142.261982:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4335
00000100:00080000:1.0:1767319142.261984:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319142.261987:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319142.261997:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523483d6a00 x1853163999772544/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319142.262226:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999772288:0@lo:38:kworker.0
00000100:00100000:2.0:1767319142.262287:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319142.262382:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853163999772672:0@lo:400:kworker.0
00000100:00100000:3.0:1767319142.262416:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767319142.262657:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319142.262661:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319142.262664:0:27049:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319142.262668:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4335
00000100:00080000:1.0:1767319142.262671:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319142.262674:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319142.262691:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523483d5500 x1853163999772800/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319142.262750:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853163999772928:0@lo:400:kworker.0
00000100:00100000:1.0:1767319142.262780:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319142.262806:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767319142.262811:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999773056:0@lo:400:kworker.0
00000100:00100000:1.0:1767319142.262836:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319142.262872:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999772672
00000100:00100000:1.0:1767319142.262879:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999772672
00000100:00100000:2.0:1767319142.263045:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999772416:0@lo:38:kworker.0
00000100:00100000:2.0:1767319142.263069:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319142.263087:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999772544:0@lo:38:kworker.0
00000100:00100000:2.0:1767319142.263104:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319142.263122:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999772800:0@lo:38:kworker.0
00000100:00100000:2.0:1767319142.263140:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319142.263166:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999772928
00000100:00100000:2.0:1767319142.263170:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999772928
00000100:00100000:2.0:1767319142.263191:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999772416
00000100:00100000:2.0:1767319142.263216:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999772416
00000100:00100000:2.0:1767319142.263226:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999772544
00000100:00100000:2.0:1767319142.263228:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999772544
00000100:00100000:2.0:1767319142.263235:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999772800
00000100:00100000:2.0:1767319142.263237:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999772800
00000100:00100000:2.0:1767319142.263248:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4459
00000100:00100000:2.0:1767319142.263255:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853163999772672:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319142.263299:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853163999772672:12345-0@lo:400:kworker.0 Request processed in 44us (882us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319142.263306:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4459
00000100:00100000:2.0:1767319142.263322:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4460
00000100:00100000:2.0:1767319142.263328:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236729ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853163999772928:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319142.263359:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236729ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853163999772928:12345-0@lo:400:kworker.0 Request processed in 31us (578us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319142.263678:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853163999772672:0@lo:400:kworker.0
00000100:00100000:3.0:1767319142.263696:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767319142.263701:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367298a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999773184:0@lo:400:kworker.0
00000100:00100000:3.0:1767319142.263727:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767319142.263753:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319142.263765:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999773056
00000100:00100000:3.0:1767319142.263769:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999773056
00000100:00100000:3.0:1767319142.263803:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999773184
00000100:00100000:3.0:1767319142.263806:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999773184
00000100:00100000:3.0:1767319142.263828:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2949
00000100:00100000:3.0:1767319142.263835:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236729a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999773056:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319142.263869:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236729a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999773056:12345-0@lo:400:kworker.0 Request processed in 35us (1033us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319142.263879:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2949
00000100:00100000:3.0:1767319142.263891:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2950
00000100:00100000:1.0:1767319142.264054:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4866
00000100:00100000:1.0:1767319142.264059:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f798380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999772416:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319142.264079:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319142.264121:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f798380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999772416:12345-0@lo:38:kworker.0 Request processed in 61us (1051us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319142.264128:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4866
00000100:00100000:1.0:1767319142.264144:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4867
00000100:00100000:1.0:1767319142.264148:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f79b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999772544:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319142.264156:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319142.264181:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f79b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999772544:12345-0@lo:38:kworker.0 Request processed in 32us (1076us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319142.264186:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4867
00000100:00100000:1.0:1767319142.264211:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4868
00000100:00100000:1.0:1767319142.264217:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f799c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999772800:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319142.264227:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319142.264248:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f799c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999772800:12345-0@lo:38:kworker.0 Request processed in 31us (1107us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319142.264254:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4868
00000100:00100000:1.0:1767319142.264356:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999773056:0@lo:400:kworker.0
00000100:00100000:2.0:1767319142.264460:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4460
00000100:00100000:3.0:1767319142.265041:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999773184:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319142.265703:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999772288
00000100:00100000:0.0:1767319142.265712:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999772288
00000100:00100000:0.0:1767319142.265822:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1726
00000100:00100000:0.0:1767319142.265828:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f798a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999772288:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319142.265844:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767319142.269312:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319142.269324:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319142.269329:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999772800:0@lo:38:kworker.0
00000100:00080000:2.0:1767319142.269344:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319142.269347:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319142.269350:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999772416:0@lo:38:kworker.0
00000100:00080000:2.0:1767319142.269358:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319142.269369:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319142.269372:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999772544:0@lo:38:kworker.0
00000100:00100000:1.0:1767319142.269494:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853163999772928:0@lo:400:kworker.0
00000100:00080000:2.0:1767319142.269615:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767319142.269621:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767319142.272772:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999773184:12345-0@lo:400:kworker.0 Request processed in 8863us (9032us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319142.272789:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2950
00000100:00100000:0.0:1767319142.274939:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f798a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999772288:12345-0@lo:38:kworker.0 Request processed in 9100us (12642us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319142.274966:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1726
00000100:00100000:1.0:1767319142.276211:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367298a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999773184:0@lo:400:kworker.0
00000100:00080000:2.0:1767319142.278380:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319142.278398:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319142.278405:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999772288:0@lo:38:kworker.0
00010000:00010000:3.0:1767319142.581709:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319143.285423:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2]
00000100:00100000:1.0:1767319143.285445:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999773440:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319143.285515:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319143.285612:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999773440
00000100:00100000:0.0:1767319143.285620:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999773440
00000100:00100000:1.0:1767319143.285655:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367298a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999773312:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319143.285673:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2102
00000100:00100000:1.0:1767319143.285680:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319143.285682:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367299180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999773440:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767319143.285710:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767319143.285765:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367299180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999773440:12345-0@lo:13:osp-pre-0-1.0 Request processed in 83us (249us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319143.285772:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2102
00000100:00100000:0.0:1767319143.285787:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999773312
00000100:00100000:0.0:1767319143.285791:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999773312
00000100:00100000:0.0:1767319143.285815:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2103
00000100:00100000:0.0:1767319143.285821:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236729b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999773312:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767319143.285847:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767319143.285875:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236729b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999773312:12345-0@lo:13:osp-pre-1-1.0 Request processed in 54us (194us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319143.285881:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2103
00000100:00100000:1.0:1767319143.286046:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999773440:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319143.286056:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367298a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999773312:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767319143.607491:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767319144.630246:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319145.408020:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767319145.408134:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767319145.408236:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962491136
00000100:00100000:2.0:1767319145.408249:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962491136
00000100:00100000:2.0:1767319145.408331:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962491008
00000100:00100000:2.0:1767319145.408335:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962491008
00000100:00100000:2.0:1767319145.408353:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4461
00000100:00100000:2.0:1767319145.408364:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e982680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962491136:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767319145.408459:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e982680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962491136:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 97us (451us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319145.408467:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4461
00000100:00100000:2.0:1767319145.408487:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4869
00000100:00100000:2.0:1767319145.408492:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366987b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962491008:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767319145.408514:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319145.408547:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366987b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962491008:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 53us (413us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319145.408566:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4869
00000100:00080000:3.0:1767319145.408577:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767319145.654290:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767319146.678526:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767319147.381885:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319147.381903:0:27049:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767319147.381906:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319147.381911:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319147.381916:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319147.381927:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4340
00000100:00080000:1.0:1767319147.381934:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319147.381943:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319147.382001:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952367298a80 x1853163999773568/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319147.382035:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319147.382039:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319147.382041:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319147.382045:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4340
00000100:00080000:1.0:1767319147.382047:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319147.382051:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319147.382063:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952367299880 x1853163999773696/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319147.382072:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319147.382075:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319147.382077:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319147.382081:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4340
00000100:00080000:1.0:1767319147.382083:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319147.382086:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319147.382097:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236729b800 x1853163999773824/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319147.382161:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319147.382165:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319147.382167:0:27049:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319147.382170:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4340
00000100:00080000:1.0:1767319147.382173:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319147.382176:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319147.382189:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952367298380 x1853163999774080/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319147.382272:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367298700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999773952:0@lo:400:kworker.0
00000100:00100000:1.0:1767319147.382300:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367298e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999774336:0@lo:400:kworker.0
00000100:00100000:2.0:1767319147.382396:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319147.382407:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319147.382498:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367298000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853163999774208:0@lo:400:kworker.0
00000100:00100000:0.0:1767319147.382602:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999773952
00000100:00100000:0.0:1767319147.382613:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999773952
00000100:00100000:0.0:1767319147.382707:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4462
00000100:00100000:0.0:1767319147.382720:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f79a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999773952:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319147.383897:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319147.383923:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236729bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999774464:0@lo:400:kworker.0
00000100:00100000:3.0:1767319147.383970:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999774336
00000100:00100000:3.0:1767319147.383981:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999774336
00000100:00100000:2.0:1767319147.383987:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319147.384041:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999774464
00000100:00100000:3.0:1767319147.384046:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999774464
00000100:00100000:3.0:1767319147.384074:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2951
00000100:00100000:3.0:1767319147.384083:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236729aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999774336:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319147.384126:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2952
00000100:00100000:2.0:1767319147.384144:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f798000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999774464:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319147.384171:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236729aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999774336:12345-0@lo:400:kworker.0 Request processed in 87us (1790us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319147.384182:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2951
00000100:00100000:2.0:1767319147.384244:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f798000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999774464:12345-0@lo:400:kworker.0 Request processed in 105us (256us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319147.384249:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999774208
00000100:00100000:3.0:1767319147.384255:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999774208
00000100:00100000:2.0:1767319147.384256:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2952
00000100:00100000:3.0:1767319147.384307:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4463
00000100:00100000:3.0:1767319147.384321:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999774208:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319147.384353:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236729bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999774464:0@lo:400:kworker.0
00000100:00100000:3.0:1767319147.384382:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999774208:12345-0@lo:400:kworker.0 Request processed in 62us (487us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319147.384406:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4463
00000100:00080000:2.0:1767319147.384414:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767319147.384422:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767319147.384425:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319147.384455:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367298000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853163999774208:0@lo:400:kworker.0
00000100:00100000:2.0:1767319147.384495:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367298a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999773568:0@lo:38:kworker.0
00000100:00100000:2.0:1767319147.384529:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319147.384570:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367299880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999773696:0@lo:38:kworker.0
00000100:00100000:2.0:1767319147.384595:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319147.384612:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236729b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999773824:0@lo:38:kworker.0
00000100:00100000:2.0:1767319147.384631:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319147.384646:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367298380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999774080:0@lo:38:kworker.0
00000100:00100000:2.0:1767319147.384666:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319147.384694:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999773696
00000100:00100000:2.0:1767319147.384701:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999773696
00000100:00100000:2.0:1767319147.384725:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999773824
00000100:00100000:2.0:1767319147.384728:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999773824
00000100:00100000:2.0:1767319147.384736:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999774080
00000100:00100000:2.0:1767319147.384739:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999774080
00000100:00100000:2.0:1767319147.384748:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4870
00000100:00100000:2.0:1767319147.384753:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f79ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999773696:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319147.384772:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319147.385975:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4871
00000100:00100000:3.0:1767319147.385986:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f798700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999773824:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319147.386009:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319147.386098:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f798700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999773824:12345-0@lo:38:kworker.0 Request processed in 110us (1463us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319147.386105:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4871
00000100:00100000:3.0:1767319147.386124:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4872
00000100:00100000:3.0:1767319147.386129:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f799500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999774080:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319147.386139:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319147.386163:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f799500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999774080:12345-0@lo:38:kworker.0 Request processed in 33us (1496us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319147.386169:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4872
00000100:00080000:3.0:1767319147.386235:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319147.386242:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319147.386246:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236729b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999773824:0@lo:38:kworker.0
00000100:00080000:3.0:1767319147.386257:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319147.386261:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319147.386264:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367298380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999774080:0@lo:38:kworker.0
00000100:00100000:3.0:1767319147.386354:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999773568
00000100:00100000:3.0:1767319147.386361:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999773568
00000100:00100000:3.0:1767319147.386389:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1727
00000100:00100000:3.0:1767319147.386406:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f799f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999773568:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319147.386416:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319147.386654:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f799f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999773568:12345-0@lo:38:kworker.0 Request processed in 258us (2124us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319147.386660:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1727
00000100:00080000:3.0:1767319147.386689:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319147.386693:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319147.386696:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367298a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999773568:0@lo:38:kworker.0
00000100:00100000:1.0:1767319147.389042:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367298e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999774336:0@lo:400:kworker.0
00000100:00100000:0.0:1767319147.389265:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f79a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999773952:12345-0@lo:400:kworker.0 Request processed in 6545us (6881us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319147.389281:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4462
00000100:00100000:1.0:1767319147.389411:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367298700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999773952:0@lo:400:kworker.0
00000100:00100000:3.0:1767319147.421585:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f79ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999773696:12345-0@lo:38:kworker.0 Request processed in 36807us (36966us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319147.421607:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4870
00000100:00080000:2.0:1767319147.423931:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319147.423943:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319147.423949:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367299880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999773696:0@lo:38:kworker.0
00010000:00010000:0.0:1767319147.703251:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319148.405399:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767319148.405426:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367298700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999774592:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319148.405500:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319148.405604:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767319148.405615:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999774720:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319148.405833:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319148.412791:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999774592
00000100:00100000:1.0:1767319148.412805:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999774592
00000100:00100000:2.0:1767319148.413939:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999774720
00000100:00100000:2.0:1767319148.413949:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999774720
00000100:00100000:2.0:1767319148.414009:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2104
00000100:00100000:2.0:1767319148.414020:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366962a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999774592:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767319148.414059:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767319148.414244:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2105
00000100:00100000:3.0:1767319148.414255:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366985c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999774720:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767319148.414270:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767319148.414325:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366985c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999774720:12345-0@lo:13:osp-pre-0-1.0 Request processed in 74us (8493us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319148.414332:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2105
00000100:00100000:3.0:1767319148.414389:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999774720:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319148.414553:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366962a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999774592:12345-0@lo:13:osp-pre-1-1.0 Request processed in 535us (9054us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319148.414560:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2104
00000100:00100000:3.0:1767319148.414636:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367298700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999774592:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767319148.726727:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319149.753961:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1767319150.528067:0:6998:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.52@tcp portal 26 match 1853163962491264 offset 0 length 520: 4
00000100:00100000:3.0:1767319150.528108:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767319150.528146:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767319150.530164:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962491520
00000100:00100000:2.0:1767319150.530164:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962491392
00000100:00100000:2.0:1767319150.530178:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962491392
00000100:00100000:0.0:1767319150.530180:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962491520
00000100:00100000:2.0:1767319150.530243:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4873
00000100:00100000:2.0:1767319150.530315:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962491392:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767319150.530337:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319150.530415:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962491392:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 101us (2307us total) trans 0 rc -19/-19
00000100:00080000:1.0:1767319150.530575:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319150.532455:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4464
00000100:00100000:0.0:1767319150.532473:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962491520:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:0.0:1767319150.532573:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962491520:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 107us (4425us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319150.532581:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4464
00000100:00100000:2.0:1767319150.540001:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4873
00010000:00010000:3.0:1767319150.773456:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319151.478055:0:7004:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319126/real 1767319126]  req@ffff95236e980e00 x1853163999768320/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319151 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767319151.478094:0:7004:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95236e980e00 x1853163999768320/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319151 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767319151.478117:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319151.478144:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767319151.478148:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236e980e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853163999768320:0@lo:250:kworker.0
00000100:00080000:1.0:1767319151.479636:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319151.479650:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1767319151.479654:0:27049:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319151.479661:0:27049:0:(import.c:509:import_select_connection()) MGC192.168.202.152@tcp: connect to NID 0@lo last attempt 4324
00000100:00080000:1.0:1767319151.479668:0:27049:0:(import.c:588:import_select_connection()) MGC192.168.202.152@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319151.479676:0:27049:0:(import.c:623:import_select_connection()) MGC192.168.202.152@tcp: import ffff95235eb57800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319151.479715:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952367298e00 x1853163999774848/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319151.479750:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319151.479754:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319151.479756:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319151.479759:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4345
00000100:00080000:1.0:1767319151.479770:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319151.479773:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319151.479790:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952367299500 x1853163999774976/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319151.479799:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319151.479802:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319151.479804:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319151.479808:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4345
00000100:00080000:1.0:1767319151.479810:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319151.479814:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319151.479823:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952367299f80 x1853163999775104/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319151.479832:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319151.479834:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319151.479836:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319151.479839:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4345
00000100:00080000:1.0:1767319151.479842:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319151.479845:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319151.479854:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952367299c00 x1853163999775232/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319151.479888:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319151.479892:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319151.479893:0:27049:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319151.479897:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4345
00000100:00080000:1.0:1767319151.479899:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319151.479902:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319151.479913:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952367299880 x1853163999775488/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319151.479976:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367298700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999775360:0@lo:400:kworker.0
00000100:00100000:1.0:1767319151.480042:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319151.480104:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767319151.480111:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367298a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999775616:0@lo:400:kworker.0
00000100:00100000:1.0:1767319151.480135:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319151.480697:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367298380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999775744:0@lo:400:kworker.0
00000100:00100000:0.0:1767319151.480733:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319151.480756:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767319151.480899:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236729b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999775872:0@lo:400:kworker.0
00000100:00100000:0.0:1767319151.480923:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319151.480955:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999775744
00000100:00100000:0.0:1767319151.480962:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999775744
00000100:00100000:0.0:1767319151.481076:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999775872
00000100:00100000:0.0:1767319151.481081:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999775872
00000100:00100000:0.0:1767319151.481107:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2953
00000100:00100000:0.0:1767319151.481116:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366985880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999775744:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319151.481161:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999775360
00000100:00100000:3.0:1767319151.481167:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999775360
00000100:00100000:3.0:1767319151.481238:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999775616
00000100:00100000:3.0:1767319151.481242:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999775616
00000100:00100000:3.0:1767319151.481265:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4465
00000100:00100000:3.0:1767319151.481272:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367298000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999775360:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319151.481313:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367298000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999775360:12345-0@lo:400:kworker.0 Request processed in 41us (1270us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319151.481321:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4465
00000100:00100000:3.0:1767319151.481338:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4466
00000100:00100000:3.0:1767319151.481347:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236729bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999775616:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319151.481375:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366985880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999775744:12345-0@lo:400:kworker.0 Request processed in 259us (640us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319151.481382:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236729bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999775616:12345-0@lo:400:kworker.0 Request processed in 36us (1245us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319151.481393:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2953
00000100:00100000:3.0:1767319151.481394:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4466
00000100:00100000:0.0:1767319151.481418:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2954
00000100:00100000:0.0:1767319151.481427:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366984a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999775872:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319151.481462:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367298a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999775616:0@lo:400:kworker.0
00000100:00100000:2.0:1767319151.481550:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367298e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853163999774848:0@lo:250:kworker.0
00000100:00100000:0.0:1767319151.481596:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366984a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999775872:12345-0@lo:400:kworker.0 Request processed in 171us (671us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319151.481602:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2954
00000100:00080000:0.0:1767319151.481620:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767319151.481626:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767319151.481628:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767319151.481651:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236729b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999775872:0@lo:400:kworker.0
00000100:00100000:0.0:1767319151.481663:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367298380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999775744:0@lo:400:kworker.0
00000100:00100000:3.0:1767319151.482010:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367298700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999775360:0@lo:400:kworker.0
00000400:00000100:2.0:1767319151.482911:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163999774848 offset 0 length 520: 4
00000100:00100000:2.0:1767319151.482944:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367299500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999774976:0@lo:38:kworker.0
00000100:00100000:2.0:1767319151.482977:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319151.482999:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367299f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999775104:0@lo:38:kworker.0
00000100:00100000:3.0:1767319151.483027:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999774976
00000100:00100000:3.0:1767319151.483034:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999774976
00000100:00100000:2.0:1767319151.483093:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319151.483121:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1728
00000100:00100000:2.0:1767319151.483127:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367299c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999775232:0@lo:38:kworker.0
00000100:00100000:3.0:1767319151.483131:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366963b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999774976:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767319151.483151:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:3.0:1767319151.483159:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319151.483318:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999775104
00000100:00100000:1.0:1767319151.483323:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999775104
00000100:00100000:1.0:1767319151.483349:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999775232
00000100:00100000:1.0:1767319151.483353:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999775232
00000100:00100000:1.0:1767319151.483370:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4874
00000100:00100000:1.0:1767319151.483374:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366960a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999775104:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319151.483385:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319151.483676:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4875
00000100:00100000:0.0:1767319151.483681:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366962680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999775232:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319151.483693:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319151.492051:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367299880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999775488:0@lo:38:kworker.0
00000100:00100000:1.0:1767319151.492055:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366960a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999775104:12345-0@lo:38:kworker.0 Request processed in 8676us (8958us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319151.492070:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4874
00000100:00100000:2.0:1767319151.492101:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319151.492155:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999775488
00000100:00100000:1.0:1767319151.492162:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999775488
00000100:00100000:0.0:1767319151.492172:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366962680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999775232:12345-0@lo:38:kworker.0 Request processed in 8488us (9019us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319151.492179:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4875
00000100:00100000:1.0:1767319151.492191:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4876
00000100:00100000:1.0:1767319151.492212:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366963480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999775488:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319151.492232:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319151.492269:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366963480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999775488:12345-0@lo:38:kworker.0 Request processed in 56us (170us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319151.492310:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366963b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999774976:12345-0@lo:38:kworker.0 Request processed in 9180us (9330us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319151.492318:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1728
00000100:00100000:1.0:1767319151.492395:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4876
00000100:00080000:2.0:1767319151.492454:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319151.492461:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319151.492466:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367299500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999774976:0@lo:38:kworker.0
00000100:00080000:2.0:1767319151.492563:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319151.492568:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319151.492572:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367299f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999775104:0@lo:38:kworker.0
00000100:00080000:2.0:1767319151.492584:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319151.492588:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319151.492591:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367299c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999775232:0@lo:38:kworker.0
00000100:00080000:2.0:1767319151.492599:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319151.492602:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319151.492605:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367299880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999775488:0@lo:38:kworker.0
00010000:00010000:0.0:1767319151.797454:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767319152.821540:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319153.525655:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999776000:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319153.525659:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367299880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999776128:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319153.525738:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319153.526512:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999776000
00000100:00100000:0.0:1767319153.526521:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999776000
00000100:00100000:0.0:1767319153.526599:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2106
00000100:00100000:0.0:1767319153.526608:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366963800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999776000:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767319153.526639:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00080000:1.0:1767319153.526665:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767319153.528300:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366963800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999776000:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1688us (2558us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319153.528312:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2106
00000100:00100000:1.0:1767319153.529034:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319153.529146:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999776000:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319153.533334:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999776128
00000100:00100000:0.0:1767319153.533350:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999776128
00000100:00100000:0.0:1767319153.533536:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2107
00000100:00100000:0.0:1767319153.533548:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367299c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999776128:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767319153.533589:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767319153.533681:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367299c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999776128:12345-0@lo:13:osp-pre-1-1.0 Request processed in 136us (4648us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319153.533689:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2107
00000100:00100000:2.0:1767319153.533976:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367299880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999776128:0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767319153.537560:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00010000:00010000:2.0:1767319153.847809:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767319154.869541:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319155.649997:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767319155.652432:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767319155.653186:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962491776
00000100:00100000:3.0:1767319155.653214:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962491776
00000100:00100000:3.0:1767319155.653609:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962491648
00000100:00100000:3.0:1767319155.653615:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962491648
00000100:00100000:3.0:1767319155.653639:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4467
00000100:00100000:3.0:1767319155.653652:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367299f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962491776:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767319155.653846:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4877
00000100:00100000:2.0:1767319155.653853:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367299500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962491648:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767319155.653874:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319155.653940:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367299500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962491648:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 85us (1516us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319155.653948:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4877
00000100:00100000:3.0:1767319155.654159:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367299f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962491776:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 509us (4171us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319155.654167:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4467
00000100:00080000:1.0:1767319155.654830:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767319155.894433:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767319156.597654:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319156.597670:0:27049:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767319156.597674:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319156.597679:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319156.597685:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319156.597696:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4349
00000100:00080000:0.0:1767319156.597703:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319156.597713:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319156.597787:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366985500 x1853163999776256/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319156.597823:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319156.597828:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319156.597831:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319156.597847:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4349
00000100:00080000:0.0:1767319156.597850:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319156.597855:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319156.597872:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366986300 x1853163999776384/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319156.597892:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366985500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999776256:0@lo:38:kworker.0
00000100:00080000:0.0:1767319156.597893:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319156.597903:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319156.597906:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319156.597916:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4349
00000100:00080000:0.0:1767319156.597919:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319156.597923:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319156.597939:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523499ab800 x1853163999776512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319156.598032:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999776640:0@lo:400:kworker.0
00000100:00100000:2.0:1767319156.598068:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319156.598117:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319156.598181:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999776256
00000100:00080000:0.0:1767319156.598271:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319156.598277:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319156.598280:0:27049:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319156.598286:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4349
00000100:00080000:0.0:1767319156.598289:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319156.598295:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319156.598314:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523499ab100 x1853163999776768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319156.598327:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366986300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999776384:0@lo:38:kworker.0
00000100:00100000:2.0:1767319156.598645:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319156.598675:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999776512:0@lo:38:kworker.0
00000100:00100000:2.0:1767319156.598698:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319156.598719:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999776768:0@lo:38:kworker.0
00000100:00100000:2.0:1767319156.598740:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319156.598769:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999776640
00000100:00100000:2.0:1767319156.598774:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999776640
00000100:00100000:2.0:1767319156.598834:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999776384
00000100:00100000:2.0:1767319156.598837:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999776384
00000100:00100000:2.0:1767319156.598853:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999776512
00000100:00100000:2.0:1767319156.598856:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999776512
00000100:00100000:2.0:1767319156.598864:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999776768
00000100:00100000:2.0:1767319156.598866:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999776768
00000100:00100000:2.0:1767319156.598876:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4468
00000100:00100000:2.0:1767319156.598885:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367298700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999776640:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319156.598894:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767319156.598910:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853163999776896:0@lo:400:kworker.0
00000100:00100000:1.0:1767319156.598960:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319156.598972:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367298700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999776640:12345-0@lo:400:kworker.0 Request processed in 83us (851us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319156.598981:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4468
00000100:00100000:2.0:1767319156.599001:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999776896
00000100:00100000:2.0:1767319156.599006:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999776896
00000100:00100000:1.0:1767319156.599013:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999776640:0@lo:400:kworker.0
00000100:00100000:2.0:1767319156.599031:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4469
00000100:00100000:2.0:1767319156.599040:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367298a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853163999776896:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319156.599075:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4878
00000100:00100000:1.0:1767319156.599086:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366963100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999776384:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767319156.599094:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367298a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853163999776896:12345-0@lo:400:kworker.0 Request processed in 52us (131us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319156.599104:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4469
00010000:00020000:1.0:1767319156.599118:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319156.599125:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4879
00000100:00100000:2.0:1767319156.599133:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366961c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999776512:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319156.599155:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319156.599214:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366963100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999776384:12345-0@lo:38:kworker.0 Request processed in 126us (845us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319156.599245:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366961c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999776512:12345-0@lo:38:kworker.0 Request processed in 109us (543us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319156.599253:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4879
00000100:00100000:2.0:1767319156.599264:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4880
00000100:00100000:2.0:1767319156.599268:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366962300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999776768:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767319156.599275:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4878
00010000:00020000:2.0:1767319156.599290:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319156.599334:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366962300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999776768:12345-0@lo:38:kworker.0 Request processed in 62us (591us total) trans 0 rc -19/-19
00000100:00080000:1.0:1767319156.599336:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767319156.599352:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4880
00000100:00080000:2.0:1767319156.599376:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319156.599435:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853163999776896:0@lo:400:kworker.0
00000100:00100000:0.0:1767319156.599579:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999777152:0@lo:400:kworker.0
00000100:00100000:0.0:1767319156.599630:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319156.599657:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999777024:0@lo:400:kworker.0
00000100:00100000:0.0:1767319156.599680:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999777152
00000100:00100000:0.0:1767319156.599687:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999777152
00000100:00100000:2.0:1767319156.599703:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319156.599754:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999777024
00000100:00100000:0.0:1767319156.599760:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999777024
00000100:00100000:2.0:1767319156.599771:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2955
00000100:00100000:2.0:1767319156.599786:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999777152:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319156.599799:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2956
00000100:00100000:0.0:1767319156.599810:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366961500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999777024:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319156.599837:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999777152:12345-0@lo:400:kworker.0 Request processed in 55us (206us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319156.599846:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2955
00000100:00080000:2.0:1767319156.599882:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767319156.599884:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767319156.599947:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319156.599953:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999776768:0@lo:38:kworker.0
00000100:00080000:1.0:1767319156.599975:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319156.599979:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319156.599982:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366986300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999776384:0@lo:38:kworker.0
00000100:00080000:1.0:1767319156.599994:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319156.599997:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319156.600000:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999776512:0@lo:38:kworker.0
00000100:00100000:1.0:1767319156.600063:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999777152:0@lo:400:kworker.0
00000100:00100000:0.0:1767319156.600161:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366961500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999777024:12345-0@lo:400:kworker.0 Request processed in 353us (460us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319156.600170:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2956
00000100:00100000:2.0:1767319156.600331:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999777024:0@lo:400:kworker.0
00000100:00100000:3.0:1767319156.601742:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999776256
00000100:00100000:3.0:1767319156.601818:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1729
00000100:00100000:3.0:1767319156.601826:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366961180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999776256:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319156.601846:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319156.601997:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366961180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999776256:12345-0@lo:38:kworker.0 Request processed in 170us (3930us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319156.602003:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1729
00000100:00080000:1.0:1767319156.602136:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319156.602143:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319156.602146:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366985500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999776256:0@lo:38:kworker.0
00010000:00010000:0.0:1767319156.919174:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319157.950504:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319158.651321:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999777280:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319158.651418:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319158.651568:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999777280
00000100:00100000:3.0:1767319158.651580:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999777280
00000100:00100000:3.0:1767319158.651668:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2108
00000100:00100000:3.0:1767319158.651680:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366961880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999777280:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767319158.651719:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767319158.651778:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366961880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999777280:12345-0@lo:13:osp-pre-0-1.0 Request processed in 102us (360us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319158.651786:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2108
00000100:00100000:3.0:1767319158.651856:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999777280:0@lo:13:osp-pre-0-1.0
00000100:00080000:2.0:1767319158.652008:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767319158.652965:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367298380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999777408:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319158.653028:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319158.653131:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999777408
00000100:00100000:0.0:1767319158.653141:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999777408
00000100:00100000:0.0:1767319158.653269:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2109
00000100:00100000:0.0:1767319158.653279:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366961f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999777408:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767319158.653312:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767319158.653575:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366961f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999777408:12345-0@lo:13:osp-pre-1-1.0 Request processed in 296us (544us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319158.653584:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2109
00000100:00080000:2.0:1767319158.653645:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767319158.656517:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367298380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999777408:0@lo:13:osp-pre-1-1.0
00010000:00010000:3.0:1767319158.969253:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767319159.989705:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319160.767793:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767319160.767962:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767319160.768178:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962491904
00000100:00100000:2.0:1767319160.768378:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962491904
00000100:00100000:2.0:1767319160.768452:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962492032
00000100:00100000:2.0:1767319160.768456:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962492032
00000100:00100000:0.0:1767319160.768731:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4881
00000100:00100000:0.0:1767319160.768744:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236729b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962491904:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:0.0:1767319160.768775:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319160.768865:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236729b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962491904:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 121us (1085us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319160.768873:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4881
00000100:00100000:2.0:1767319160.769108:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4470
00000100:00100000:2.0:1767319160.769119:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367298380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962492032:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767319160.769192:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367298380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962492032:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 76us (1228us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319160.769226:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4470
00000100:00080000:1.0:1767319160.770324:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767319161.013428:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767319161.719121:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319161.719136:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767319161.719141:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319161.719146:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319161.719151:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319161.719162:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4354
00000100:00080000:2.0:1767319161.719168:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319161.719177:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319161.719259:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366962d80 x1853163999777536/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319161.719293:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319161.719297:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319161.719299:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319161.719303:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4354
00000100:00080000:2.0:1767319161.719306:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319161.719309:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319161.719324:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366960000 x1853163999777664/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319161.719334:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319161.719338:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319161.719341:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319161.719345:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4354
00000100:00080000:2.0:1767319161.719348:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319161.719351:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319161.719363:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366960e00 x1853163999777792/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319161.719451:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319161.719456:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319161.719458:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319161.719462:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4354
00000100:00080000:2.0:1767319161.719464:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319161.719469:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319161.719485:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347b22d80 x1853163999778048/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319161.719613:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b21880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853163999778176:0@lo:400:kworker.0
00000100:00100000:0.0:1767319161.719709:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319161.719800:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767319161.719807:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236e980e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853163999777920:0@lo:400:kworker.0
00000100:00100000:0.0:1767319161.719833:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319161.719880:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999778176
00000100:00100000:0.0:1767319161.719890:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999778176
00000100:00100000:0.0:1767319161.719954:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999777920
00000100:00100000:0.0:1767319161.719958:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999777920
00000100:00100000:0.0:1767319161.719989:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4471
00000100:00100000:0.0:1767319161.719999:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853163999778176:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319161.720058:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853163999778176:12345-0@lo:400:kworker.0 Request processed in 60us (349us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319161.720067:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4471
00000100:00100000:0.0:1767319161.720088:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4472
00000100:00100000:0.0:1767319161.720095:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853163999777920:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319161.720122:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853163999777920:12345-0@lo:400:kworker.0 Request processed in 28us (288us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319161.720127:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4472
00000100:00100000:0.0:1767319161.720169:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236e980e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853163999777920:0@lo:400:kworker.0
00000100:00100000:0.0:1767319161.720181:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b21880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853163999778176:0@lo:400:kworker.0
00000100:00100000:3.0:1767319161.720455:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b23100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999778304:0@lo:400:kworker.0
00000100:00100000:3.0:1767319161.720501:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319161.720537:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767319161.720543:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999778432:0@lo:400:kworker.0
00000100:00100000:3.0:1767319161.720568:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767319161.720771:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319161.720791:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366962d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999777536:0@lo:38:kworker.0
00000100:00100000:1.0:1767319161.720832:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319161.720874:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366960000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999777664:0@lo:38:kworker.0
00000100:00100000:1.0:1767319161.720901:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319161.720918:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366960e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999777792:0@lo:38:kworker.0
00000100:00100000:1.0:1767319161.720939:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319161.720954:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b22d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999778048:0@lo:38:kworker.0
00000100:00100000:1.0:1767319161.720979:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319161.721057:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999778304
00000100:00100000:2.0:1767319161.721064:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999778304
00000100:00100000:2.0:1767319161.721116:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999778432
00000100:00100000:2.0:1767319161.721119:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999778432
00000100:00100000:2.0:1767319161.721144:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2957
00000100:00100000:2.0:1767319161.721152:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999778304:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319161.721227:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999778304:12345-0@lo:400:kworker.0 Request processed in 76us (726us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319161.721235:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2957
00000100:00100000:2.0:1767319161.721253:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2958
00000100:00100000:2.0:1767319161.721259:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999778432:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319161.721289:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999778432:12345-0@lo:400:kworker.0 Request processed in 30us (720us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319161.721296:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2958
00000100:00100000:2.0:1767319161.721324:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999777664
00000100:00100000:2.0:1767319161.721329:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999777664
00000100:00100000:2.0:1767319161.721346:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999777792
00000100:00100000:2.0:1767319161.721348:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999777792
00000100:00100000:2.0:1767319161.721362:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999778048
00000100:00100000:2.0:1767319161.721364:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999778048
00000100:00100000:2.0:1767319161.721378:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4882
00000100:00100000:2.0:1767319161.721383:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366985500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999777664:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319161.721415:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319161.721449:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366985500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999777664:12345-0@lo:38:kworker.0 Request processed in 65us (547us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319161.721456:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4882
00000100:00100000:2.0:1767319161.721468:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4883
00000100:00100000:2.0:1767319161.721472:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366986300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999777792:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319161.721482:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319161.721506:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366986300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999777792:12345-0@lo:38:kworker.0 Request processed in 33us (566us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319161.721513:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4883
00000100:00100000:2.0:1767319161.721524:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4884
00000100:00100000:2.0:1767319161.721528:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d071f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999778048:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319161.721537:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319161.721559:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d071f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999778048:12345-0@lo:38:kworker.0 Request processed in 29us (579us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319161.721565:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4884
00000100:00080000:1.0:1767319161.721734:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767319161.721739:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767319161.721767:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319161.721772:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319161.721775:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366960000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999777664:0@lo:38:kworker.0
00000100:00080000:1.0:1767319161.721784:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319161.721788:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319161.721791:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366960e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999777792:0@lo:38:kworker.0
00000100:00080000:1.0:1767319161.721798:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319161.721800:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319161.721803:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b22d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999778048:0@lo:38:kworker.0
00000100:00100000:3.0:1767319161.721891:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999777536
00000100:00100000:3.0:1767319161.721897:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999777536
00000100:00100000:3.0:1767319161.721933:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1730
00000100:00100000:3.0:1767319161.721939:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367299880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999777536:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319161.721951:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319161.721996:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367299880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999777536:12345-0@lo:38:kworker.0 Request processed in 56us (1164us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319161.722002:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1730
00000100:00100000:3.0:1767319161.722036:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999778432:0@lo:400:kworker.0
00000100:00100000:3.0:1767319161.722048:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b23100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999778304:0@lo:400:kworker.0
00000100:00080000:2.0:1767319161.722225:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319161.722231:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319161.722235:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366962d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999777536:0@lo:38:kworker.0
00010000:00010000:2.0:1767319162.037634:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767319163.061705:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319163.765700:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999778560:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319163.765798:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319163.765917:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999778560
00000100:00100000:3.0:1767319163.765928:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999778560
00000100:00100000:3.0:1767319163.766008:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2110
00000100:00100000:3.0:1767319163.766019:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999778560:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767319163.766061:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767319163.766114:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999778560:12345-0@lo:13:osp-pre-0-1.0 Request processed in 98us (317us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319163.766123:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2110
00000100:00080000:2.0:1767319163.766190:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767319163.766262:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999778560:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319163.766853:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767319163.766865:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d072a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999778688:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319163.766905:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319163.767018:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999778688
00000100:00100000:1.0:1767319163.767026:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999778688
00000100:00100000:1.0:1767319163.767082:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2111
00000100:00100000:1.0:1767319163.767091:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999778688:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767319163.767114:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767319163.767167:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999778688:12345-0@lo:13:osp-pre-1-1.0 Request processed in 77us (261us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319163.767174:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2111
00000100:00080000:2.0:1767319163.767247:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767319163.767354:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d072a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999778688:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767319164.085540:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767319165.111657:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319165.890601:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767319165.890652:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767319165.890863:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962492160
00000100:00100000:0.0:1767319165.890876:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962492160
00000100:00100000:0.0:1767319165.890933:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962492288
00000100:00100000:0.0:1767319165.890936:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962492288
00000100:00100000:0.0:1767319165.890991:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4473
00000100:00100000:0.0:1767319165.891002:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d071500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962492288:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:0.0:1767319165.891091:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d071500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962492288:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 91us (438us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319165.891099:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4473
00000100:00100000:0.0:1767319165.891118:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4885
00000100:00100000:0.0:1767319165.891122:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d073800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962492160:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:0.0:1767319165.891146:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319165.891173:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d073800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962492160:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 49us (586us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319165.891180:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4885
00000100:00080000:1.0:1767319165.891730:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767319166.133583:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767319166.837351:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319166.837374:0:27049:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767319166.837377:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319166.837381:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319166.837386:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319166.837394:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4359
00000100:00080000:1.0:1767319166.837400:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319166.837407:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319166.837453:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d070700 x1853163999778816/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319166.837545:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d070700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999778816:0@lo:38:kworker.0
00000100:00100000:2.0:1767319166.837614:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319166.837754:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999778816
00000100:00100000:3.0:1767319166.837763:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999778816
00000100:00100000:3.0:1767319166.837807:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1731
00000100:00100000:3.0:1767319166.837815:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b23480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999778816:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319166.837836:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767319166.838158:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319166.838163:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319166.838166:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319166.838170:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4359
00000100:00080000:1.0:1767319166.838173:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319166.838178:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319166.838217:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d073480 x1853163999778944/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319166.841556:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d073480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999778944:0@lo:38:kworker.0
00000100:00100000:2.0:1767319166.841636:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319166.841780:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999778944
00000100:00100000:0.0:1767319166.841807:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999778944
00000100:00100000:0.0:1767319166.841886:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4886
00000100:00100000:0.0:1767319166.841895:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b21500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999778944:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319166.841922:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319166.842009:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b21500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999778944:12345-0@lo:38:kworker.0 Request processed in 114us (372us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319166.842017:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4886
00000100:00080000:1.0:1767319166.842307:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319166.842314:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319166.842317:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319166.842324:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4359
00000100:00080000:1.0:1767319166.842328:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319166.842335:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319166.842378:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d073100 x1853163999779072/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319166.842419:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319166.842422:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319166.842424:0:27049:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319166.842427:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4359
00000100:00080000:1.0:1767319166.842429:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319166.842432:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319166.842446:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d073b80 x1853163999779328/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319166.842491:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d071180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999779200:0@lo:400:kworker.0
00000100:00100000:1.0:1767319166.842530:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d070000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999779584:0@lo:400:kworker.0
00000100:00100000:0.0:1767319166.842560:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319166.842591:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319166.842605:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767319166.842618:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d072d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853163999779456:0@lo:400:kworker.0
00000100:00100000:1.0:1767319166.842635:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767319166.842647:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d072300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999779712:0@lo:400:kworker.0
00000100:00100000:0.0:1767319166.842655:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319166.843007:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999779200
00000100:00100000:0.0:1767319166.843014:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999779200
00000100:00100000:0.0:1767319166.843066:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999779456
00000100:00100000:0.0:1767319166.843068:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999779456
00000100:00100000:0.0:1767319166.843086:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4474
00000100:00100000:0.0:1767319166.843093:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999779200:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319166.843148:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999779200:12345-0@lo:400:kworker.0 Request processed in 55us (591us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319166.843155:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4474
00000100:00100000:0.0:1767319166.843167:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4475
00000100:00100000:0.0:1767319166.843172:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853163999779456:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319166.843231:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853163999779456:12345-0@lo:400:kworker.0 Request processed in 22us (541us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319166.843237:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4475
00000100:00080000:0.0:1767319166.843253:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319166.843331:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d072d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853163999779456:0@lo:400:kworker.0
00000100:00100000:0.0:1767319166.843341:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d071180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999779200:0@lo:400:kworker.0
00000100:00100000:0.0:1767319166.843770:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999779584
00000100:00100000:0.0:1767319166.843776:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999779584
00000100:00100000:0.0:1767319166.843821:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2959
00000100:00100000:0.0:1767319166.843827:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d071c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999779584:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319166.844179:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d071c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999779584:12345-0@lo:400:kworker.0 Request processed in 351us (1591us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319166.844186:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2959
00000100:00080000:0.0:1767319166.844235:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767319166.845939:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319166.845952:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319166.845957:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d070700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999778816:0@lo:38:kworker.0
00000100:00100000:2.0:1767319166.845992:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d073100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999779072:0@lo:38:kworker.0
00000100:00100000:2.0:1767319166.846053:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319166.846083:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d073b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999779328:0@lo:38:kworker.0
00000100:00100000:2.0:1767319166.846108:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767319166.846246:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767319166.846249:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999779072
00000100:00080000:2.0:1767319166.846253:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319166.846259:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d073480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999778944:0@lo:38:kworker.0
00000100:00100000:0.0:1767319166.846262:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999779072
00000100:00100000:0.0:1767319166.846315:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999779328
00000100:00100000:0.0:1767319166.846319:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999779328
00000100:00100000:2.0:1767319166.846330:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4887
00000100:00100000:2.0:1767319166.846341:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b21180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999779072:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319166.846374:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319166.846381:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4888
00000100:00100000:0.0:1767319166.846389:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b23b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999779328:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319166.846409:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319166.846423:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b21180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999779072:12345-0@lo:38:kworker.0 Request processed in 82us (368us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319166.846433:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4887
00000100:00080000:2.0:1767319166.846479:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767319166.846483:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b23b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999779328:12345-0@lo:38:kworker.0 Request processed in 91us (370us total) trans 0 rc -19/-19
00000100:00080000:2.0:1767319166.846488:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319166.846500:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d073100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999779072:0@lo:38:kworker.0
00000100:00100000:0.0:1767319166.846510:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4888
00000100:00080000:2.0:1767319166.846523:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319166.846529:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319166.846533:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d073b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999779328:0@lo:38:kworker.0
00000100:00100000:3.0:1767319166.847003:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b23480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999778816:12345-0@lo:38:kworker.0 Request processed in 9185us (9386us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319166.847013:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1731
00000100:00100000:1.0:1767319166.850837:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319166.851001:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d070000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999779584:0@lo:400:kworker.0
00000100:00100000:0.0:1767319166.851022:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999779712
00000100:00100000:0.0:1767319166.851037:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999779712
00000100:00100000:0.0:1767319166.851161:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2960
00000100:00100000:0.0:1767319166.851174:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d070380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999779712:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319166.851317:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d070380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999779712:12345-0@lo:400:kworker.0 Request processed in 147us (486us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319166.851325:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2960
00000100:00100000:3.0:1767319166.851393:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d072300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999779712:0@lo:400:kworker.0
00000100:00080000:2.0:1767319166.851578:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00010000:3.0:1767319167.157534:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319168.181416:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319168.885574:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999779840:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319168.885684:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319168.885761:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999779840
00000100:00100000:3.0:1767319168.885776:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999779840
00000100:00100000:3.0:1767319168.885857:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2112
00000100:00100000:3.0:1767319168.885869:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d070000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999779840:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767319168.885900:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767319168.885972:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d070000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999779840:12345-0@lo:13:osp-pre-0-1.0 Request processed in 106us (288us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319168.885979:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2112
00000100:00100000:0.0:1767319168.887035:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b22300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999779968:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319168.887106:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319168.887273:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999779968
00000100:00100000:3.0:1767319168.887284:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999779968
00000100:00100000:3.0:1767319168.887335:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2113
00000100:00100000:3.0:1767319168.887354:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999779968:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767319168.887376:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767319168.887442:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999779968:12345-0@lo:13:osp-pre-1-1.0 Request processed in 86us (332us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319168.887452:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2113
00000100:00100000:0.0:1767319168.887487:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b22300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999779968:0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767319168.887968:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767319168.887974:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767319168.888012:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999779840:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767319169.205861:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319170.229807:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319171.009155:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767319171.009258:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767319171.010228:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962492544
00000100:00100000:1.0:1767319171.010242:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962492544
00000100:00100000:1.0:1767319171.010383:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962492416
00000100:00100000:1.0:1767319171.010387:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962492416
00000100:00100000:1.0:1767319171.010411:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4476
00000100:00100000:1.0:1767319171.010421:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962492544:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767319171.010508:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962492544:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 87us (1366us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319171.010516:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4476
00000100:00100000:1.0:1767319171.010537:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4889
00000100:00100000:1.0:1767319171.010541:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962492416:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767319171.010560:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319171.010586:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962492416:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 43us (1328us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319171.010593:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4889
00000100:00080000:0.0:1767319171.018443:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767319171.255328:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767319171.957802:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319171.957814:0:27049:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767319171.957817:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319171.957821:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319171.957826:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319171.957835:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4364
00000100:00080000:0.0:1767319171.957840:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319171.957847:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319171.957889:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523499abb80 x1853163999780096/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319171.957917:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319171.957921:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319171.957923:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319171.957927:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4364
00000100:00080000:0.0:1767319171.957929:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319171.957933:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319171.957945:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523499a8700 x1853163999780224/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319171.957954:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319171.957958:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319171.957960:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319171.957963:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4364
00000100:00080000:0.0:1767319171.957966:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319171.957969:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319171.957982:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523499aa680 x1853163999780352/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319171.958028:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319171.958032:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319171.958034:0:27049:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319171.958037:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4364
00000100:00080000:0.0:1767319171.958040:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319171.958043:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319171.958055:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523499ab800 x1853163999780608/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319171.958120:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999780992:0@lo:400:kworker.0
00000100:00100000:0.0:1767319171.958232:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319171.958300:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767319171.958307:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999780864:0@lo:400:kworker.0
00000100:00100000:0.0:1767319171.958344:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319171.958405:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999780992
00000100:00100000:0.0:1767319171.958412:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999780992
00000100:00100000:0.0:1767319171.958466:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999780864
00000100:00100000:0.0:1767319171.958469:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999780864
00000100:00100000:0.0:1767319171.958491:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2961
00000100:00100000:0.0:1767319171.958500:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e980e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999780992:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319171.958551:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e980e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999780992:12345-0@lo:400:kworker.0 Request processed in 52us (356us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319171.958558:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2961
00000100:00100000:0.0:1767319171.958575:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2962
00000100:00100000:0.0:1767319171.958581:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999780864:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319171.958607:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999780864:12345-0@lo:400:kworker.0 Request processed in 26us (262us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319171.958613:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2962
00000100:00080000:0.0:1767319171.958629:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767319171.958633:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767319171.958661:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999780864:0@lo:400:kworker.0
00000100:00100000:0.0:1767319171.958672:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999780992:0@lo:400:kworker.0
00000100:00100000:2.0:1767319171.958927:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999780096:0@lo:38:kworker.0
00000100:00100000:2.0:1767319171.958957:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319171.958984:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999780224:0@lo:38:kworker.0
00000100:00100000:2.0:1767319171.959008:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319171.959024:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999780352:0@lo:38:kworker.0
00000100:00100000:2.0:1767319171.959042:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319171.959055:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999780608:0@lo:38:kworker.0
00000100:00100000:2.0:1767319171.959073:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319171.959105:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999780224
00000100:00100000:2.0:1767319171.959108:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999780224
00000100:00100000:2.0:1767319171.959127:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999780352
00000100:00100000:2.0:1767319171.959129:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999780352
00000100:00100000:2.0:1767319171.959141:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999780608
00000100:00100000:2.0:1767319171.959143:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999780608
00000100:00100000:2.0:1767319171.959170:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4890
00000100:00100000:2.0:1767319171.959176:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b20380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999780224:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319171.959209:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319171.959240:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b20380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999780224:12345-0@lo:38:kworker.0 Request processed in 64us (232us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319171.959246:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4890
00000100:00100000:2.0:1767319171.959259:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4891
00000100:00100000:2.0:1767319171.959263:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b20a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999780352:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319171.959272:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319171.959294:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b20a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999780352:12345-0@lo:38:kworker.0 Request processed in 29us (251us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319171.959300:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4891
00000100:00100000:2.0:1767319171.959323:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4892
00000100:00100000:2.0:1767319171.959327:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b20e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999780608:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319171.959335:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319171.959357:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b20e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999780608:12345-0@lo:38:kworker.0 Request processed in 29us (283us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319171.959363:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4892
00000100:00080000:2.0:1767319171.959408:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319171.959413:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319171.959417:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999780224:0@lo:38:kworker.0
00000100:00080000:2.0:1767319171.959425:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319171.959428:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319171.959431:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999780352:0@lo:38:kworker.0
00000100:00080000:2.0:1767319171.959438:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319171.959441:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319171.959444:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999780608:0@lo:38:kworker.0
00000100:00100000:3.0:1767319171.959532:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999780480:0@lo:400:kworker.0
00000100:00100000:3.0:1767319171.959625:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319171.959645:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853163999780736:0@lo:400:kworker.0
00000100:00100000:1.0:1767319171.959692:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319171.959824:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999780096
00000100:00100000:0.0:1767319171.959829:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999780096
00000100:00100000:0.0:1767319171.959853:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1732
00000100:00100000:0.0:1767319171.959857:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b21f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999780096:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319171.959868:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319171.959900:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b21f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999780096:12345-0@lo:38:kworker.0 Request processed in 42us (942us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319171.959906:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1732
00000100:00100000:3.0:1767319171.961503:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999780480
00000100:00100000:3.0:1767319171.961521:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999780480
00000100:00100000:3.0:1767319171.961785:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999780736
00000100:00100000:3.0:1767319171.961790:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999780736
00000100:00100000:3.0:1767319171.961822:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4477
00000100:00100000:3.0:1767319171.961834:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999780480:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319171.961954:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999780480:12345-0@lo:400:kworker.0 Request processed in 122us (2330us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319171.961963:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4477
00000100:00100000:3.0:1767319171.961981:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4478
00000100:00100000:3.0:1767319171.961988:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d071880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853163999780736:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319171.962031:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d071880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853163999780736:12345-0@lo:400:kworker.0 Request processed in 44us (2338us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319171.962037:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4478
00000100:00100000:3.0:1767319171.962113:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853163999780736:0@lo:400:kworker.0
00000100:00080000:3.0:1767319171.962148:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319171.962172:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999780480:0@lo:400:kworker.0
00000100:00080000:3.0:1767319171.962246:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319171.962252:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319171.962256:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999780096:0@lo:38:kworker.0
00010000:00010000:2.0:1767319172.277474:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767319173.301737:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319174.005837:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767319174.005869:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999781120:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319174.005969:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319174.006093:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999781120
00000100:00100000:1.0:1767319174.006104:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999781120
00000100:00100000:1.0:1767319174.006420:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2114
00000100:00100000:1.0:1767319174.006439:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999781120:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767319174.006489:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00080000:3.0:1767319174.006491:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767319174.006558:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999781120:12345-0@lo:13:osp-pre-0-1.0 Request processed in 126us (587us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319174.006569:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2114
00000100:00100000:0.0:1767319174.006575:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b20000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999781248:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319174.006659:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319174.006726:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999781120:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319174.007515:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999781248
00000100:00100000:1.0:1767319174.007525:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999781248
00000100:00100000:1.0:1767319174.007590:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2115
00000100:00100000:1.0:1767319174.007603:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999781248:12345-0@lo:13:osp-pre-1-1.0
00000100:00080000:3.0:1767319174.007623:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00002000:00000024:1.0:1767319174.007635:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767319174.007851:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999781248:12345-0@lo:13:osp-pre-1-1.0 Request processed in 251us (1190us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319174.007860:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2115
00000100:00100000:0.0:1767319174.007902:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b20000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999781248:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767319174.326812:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1767319175.105475:0:6998:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.52@tcp portal 26 match 1853163962492672 offset 0 length 520: 4
00000100:00100000:0.0:1767319175.107220:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767319175.107342:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767319175.114350:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962492800
00000100:00100000:2.0:1767319175.114367:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962492800
00000100:00100000:2.0:1767319175.114647:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962492928
00000100:00100000:2.0:1767319175.114652:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962492928
00000100:00100000:2.0:1767319175.114720:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4479
00000100:00100000:2.0:1767319175.114731:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962492928:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767319175.114816:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962492928:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 87us (7472us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319175.114824:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4479
00000100:00100000:2.0:1767319175.114843:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4893
00000100:00100000:2.0:1767319175.114848:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962492800:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767319175.114868:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319175.114893:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962492800:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 44us (7707us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319175.114900:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4893
00000100:00080000:2.0:1767319175.116931:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767319175.349607:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319176.055389:0:7004:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319151/real 1767319151]  req@ffff952367298e00 x1853163999774848/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319176 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767319176.055423:0:7004:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff952367298e00 x1853163999774848/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319176 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767319176.055443:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319176.055466:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767319176.055469:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367298e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853163999774848:0@lo:250:kworker.0
00000100:00080000:3.0:1767319176.055500:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319176.055506:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767319176.055517:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319176.055522:0:49151:0:(import.c:509:import_select_connection()) MGC192.168.202.152@tcp: connect to NID 0@lo last attempt 4349
00000100:00080000:3.0:1767319176.055532:0:49151:0:(import.c:588:import_select_connection()) MGC192.168.202.152@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319176.055538:0:49151:0:(import.c:623:import_select_connection()) MGC192.168.202.152@tcp: import ffff95235eb57800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319176.055570:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523483d4700 x1853163999781376/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319176.055596:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319176.055599:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319176.055601:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319176.055605:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4369
00000100:00080000:3.0:1767319176.055607:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319176.055611:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319176.055627:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523483d6a00 x1853163999781504/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319176.055636:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319176.055639:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319176.055641:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319176.055644:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4369
00000100:00080000:3.0:1767319176.055646:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319176.055649:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319176.055657:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853163999781376:0@lo:250:kworker.0
00000100:00100000:3.0:1767319176.055662:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523483d7480 x1853163999781632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319176.055670:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319176.055673:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319176.055674:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319176.055677:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4369
00000100:00080000:3.0:1767319176.055679:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319176.055682:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319176.055689:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523483d5500 x1853163999781760/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000100:2.0:1767319176.055702:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163999781376 offset 0 length 520: 4
00000100:00080000:3.0:1767319176.055732:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767319176.055736:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999781504:0@lo:38:kworker.0
00000100:00080000:3.0:1767319176.055736:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319176.055738:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319176.055741:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4369
00000100:00080000:3.0:1767319176.055743:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319176.055746:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319176.055756:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523483d5180 x1853163999782016/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319176.055767:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319176.055791:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999781632:0@lo:38:kworker.0
00000100:00100000:3.0:1767319176.055804:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349093480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999782400:0@lo:400:kworker.0
00000100:00100000:2.0:1767319176.055813:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319176.055830:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999781760:0@lo:38:kworker.0
00000100:00100000:3.0:1767319176.055831:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319176.055847:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319176.055849:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767319176.055854:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349090a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999782272:0@lo:400:kworker.0
00000100:00100000:2.0:1767319176.055859:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999782016:0@lo:38:kworker.0
00000100:00100000:2.0:1767319176.055873:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319176.055873:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319176.055901:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999782400
00000100:00100000:3.0:1767319176.055908:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999782400
00000100:00100000:2.0:1767319176.055911:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999781504
00000100:00100000:2.0:1767319176.055914:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999781504
00000100:00100000:2.0:1767319176.055945:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1733
00000100:00100000:3.0:1767319176.055947:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999782272
00000100:00100000:3.0:1767319176.055950:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999782272
00000100:00100000:2.0:1767319176.055952:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b20000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999781504:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767319176.055968:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2963
00010000:00020000:2.0:1767319176.055970:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319176.055974:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349092680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999782400:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319176.056007:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b20000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999781504:12345-0@lo:38:kworker.0 Request processed in 54us (239us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319176.056007:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349092680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999782400:12345-0@lo:400:kworker.0 Request processed in 35us (177us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319176.056014:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1733
00000100:00100000:3.0:1767319176.056014:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2963
00000100:00100000:3.0:1767319176.056029:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2964
00000100:00100000:3.0:1767319176.056035:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349093800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999782272:12345-0@lo:400:kworker.0
00000100:00080000:2.0:1767319176.056048:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319176.056051:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319176.056054:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999781504:0@lo:38:kworker.0
00000100:00100000:3.0:1767319176.056058:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349093800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999782272:12345-0@lo:400:kworker.0 Request processed in 25us (185us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319176.056063:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2964
00000100:00100000:1.0:1767319176.056318:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999781888:0@lo:400:kworker.0
00000100:00100000:1.0:1767319176.056349:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319176.056514:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349091180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853163999782144:0@lo:400:kworker.0
00000100:00100000:1.0:1767319176.060933:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319176.062020:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349090a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999782272:0@lo:400:kworker.0
00000100:00100000:3.0:1767319176.062040:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349093480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999782400:0@lo:400:kworker.0
00000100:00080000:2.0:1767319176.064817:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767319176.064829:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767319176.064898:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999781632
00000100:00100000:1.0:1767319176.064909:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999781760
00000100:00100000:0.0:1767319176.064912:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999781632
00000100:00100000:1.0:1767319176.064913:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999781760
00000100:00100000:0.0:1767319176.064957:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999782016
00000100:00100000:1.0:1767319176.064957:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999781888
00000100:00100000:0.0:1767319176.064960:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999782016
00000100:00100000:1.0:1767319176.064960:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999781888
00000100:00100000:0.0:1767319176.064968:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999782144
00000100:00100000:0.0:1767319176.064971:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999782144
00000100:00100000:0.0:1767319176.064995:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4480
00000100:00100000:0.0:1767319176.065009:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d070a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999781888:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319176.065025:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4481
00000100:00100000:1.0:1767319176.065032:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d070e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999782144:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319176.065071:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4894
00000100:00100000:3.0:1767319176.065078:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b23100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999781760:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319176.065097:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319176.065162:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d070e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999782144:12345-0@lo:400:kworker.0 Request processed in 130us (4236us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319176.065170:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4481
00000100:00100000:1.0:1767319176.065219:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4895
00000100:00100000:1.0:1767319176.065224:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999781632:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319176.065234:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319176.065288:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999781632:12345-0@lo:38:kworker.0 Request processed in 63us (9473us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319176.065294:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4895
00000100:00100000:1.0:1767319176.065306:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4896
00000100:00100000:1.0:1767319176.065309:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999782016:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319176.065318:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319176.065343:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999782016:12345-0@lo:38:kworker.0 Request processed in 31us (9468us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319176.065348:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4896
00000100:00100000:1.0:1767319176.065394:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349091180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853163999782144:0@lo:400:kworker.0
00000100:00080000:1.0:1767319176.065444:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319176.065449:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319176.065453:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999781632:0@lo:38:kworker.0
00000100:00080000:1.0:1767319176.065462:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319176.065465:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319176.065468:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999782016:0@lo:38:kworker.0
00000100:00080000:1.0:1767319176.065486:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319176.066321:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d070a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999781888:12345-0@lo:400:kworker.0 Request processed in 1311us (9968us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319176.066330:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4480
00000100:00100000:3.0:1767319176.067630:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b23100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999781760:12345-0@lo:38:kworker.0 Request processed in 2541us (11770us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319176.067645:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4894
00000100:00080000:0.0:1767319176.067730:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319176.067735:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319176.067739:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999781760:0@lo:38:kworker.0
00000100:00100000:1.0:1767319176.074263:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999781888:0@lo:400:kworker.0
00010000:00010000:2.0:1767319176.373565:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767319177.397466:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319178.421484:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319179.125528:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767319179.125553:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349093480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999782528:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319179.125636:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319179.125804:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999782528
00000100:00100000:3.0:1767319179.125812:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999782528
00000100:00100000:3.0:1767319179.125881:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2116
00000100:00100000:3.0:1767319179.125891:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999782528:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767319179.125919:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767319179.125963:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999782528:12345-0@lo:13:osp-pre-0-1.0 Request processed in 73us (326us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319179.125970:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2116
00000100:00100000:3.0:1767319179.126018:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349093480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999782528:0@lo:13:osp-pre-0-1.0
00000100:00080000:0.0:1767319179.126137:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767319179.126965:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767319179.126979:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b22d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999782656:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319179.127021:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319179.127116:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999782656
00000100:00100000:2.0:1767319179.127121:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999782656
00000100:00100000:2.0:1767319179.127170:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2117
00000100:00100000:2.0:1767319179.127179:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d072300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999782656:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767319179.127218:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767319179.127266:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d072300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999782656:12345-0@lo:13:osp-pre-1-1.0 Request processed in 88us (243us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319179.127272:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2117
00000100:00100000:1.0:1767319179.127355:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b22d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999782656:0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767319179.127373:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00010000:00010000:3.0:1767319179.445459:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319180.224441:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767319180.224544:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767319180.225378:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962493184
00000100:00100000:2.0:1767319180.225389:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962493184
00000100:00100000:2.0:1767319180.225472:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962493056
00000100:00100000:2.0:1767319180.225476:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962493056
00000100:00100000:2.0:1767319180.225498:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4482
00000100:00100000:2.0:1767319180.225507:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d073b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962493184:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767319180.225580:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d073b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962493184:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 73us (1148us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319180.225587:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4482
00000100:00100000:2.0:1767319180.225606:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4897
00000100:00100000:2.0:1767319180.225786:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d073100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962493056:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767319180.225806:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319180.225833:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d073100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962493056:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 47us (1289us total) trans 0 rc -19/-19
00000100:00080000:3.0:1767319180.226027:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319180.229789:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4897
00010000:00010000:2.0:1767319180.472139:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767319181.173443:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319181.173455:0:27049:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767319181.173458:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319181.173463:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319181.173468:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319181.173477:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4373
00000100:00080000:1.0:1767319181.173483:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319181.173492:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319181.173533:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d073480 x1853163999782784/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319181.173558:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319181.173562:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319181.173564:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319181.173567:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4373
00000100:00080000:1.0:1767319181.173570:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319181.173575:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319181.173591:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d073480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999782784:0@lo:38:kworker.0
00000100:00100000:1.0:1767319181.173592:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d070700 x1853163999782912/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319181.173608:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319181.173611:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319181.173614:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319181.173617:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4373
00000100:00080000:1.0:1767319181.173620:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319181.173624:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319181.173638:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d071180 x1853163999783040/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319181.173670:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767319181.173682:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319181.173710:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319181.173713:0:27049:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319181.173718:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4373
00000100:00080000:1.0:1767319181.173721:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319181.173724:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319181.173779:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d072d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999783168:0@lo:400:kworker.0
00000100:00100000:0.0:1767319181.173783:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d070700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999782912:0@lo:38:kworker.0
00000100:00100000:2.0:1767319181.173826:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319181.173864:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999783168
00000100:00100000:0.0:1767319181.173873:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999783168
00000100:00100000:2.0:1767319181.173878:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319181.173900:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d071180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999783040:0@lo:38:kworker.0
00000100:00100000:2.0:1767319181.173927:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319181.173930:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999782912
00000100:00100000:0.0:1767319181.173934:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999782912
00000100:00100000:3.0:1767319181.173968:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999782784
00000100:00100000:3.0:1767319181.173973:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999782784
00000100:00100000:1.0:1767319181.173977:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d072a00 x1853163999783296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767319181.174004:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1734
00000100:00100000:3.0:1767319181.174013:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999782784:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319181.174035:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319181.174044:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366962d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853163999783424:0@lo:400:kworker.0
00000100:00100000:0.0:1767319181.174084:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999783040
00000100:00100000:0.0:1767319181.174094:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999783040
00000100:00100000:0.0:1767319181.174114:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4483
00000100:00100000:0.0:1767319181.174121:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b21880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999783168:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319181.174182:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999782784:12345-0@lo:38:kworker.0 Request processed in 169us (512us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319181.174190:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1734
00000100:00080000:3.0:1767319181.174255:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319181.174268:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4898
00000100:00100000:3.0:1767319181.174284:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b22d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999782912:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319181.174295:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319181.174322:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b22d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999782912:12345-0@lo:38:kworker.0 Request processed in 48us (445us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319181.174327:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4898
00000100:00100000:3.0:1767319181.174339:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4899
00000100:00100000:3.0:1767319181.174343:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999783040:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319181.174352:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319181.174376:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999783040:12345-0@lo:38:kworker.0 Request processed in 30us (448us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319181.174381:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4899
00000100:00100000:3.0:1767319181.174404:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366960000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999783680:0@lo:400:kworker.0
00000100:00100000:3.0:1767319181.174433:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319181.174453:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767319181.174458:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366960e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999783552:0@lo:400:kworker.0
00000100:00100000:3.0:1767319181.174479:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319181.174507:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999783680
00000100:00100000:3.0:1767319181.174511:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999783680
00000100:00100000:3.0:1767319181.174544:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999783552
00000100:00100000:3.0:1767319181.174548:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999783552
00000100:00100000:3.0:1767319181.174566:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2965
00000100:00100000:3.0:1767319181.174572:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349093480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999783680:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319181.174607:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349093480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999783680:12345-0@lo:400:kworker.0 Request processed in 35us (172us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319181.174612:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2965
00000100:00100000:3.0:1767319181.174625:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2966
00000100:00100000:3.0:1767319181.174631:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349090a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999783552:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319181.174658:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349090a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999783552:12345-0@lo:400:kworker.0 Request processed in 28us (179us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319181.174665:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2966
00000100:00080000:3.0:1767319181.174682:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767319181.174684:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767319181.174712:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366960e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999783552:0@lo:400:kworker.0
00000100:00100000:3.0:1767319181.174722:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366960000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999783680:0@lo:400:kworker.0
00000100:00080000:2.0:1767319181.178960:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319181.178973:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319181.178979:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d071180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999783040:0@lo:38:kworker.0
00000100:00080000:2.0:1767319181.178994:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319181.178998:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319181.179001:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d073480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999782784:0@lo:38:kworker.0
00000100:00100000:2.0:1767319181.179052:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d072a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999783296:0@lo:38:kworker.0
00000100:00100000:2.0:1767319181.179110:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767319181.179154:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319181.179159:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319181.179162:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d070700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999782912:0@lo:38:kworker.0
00000100:00100000:3.0:1767319181.179423:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999783296
00000100:00100000:3.0:1767319181.179431:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999783296
00000100:00100000:3.0:1767319181.179481:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4900
00000100:00100000:3.0:1767319181.179490:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999783296:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319181.179518:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319181.181501:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319181.181620:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999783424
00000100:00100000:2.0:1767319181.181628:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999783424
00000100:00100000:2.0:1767319181.181888:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4484
00000100:00100000:2.0:1767319181.181897:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366960000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853163999783424:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767319181.182031:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319181.185573:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366960000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853163999783424:12345-0@lo:400:kworker.0 Request processed in 3665us (4068us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319181.185590:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4484
00000100:00100000:2.0:1767319181.186503:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366962d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853163999783424:0@lo:400:kworker.0
00000100:00100000:0.0:1767319181.188414:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b21880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999783168:12345-0@lo:400:kworker.0 Request processed in 14284us (14579us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319181.188430:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4483
00000100:00100000:1.0:1767319181.192214:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d072d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999783168:0@lo:400:kworker.0
00000100:00100000:3.0:1767319181.192475:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999783296:12345-0@lo:38:kworker.0 Request processed in 12982us (13361us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319181.192488:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4900
00000100:00080000:2.0:1767319181.192558:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319181.192565:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319181.192569:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d072a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999783296:0@lo:38:kworker.0
00010000:00010000:0.0:1767319181.494856:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319182.517738:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767319183.541613:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319184.245773:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767319184.245797:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349092300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999783808:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319184.245865:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319184.246109:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999783808
00000100:00100000:3.0:1767319184.246118:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999783808
00000100:00100000:3.0:1767319184.246188:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2118
00000100:00100000:3.0:1767319184.246246:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999783808:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767319184.246273:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767319184.246318:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999783808:12345-0@lo:13:osp-pre-0-1.0 Request processed in 123us (452us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319184.246325:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2118
00000100:00080000:2.0:1767319184.246669:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767319184.246706:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349092300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999783808:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319184.248233:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767319184.248251:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999783936:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319184.248312:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319184.248527:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999783936
00000100:00100000:2.0:1767319184.248535:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999783936
00000100:00100000:2.0:1767319184.248595:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2119
00000100:00100000:2.0:1767319184.248605:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366960e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999783936:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767319184.248631:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767319184.248690:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366960e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999783936:12345-0@lo:13:osp-pre-1-1.0 Request processed in 87us (377us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319184.248697:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2119
00000100:00100000:0.0:1767319184.248776:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999783936:0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767319184.248835:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00010000:00010000:2.0:1767319184.565471:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319185.344530:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767319185.344585:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767319185.344672:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962493440
00000100:00100000:3.0:1767319185.344685:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962493440
00000100:00100000:3.0:1767319185.344767:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962493312
00000100:00100000:3.0:1767319185.344770:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962493312
00000100:00100000:3.0:1767319185.344789:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4485
00000100:00100000:3.0:1767319185.344799:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962493440:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:3.0:1767319185.344897:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962493440:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 91us (372us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319185.344907:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4485
00000100:00100000:3.0:1767319185.344932:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4901
00000100:00100000:3.0:1767319185.344938:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962493312:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767319185.344962:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319185.344995:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962493312:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 55us (409us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319185.345003:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4901
00000100:00080000:1.0:1767319185.345070:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767319185.589442:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767319186.294385:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319186.294397:0:27049:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767319186.294400:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319186.294404:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319186.294408:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319186.294416:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4379
00000100:00080000:1.0:1767319186.294420:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319186.294427:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319186.294470:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366962d80 x1853163999784064/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319186.294497:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319186.294501:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319186.294503:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319186.294506:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4379
00000100:00080000:1.0:1767319186.294509:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319186.294512:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319186.294549:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d79f100 x1853163999784192/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319186.294560:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319186.294563:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319186.294565:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319186.294569:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4379
00000100:00080000:1.0:1767319186.294571:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319186.294574:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319186.294583:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d79d180 x1853163999784320/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319186.294638:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319186.294641:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319186.294643:0:27049:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319186.294647:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4379
00000100:00080000:1.0:1767319186.294650:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319186.294653:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319186.294664:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d79ed80 x1853163999784576/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767319186.294776:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999784448:0@lo:400:kworker.0
00000100:00100000:3.0:1767319186.294845:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319186.294913:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767319186.294920:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853163999784704:0@lo:400:kworker.0
00000100:00100000:3.0:1767319186.294943:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319186.294976:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999784448
00000100:00100000:3.0:1767319186.294983:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999784448
00000100:00100000:3.0:1767319186.295030:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999784704
00000100:00100000:3.0:1767319186.295033:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999784704
00000100:00100000:3.0:1767319186.295054:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4486
00000100:00100000:3.0:1767319186.295062:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349092a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999784448:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319186.295120:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349092a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999784448:12345-0@lo:400:kworker.0 Request processed in 58us (274us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319186.295128:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4486
00000100:00100000:3.0:1767319186.295143:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4487
00000100:00100000:3.0:1767319186.295149:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349092d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853163999784704:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319186.295174:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349092d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853163999784704:12345-0@lo:400:kworker.0 Request processed in 25us (230us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319186.295189:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4487
00000100:00080000:3.0:1767319186.295234:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319186.295539:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853163999784704:0@lo:400:kworker.0
00000100:00100000:3.0:1767319186.295550:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999784448:0@lo:400:kworker.0
00000100:00100000:0.0:1767319186.295817:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999784960:0@lo:400:kworker.0
00000100:00100000:0.0:1767319186.295853:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319186.295884:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767319186.295890:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999784832:0@lo:400:kworker.0
00000100:00100000:0.0:1767319186.295914:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319186.295948:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366962d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999784064:0@lo:38:kworker.0
00000100:00100000:0.0:1767319186.295974:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319186.296006:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999784192:0@lo:38:kworker.0
00000100:00100000:0.0:1767319186.296027:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319186.296041:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999784320:0@lo:38:kworker.0
00000100:00100000:0.0:1767319186.296057:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319186.296068:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999784576:0@lo:38:kworker.0
00000100:00100000:2.0:1767319186.296187:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999784064
00000100:00100000:2.0:1767319186.296223:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999784064
00000100:00100000:2.0:1767319186.296264:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1735
00000100:00100000:2.0:1767319186.296270:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999784064:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319186.296288:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319186.296497:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999784960
00000100:00100000:1.0:1767319186.296503:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999784960
00000100:00100000:1.0:1767319186.296535:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999784832
00000100:00100000:1.0:1767319186.296538:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999784832
00000100:00100000:1.0:1767319186.296556:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2967
00000100:00100000:1.0:1767319186.296562:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999784960:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319186.296635:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2968
00000100:00100000:3.0:1767319186.296644:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499d8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999784832:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319186.297143:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999784064:12345-0@lo:38:kworker.0 Request processed in 870us (1166us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319186.297151:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1735
00000100:00100000:2.0:1767319186.297254:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999784192
00000100:00100000:2.0:1767319186.297259:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999784192
00000100:00100000:2.0:1767319186.297281:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999784320
00000100:00100000:2.0:1767319186.297284:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999784320
00000100:00100000:2.0:1767319186.297300:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4902
00000100:00100000:2.0:1767319186.297305:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999784192:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319186.297320:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319186.297350:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999784192:12345-0@lo:38:kworker.0 Request processed in 43us (1322us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319186.297356:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4902
00000100:00100000:2.0:1767319186.297367:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4903
00000100:00100000:2.0:1767319186.297371:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999784320:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319186.297380:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319186.297402:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999784320:12345-0@lo:38:kworker.0 Request processed in 30us (1344us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319186.297408:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4903
00000100:00080000:2.0:1767319186.297427:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767319186.297431:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767319186.301521:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767319186.301695:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319186.301702:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319186.301706:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366962d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999784064:0@lo:38:kworker.0
00000100:00080000:0.0:1767319186.301718:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319186.301720:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319186.301723:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999784192:0@lo:38:kworker.0
00000100:00080000:0.0:1767319186.301732:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319186.301736:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319186.301739:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999784320:0@lo:38:kworker.0
00000100:00100000:1.0:1767319186.302065:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999784960:12345-0@lo:400:kworker.0 Request processed in 5501us (6208us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319186.302078:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2967
00000100:00100000:1.0:1767319186.302146:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999784960:0@lo:400:kworker.0
00000100:00100000:3.0:1767319186.302588:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499d8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999784832:12345-0@lo:400:kworker.0 Request processed in 5943us (6670us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319186.302596:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2968
00000100:00100000:1.0:1767319186.302981:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999784832:0@lo:400:kworker.0
00000100:00100000:2.0:1767319186.303146:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999784576
00000100:00100000:2.0:1767319186.303153:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999784576
00000100:00100000:2.0:1767319186.303218:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4904
00000100:00100000:2.0:1767319186.303225:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999784576:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319186.303470:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319186.303537:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999784576:12345-0@lo:38:kworker.0 Request processed in 310us (2025us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319186.303543:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4904
00000100:00080000:0.0:1767319186.303616:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319186.303622:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319186.303625:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999784576:0@lo:38:kworker.0
00010000:00010000:2.0:1767319186.615170:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767319187.637676:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319188.661508:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319189.366700:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767319189.366720:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349092680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999785088:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319189.366792:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319189.366890:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999785088
00000100:00100000:3.0:1767319189.366899:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999785088
00000100:00100000:3.0:1767319189.367013:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2120
00000100:00100000:3.0:1767319189.367024:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999785088:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767319189.367052:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767319189.367100:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999785088:12345-0@lo:13:osp-pre-0-1.0 Request processed in 79us (307us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319189.367107:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2120
00000100:00100000:3.0:1767319189.367161:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349092680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999785088:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319189.370808:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767319189.370839:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999785216:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319189.370947:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319189.371025:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999785216
00000100:00100000:1.0:1767319189.371035:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999785216
00000100:00100000:1.0:1767319189.376077:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2121
00000100:00100000:1.0:1767319189.376105:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999785216:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767319189.376167:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767319189.376318:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999785216:12345-0@lo:13:osp-pre-1-1.0 Request processed in 224us (5368us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319189.376981:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2121
00000100:00100000:1.0:1767319189.377104:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999785216:0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767319189.380019:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767319189.380031:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00010000:0.0:1767319189.685498:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319190.470566:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767319190.471896:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767319190.476122:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962493568
00000100:00100000:2.0:1767319190.476157:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962493568
00000100:00100000:2.0:1767319190.476242:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962493696
00000100:00100000:2.0:1767319190.476246:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962493696
00000100:00100000:2.0:1767319190.476322:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4488
00000100:00100000:0.0:1767319190.476492:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4905
00000100:00100000:0.0:1767319190.476500:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962493568:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:0.0:1767319190.476527:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319190.476612:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962493568:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 112us (6063us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319190.476620:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4905
00000100:00080000:1.0:1767319190.477052:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319190.477279:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962493696:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767319190.477359:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962493696:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 1027us (5472us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319190.477367:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4488
00010000:00010000:2.0:1767319190.709491:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767319191.415115:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319191.415131:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767319191.415143:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319191.415148:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319191.415154:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319191.415164:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4384
00000100:00080000:3.0:1767319191.415169:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319191.415179:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319191.415280:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952349092680 x1853163999785344/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319191.415316:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319191.415319:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319191.415321:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319191.415325:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4384
00000100:00080000:3.0:1767319191.415328:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319191.415331:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319191.415344:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952349093800 x1853163999785472/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319191.415354:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319191.415357:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319191.415359:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319191.415363:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4384
00000100:00080000:3.0:1767319191.415365:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319191.415369:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319191.415380:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952349093480 x1853163999785600/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319191.415429:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319191.415433:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319191.415435:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319191.415439:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4384
00000100:00080000:3.0:1767319191.415442:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319191.415445:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319191.415455:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952349091f80 x1853163999785856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319191.415565:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349093b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853163999785984:0@lo:400:kworker.0
00000100:00100000:1.0:1767319191.415652:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319191.415750:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767319191.415756:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349090a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853163999785728:0@lo:400:kworker.0
00000100:00100000:1.0:1767319191.415783:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319191.415818:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349093100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999786112:0@lo:400:kworker.0
00000100:00100000:1.0:1767319191.415847:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319191.415866:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767319191.415871:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349091880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999786240:0@lo:400:kworker.0
00000100:00100000:1.0:1767319191.415892:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319191.415928:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999786112
00000100:00100000:1.0:1767319191.415938:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999786112
00000100:00100000:1.0:1767319191.416001:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999786240
00000100:00100000:1.0:1767319191.416005:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999786240
00000100:00100000:1.0:1767319191.416036:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2969
00000100:00100000:1.0:1767319191.416043:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999786112:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319191.416094:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999786112:12345-0@lo:400:kworker.0 Request processed in 51us (247us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319191.416102:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2969
00000100:00100000:1.0:1767319191.416122:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2970
00000100:00100000:1.0:1767319191.416128:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999786240:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319191.416169:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999786240:12345-0@lo:400:kworker.0 Request processed in 42us (276us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319191.416175:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2970
00000100:00080000:1.0:1767319191.416222:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767319191.416228:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767319191.416259:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349091880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999786240:0@lo:400:kworker.0
00000100:00100000:1.0:1767319191.416265:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349093100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999786112:0@lo:400:kworker.0
00000100:00100000:2.0:1767319191.416385:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349092680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999785344:0@lo:38:kworker.0
00000100:00100000:2.0:1767319191.416417:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319191.416446:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349093800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999785472:0@lo:38:kworker.0
00000100:00100000:2.0:1767319191.416460:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319191.416470:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349093480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999785600:0@lo:38:kworker.0
00000100:00100000:2.0:1767319191.416484:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319191.416493:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349091f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999785856:0@lo:38:kworker.0
00000100:00100000:2.0:1767319191.416508:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319191.416532:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999785984
00000100:00100000:2.0:1767319191.416535:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999785984
00000100:00100000:2.0:1767319191.416564:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999785728
00000100:00100000:2.0:1767319191.416566:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999785728
00000100:00100000:2.0:1767319191.416575:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999785472
00000100:00100000:2.0:1767319191.416577:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999785472
00000100:00100000:2.0:1767319191.416583:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999785600
00000100:00100000:2.0:1767319191.416584:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999785600
00000100:00100000:2.0:1767319191.416589:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999785856
00000100:00100000:2.0:1767319191.416590:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999785856
00000100:00100000:2.0:1767319191.416596:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4489
00000100:00100000:2.0:1767319191.416600:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853163999785984:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319191.416625:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853163999785984:12345-0@lo:400:kworker.0 Request processed in 24us (974us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319191.416629:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4489
00000100:00100000:2.0:1767319191.416638:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4490
00000100:00100000:2.0:1767319191.416641:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853163999785728:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319191.416656:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853163999785728:12345-0@lo:400:kworker.0 Request processed in 15us (873us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319191.416659:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4490
00000100:00100000:2.0:1767319191.416665:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4906
00000100:00100000:2.0:1767319191.416668:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999785472:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319191.416685:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319191.416705:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999785472:12345-0@lo:38:kworker.0 Request processed in 36us (244us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319191.416711:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4906
00000100:00100000:2.0:1767319191.416721:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4907
00000100:00100000:2.0:1767319191.416725:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999785600:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319191.416733:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319191.416754:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999785600:12345-0@lo:38:kworker.0 Request processed in 27us (268us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319191.416759:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4907
00000100:00100000:2.0:1767319191.416769:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4908
00000100:00100000:2.0:1767319191.416772:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d071c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999785856:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319191.416778:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319191.416794:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d071c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999785856:12345-0@lo:38:kworker.0 Request processed in 21us (284us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319191.416799:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4908
00000100:00080000:2.0:1767319191.416842:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319191.416847:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319191.416850:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349093800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999785472:0@lo:38:kworker.0
00000100:00080000:2.0:1767319191.416858:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319191.416862:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319191.416865:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349093480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999785600:0@lo:38:kworker.0
00000100:00080000:2.0:1767319191.416872:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319191.416874:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319191.416876:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349091f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999785856:0@lo:38:kworker.0
00000100:00100000:1.0:1767319191.416985:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999785344
00000100:00100000:1.0:1767319191.416988:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999785344
00000100:00100000:1.0:1767319191.417011:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1736
00000100:00100000:1.0:1767319191.417014:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999785344:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319191.417021:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319191.417051:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999785344:12345-0@lo:38:kworker.0 Request processed in 36us (634us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319191.417055:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1736
00000100:00080000:1.0:1767319191.417067:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319191.417081:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349090a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853163999785728:0@lo:400:kworker.0
00000100:00100000:1.0:1767319191.417088:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349093b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853163999785984:0@lo:400:kworker.0
00000100:00080000:3.0:1767319191.417158:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319191.417163:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319191.417166:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349092680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999785344:0@lo:38:kworker.0
00010000:00010000:3.0:1767319191.734010:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319192.757880:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767319193.781691:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319194.487604:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999786368:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319194.487685:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319194.487780:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999786368
00000100:00100000:0.0:1767319194.487788:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999786368
00000100:00100000:0.0:1767319194.488701:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2122
00000100:00100000:0.0:1767319194.488708:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999786368:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767319194.488736:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767319194.488793:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999786368:12345-0@lo:13:osp-pre-1-1.0 Request processed in 84us (1109us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319194.488800:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2122
00000100:00080000:0.0:1767319194.489007:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767319194.489053:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999786368:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319194.489126:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767319194.489135:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999786496:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319194.489164:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319194.489190:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999786496
00000100:00100000:0.0:1767319194.489217:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999786496
00000100:00080000:1.0:1767319194.489791:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767319194.492318:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2123
00000100:00100000:1.0:1767319194.492654:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999786496:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767319194.492690:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767319194.492778:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999786496:12345-0@lo:13:osp-pre-0-1.0 Request processed in 136us (3611us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319194.492871:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999786496:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319194.496781:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2123
00010000:00010000:2.0:1767319194.805425:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319195.586949:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767319195.587047:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767319195.587342:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962493952
00000100:00100000:0.0:1767319195.587353:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962493952
00000100:00100000:0.0:1767319195.587431:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962493824
00000100:00100000:0.0:1767319195.587435:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962493824
00000100:00100000:0.0:1767319195.587458:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4491
00000100:00100000:0.0:1767319195.587469:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962493952:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:0.0:1767319195.587556:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962493952:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 77us (606us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319195.587563:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4491
00000100:00100000:0.0:1767319195.587582:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4909
00000100:00100000:0.0:1767319195.587586:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962493824:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:0.0:1767319195.587605:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319195.587630:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962493824:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 42us (582us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319195.587636:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4909
00000100:00080000:1.0:1767319195.588075:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767319195.829899:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767319196.533346:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319196.533357:0:27049:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767319196.533361:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319196.533365:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319196.533369:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319196.533376:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4389
00000100:00080000:1.0:1767319196.533381:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319196.533387:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319196.533480:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d79fb80 x1853163999786624/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319196.533514:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319196.533518:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319196.533520:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319196.533523:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4389
00000100:00080000:1.0:1767319196.533526:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319196.533530:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319196.533544:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d79c700 x1853163999786752/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319196.533560:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319196.533563:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319196.533565:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319196.533569:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4389
00000100:00080000:1.0:1767319196.533571:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319196.533574:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319196.533584:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d79e300 x1853163999786880/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319196.533619:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319196.533624:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319196.533626:0:27049:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319196.533630:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4389
00000100:00080000:1.0:1767319196.533633:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319196.533636:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319196.533649:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d79ed80 x1853163999787136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767319196.533661:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999787008:0@lo:400:kworker.0
00000100:00100000:0.0:1767319196.533692:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853163999787264:0@lo:400:kworker.0
00000100:00100000:1.0:1767319196.533720:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999787520:0@lo:400:kworker.0
00000100:00100000:3.0:1767319196.533726:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319196.533788:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999786624:0@lo:38:kworker.0
00000100:00100000:3.0:1767319196.533791:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999787392:0@lo:400:kworker.0
00000100:00100000:0.0:1767319196.536595:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319196.536696:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999787008
00000100:00100000:0.0:1767319196.536704:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999787008
00000100:00100000:0.0:1767319196.536756:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999787264
00000100:00100000:0.0:1767319196.536760:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999787264
00000100:00100000:0.0:1767319196.536785:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4492
00000100:00100000:0.0:1767319196.536794:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349092680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999787008:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319196.537321:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349092680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999787008:12345-0@lo:400:kworker.0 Request processed in 526us (3594us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319196.537330:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4492
00000100:00100000:0.0:1767319196.537349:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4493
00000100:00100000:0.0:1767319196.537356:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999787264:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319196.537393:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999787264:12345-0@lo:400:kworker.0 Request processed in 38us (805us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319196.537400:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4493
00000100:00080000:0.0:1767319196.537415:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319196.537445:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999787008:0@lo:400:kworker.0
00000100:00100000:0.0:1767319196.537468:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853163999787264:0@lo:400:kworker.0
00000100:00100000:2.0:1767319196.537583:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319196.537655:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319196.537704:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999787520
00000100:00100000:3.0:1767319196.537711:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999787520
00000100:00100000:2.0:1767319196.537712:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999786752:0@lo:38:kworker.0
00000100:00100000:2.0:1767319196.537746:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767319196.537754:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767319196.537763:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999786880:0@lo:38:kworker.0
00000100:00100000:1.0:1767319196.537772:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999786752
00000100:00100000:1.0:1767319196.537776:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999786752
00000100:00100000:2.0:1767319196.537782:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319196.537798:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999787136:0@lo:38:kworker.0
00000100:00100000:1.0:1767319196.537813:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999786880
00000100:00100000:1.0:1767319196.537816:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999786880
00000100:00100000:3.0:1767319196.537819:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2971
00000100:00100000:2.0:1767319196.537825:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319196.537830:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999787520:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319196.537837:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999787136
00000100:00100000:1.0:1767319196.537841:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999787136
00000100:00100000:2.0:1767319196.537853:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4910
00000100:00100000:2.0:1767319196.537859:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d072a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999786752:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767319196.537861:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4911
00000100:00100000:1.0:1767319196.537865:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d072d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999786880:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767319196.537873:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999787520:12345-0@lo:400:kworker.0 Request processed in 45us (218us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319196.537879:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2971
00010000:00020000:2.0:1767319196.537880:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319196.537906:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999787520:0@lo:400:kworker.0
00000100:00100000:2.0:1767319196.537919:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d072a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999786752:12345-0@lo:38:kworker.0 Request processed in 58us (171us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319196.537925:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319196.537929:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4910
00000100:00100000:3.0:1767319196.537950:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999787392
00000100:00100000:2.0:1767319196.537955:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4912
00000100:00100000:3.0:1767319196.537955:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999787392
00000100:00100000:2.0:1767319196.537964:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d070700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999787136:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767319196.537977:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2972
00000100:00100000:3.0:1767319196.537982:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349090380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999787392:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319196.538003:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349090380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999787392:12345-0@lo:400:kworker.0 Request processed in 22us (79us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319196.538009:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2972
00000100:00080000:3.0:1767319196.538017:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767319196.538026:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999787392:0@lo:400:kworker.0
00000100:00080000:3.0:1767319196.538055:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319196.538061:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319196.538064:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999786752:0@lo:38:kworker.0
00010000:00020000:1.0:1767319196.538084:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319196.538373:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d072d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999786880:12345-0@lo:38:kworker.0 Request processed in 506us (588us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319196.538381:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4911
00000100:00080000:3.0:1767319196.538401:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319196.538406:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319196.538408:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999786880:0@lo:38:kworker.0
00010000:00020000:2.0:1767319196.539234:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319196.539290:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d070700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999787136:12345-0@lo:38:kworker.0 Request processed in 1325us (1466us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319196.539298:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4912
00000100:00080000:3.0:1767319196.539318:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319196.539324:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319196.539327:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999787136:0@lo:38:kworker.0
00000100:00100000:0.0:1767319196.539526:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999786624
00000100:00100000:0.0:1767319196.539532:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999786624
00000100:00100000:0.0:1767319196.539562:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1737
00000100:00100000:0.0:1767319196.539567:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d070380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999786624:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319196.539579:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319196.540657:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d070380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999786624:12345-0@lo:38:kworker.0 Request processed in 1085us (3070us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319196.540666:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1737
00000100:00080000:3.0:1767319196.540705:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319196.540709:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319196.540712:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999786624:0@lo:38:kworker.0
00010000:00010000:2.0:1767319196.853460:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767319197.877572:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319198.901650:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319199.605615:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767319199.605654:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999787648:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319199.605743:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319199.605995:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999787648
00000100:00100000:1.0:1767319199.606012:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999787648
00000100:00100000:1.0:1767319199.606133:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2124
00000100:00100000:1.0:1767319199.606143:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999787648:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767319199.606171:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767319199.606248:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999787648:12345-0@lo:13:osp-pre-0-1.0 Request processed in 106us (504us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319199.606255:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2124
00000100:00080000:3.0:1767319199.606317:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767319199.606404:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999787648:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319199.608070:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767319199.608087:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d073480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999787776:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319199.608182:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319199.608694:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999787776
00000100:00100000:2.0:1767319199.608702:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999787776
00000100:00100000:2.0:1767319199.608770:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2125
00000100:00100000:2.0:1767319199.608779:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349090700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999787776:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767319199.608821:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767319199.608870:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349090700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999787776:12345-0@lo:13:osp-pre-1-1.0 Request processed in 92us (688us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319199.608877:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2125
00000100:00080000:3.0:1767319199.608929:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767319199.608985:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d073480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999787776:0@lo:13:osp-pre-1-1.0
00010000:00010000:3.0:1767319199.926719:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319200.703394:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767319200.703577:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962494208
00000100:00100000:2.0:1767319200.703587:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962494208
00000100:00080000:3.0:1767319200.703769:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319200.703815:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4494
00000100:00100000:2.0:1767319200.703828:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962494208:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767319200.703907:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962494208:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 82us (523us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319200.703915:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4494
00000100:00100000:3.0:1767319200.704020:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767319200.705791:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962494080
00000100:00100000:1.0:1767319200.705805:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962494080
00000100:00100000:1.0:1767319200.705856:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4913
00000100:00100000:1.0:1767319200.705863:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349091c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962494080:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767319200.705885:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319200.705942:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349091c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962494080:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 77us (1920us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319200.705949:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4913
00000400:00000100:0.0:1767319200.713597:0:7000:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.52@tcp portal 26 match 1853163962494336 offset 0 length 520: 4
00010000:00010000:2.0:1767319200.949494:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767319201.654976:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319201.654987:0:27049:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767319201.654990:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319201.654994:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319201.654999:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319201.655008:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4394
00000100:00080000:1.0:1767319201.655016:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:1.0:1767319201.655022:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319201.655077:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d79ed80 x1853163999787904/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319201.655095:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319201.655098:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319201.655100:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319201.655104:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4394
00000100:00080000:1.0:1767319201.655106:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:1.0:1767319201.655109:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319201.655122:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d79e300 x1853163999788032/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319201.655130:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319201.655133:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319201.655134:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319201.655138:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4394
00000100:00080000:1.0:1767319201.655140:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s
00000100:00080000:1.0:1767319201.655143:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319201.655152:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d79c700 x1853163999788160/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319201.655213:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319201.655218:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319201.655219:0:27049:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319201.655223:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4394
00000100:00080000:1.0:1767319201.655225:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s
00000100:00080000:1.0:1767319201.655229:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319201.655239:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d79e680 x1853163999788416/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319201.655319:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999788672:0@lo:400:kworker.0
00000100:00100000:2.0:1767319201.655524:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853163999788544:0@lo:400:kworker.0
00000100:00100000:3.0:1767319201.655675:0:7004:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319176/real 1767319176]  req@ffff9523483d4700 x1853163999781376/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319201 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1767319201.655699:0:7004:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9523483d4700 x1853163999781376/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319201 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1767319201.655733:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999787904:0@lo:38:kworker.0
00000100:00100000:0.0:1767319201.657184:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999788288:0@lo:400:kworker.0
00000100:00100000:2.0:1767319201.661138:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319201.661960:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319201.662049:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767319201.662064:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999788800:0@lo:400:kworker.0
00000100:00100000:2.0:1767319201.662766:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999788672
00000100:00100000:2.0:1767319201.662775:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999788672
00000100:00100000:2.0:1767319201.662832:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2973
00000100:00100000:2.0:1767319201.662842:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999788672:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319201.664360:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999788672:12345-0@lo:400:kworker.0 Request processed in 1514us (2395us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319201.664371:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2973
00000100:00080000:2.0:1767319201.664420:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767319201.664527:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319201.664567:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319201.664583:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999788544
00000100:00100000:0.0:1767319201.664589:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999788544
00000100:00100000:3.0:1767319201.664594:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999788032:0@lo:38:kworker.0
00000100:00100000:3.0:1767319201.664622:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319201.664639:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999788288
00000100:00100000:0.0:1767319201.664642:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999788288
00000100:00100000:3.0:1767319201.664649:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999788160:0@lo:38:kworker.0
00000100:00100000:0.0:1767319201.664661:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999788032
00000100:00100000:0.0:1767319201.664664:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999788032
00000100:00100000:3.0:1767319201.664671:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319201.664677:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999788160
00000100:00100000:0.0:1767319201.664679:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999788160
00000100:00100000:3.0:1767319201.664683:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999788416:0@lo:38:kworker.0
00000100:00100000:0.0:1767319201.664689:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4495
00000100:00100000:0.0:1767319201.664696:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d071180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853163999788544:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319201.664702:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767319201.664713:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319201.664722:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:3.0:1767319201.664726:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853163999781376:0@lo:250:kworker.0
00000100:00100000:0.0:1767319201.664735:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d071180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853163999788544:12345-0@lo:400:kworker.0 Request processed in 41us (3605us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319201.664741:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4495
00000100:00100000:0.0:1767319201.664750:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999788416
00000100:00100000:0.0:1767319201.664753:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999788416
00000100:00100000:0.0:1767319201.664763:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4496
00000100:00100000:0.0:1767319201.664769:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999788288:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319201.664776:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4914
00000100:00100000:3.0:1767319201.664781:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349093b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999788032:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319201.664798:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319201.664829:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349093b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999788032:12345-0@lo:38:kworker.0 Request processed in 48us (207us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319201.664836:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4914
00000100:00100000:3.0:1767319201.664899:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4915
00000100:00100000:3.0:1767319201.664903:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349090a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999788160:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319201.664912:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319201.664941:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349090a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999788160:12345-0@lo:38:kworker.0 Request processed in 36us (268us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319201.664946:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4915
00000100:00100000:3.0:1767319201.664958:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4916
00000100:00100000:3.0:1767319201.664961:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349091f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999788416:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319201.664970:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319201.664990:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349091f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999788416:12345-0@lo:38:kworker.0 Request processed in 27us (287us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319201.664996:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4916
00000100:00100000:3.0:1767319201.665018:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999787904
00000100:00100000:3.0:1767319201.665022:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999787904
00000100:00100000:3.0:1767319201.665056:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1738
00000100:00100000:3.0:1767319201.665061:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349091500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999787904:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319201.665070:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319201.665097:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349091500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999787904:12345-0@lo:38:kworker.0 Request processed in 35us (530us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319201.665102:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1738
00000100:00100000:0.0:1767319201.665113:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999788288:12345-0@lo:400:kworker.0 Request processed in 344us (585us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319201.665119:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4496
00000100:00080000:3.0:1767319201.665134:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319201.665138:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319201.665141:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999787904:0@lo:38:kworker.0
00000100:00100000:0.0:1767319201.665142:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999788288:0@lo:400:kworker.0
00000100:00080000:3.0:1767319201.665149:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319201.665152:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319201.665155:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999788032:0@lo:38:kworker.0
00000100:00080000:3.0:1767319201.665162:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319201.665165:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319201.665169:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999788160:0@lo:38:kworker.0
00000100:00080000:3.0:1767319201.665176:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319201.665179:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319201.665182:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999788416:0@lo:38:kworker.0
00000100:00080000:3.0:1767319201.665370:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319201.665375:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767319201.665378:0:27049:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319201.665382:0:27049:0:(import.c:509:import_select_connection()) MGC192.168.202.152@tcp: connect to NID 0@lo last attempt 4373
00000100:00080000:3.0:1767319201.665386:0:27049:0:(import.c:588:import_select_connection()) MGC192.168.202.152@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319201.665390:0:27049:0:(import.c:623:import_select_connection()) MGC192.168.202.152@tcp: import ffff95235eb57800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319201.665412:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952349093480 x1853163999788928/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767319201.665471:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349093480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853163999788928:0@lo:250:kworker.0
00000400:00000100:3.0:1767319201.665492:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163999788928 offset 0 length 520: 4
00000100:00080000:2.0:1767319201.666610:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319201.666659:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853163999788544:0@lo:400:kworker.0
00000100:00100000:1.0:1767319201.670481:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319201.670563:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999788672:0@lo:400:kworker.0
00000100:00100000:1.0:1767319201.670603:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999788800
00000100:00100000:1.0:1767319201.670609:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999788800
00000100:00100000:1.0:1767319201.670662:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2974
00000100:00100000:1.0:1767319201.670670:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999788800:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319201.670738:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999788800:12345-0@lo:400:kworker.0 Request processed in 68us (265us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319201.670745:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2974
00000100:00080000:1.0:1767319201.670764:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767319201.670783:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999788800:0@lo:400:kworker.0
00010000:00010000:0.0:1767319201.975943:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319202.997418:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767319204.023773:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319204.725512:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767319204.725533:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999789056:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319204.725613:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319204.725788:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d073480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999789184:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319204.725816:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319204.725889:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999789056
00000100:00100000:2.0:1767319204.725897:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999789056
00000100:00100000:2.0:1767319204.725959:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999789184
00000100:00100000:2.0:1767319204.725963:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999789184
00000100:00100000:2.0:1767319204.725994:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2126
00000100:00100000:2.0:1767319204.726007:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349093800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999789056:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767319204.726081:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767319204.726160:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349093800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999789056:12345-0@lo:13:osp-pre-0-1.0 Request processed in 154us (544us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319204.726173:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2126
00000100:00100000:2.0:1767319204.726236:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2127
00000100:00100000:2.0:1767319204.726246:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349093100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999789184:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767319204.726270:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00080000:3.0:1767319204.726332:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767319204.726338:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767319204.726392:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999789056:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319204.726552:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349093100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999789184:12345-0@lo:13:osp-pre-1-1.0 Request processed in 307us (731us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319204.726561:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2127
00000100:00100000:3.0:1767319204.727073:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d073480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999789184:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767319205.045613:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319205.824738:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767319205.825063:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962494592
00000100:00100000:2.0:1767319205.825074:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962494592
00000100:00100000:2.0:1767319205.825231:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4497
00000100:00100000:2.0:1767319205.825242:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962494592:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767319205.825329:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962494592:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 89us (602us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319205.825336:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4497
00000100:00080000:3.0:1767319205.825557:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319205.831541:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767319205.831694:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962494464
00000100:00100000:1.0:1767319205.831704:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962494464
00000100:00100000:1.0:1767319205.831766:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4917
00000100:00100000:1.0:1767319205.831774:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962494464:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767319205.831798:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319205.831861:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962494464:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 87us (331us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319205.831868:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4917
00010000:00010000:0.0:1767319206.069663:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767319206.773752:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319206.773766:0:27049:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767319206.773769:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319206.773786:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319206.773790:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319206.773797:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4399
00000100:00080000:1.0:1767319206.773815:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:1.0:1767319206.773822:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319206.773863:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523494d2680 x1853163999789312/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767319206.773931:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999789312:0@lo:38:kworker.0
00000100:00100000:3.0:1767319206.774069:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767319206.774156:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319206.774160:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319206.774163:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319206.774166:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4399
00000100:00080000:1.0:1767319206.774169:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:1.0:1767319206.774173:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319206.774247:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237c0bc700 x1853163999789440/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319206.774335:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999789312
00000100:00100000:0.0:1767319206.774352:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999789312
00000100:00100000:0.0:1767319206.774427:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1739
00000100:00100000:0.0:1767319206.774435:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349091880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999789312:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319206.774474:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319206.776185:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999789440:0@lo:38:kworker.0
00000100:00100000:3.0:1767319206.776521:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319206.776628:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999789440
00000100:00100000:2.0:1767319206.776637:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999789440
00000100:00100000:2.0:1767319206.776696:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4918
00000100:00100000:2.0:1767319206.776713:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349092300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999789440:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319206.776737:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319206.776788:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349092300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999789440:12345-0@lo:38:kworker.0 Request processed in 84us (267us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319206.776796:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4918
00000100:00080000:1.0:1767319206.778145:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319206.778154:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319206.778158:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319206.778173:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4399
00000100:00080000:1.0:1767319206.778178:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s
00000100:00080000:1.0:1767319206.778184:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319206.778237:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237c0bf800 x1853163999789568/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319206.778277:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319206.778280:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319206.778282:0:27049:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319206.778306:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4399
00000100:00080000:1.0:1767319206.778309:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s
00000100:00080000:1.0:1767319206.778313:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319206.778325:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234471d500 x1853163999789824/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319206.778412:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345faaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999790080:0@lo:400:kworker.0
00000100:00100000:1.0:1767319206.778491:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319206.778524:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767319206.778529:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999790208:0@lo:400:kworker.0
00000100:00100000:1.0:1767319206.778551:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319206.778591:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999790080
00000100:00100000:1.0:1767319206.778597:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999790080
00000100:00100000:1.0:1767319206.778669:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999790208
00000100:00100000:1.0:1767319206.778674:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999790208
00000100:00100000:1.0:1767319206.778733:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2975
00000100:00100000:1.0:1767319206.778741:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999790080:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319206.778790:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999790080:12345-0@lo:400:kworker.0 Request processed in 50us (298us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319206.778797:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2975
00000100:00100000:1.0:1767319206.778843:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2976
00000100:00100000:1.0:1767319206.778849:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999790208:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319206.778878:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999790208:12345-0@lo:400:kworker.0 Request processed in 29us (326us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319206.778884:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2976
00000100:00100000:1.0:1767319206.779393:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999790208:0@lo:400:kworker.0
00000100:00100000:1.0:1767319206.779407:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345faaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999790080:0@lo:400:kworker.0
00000100:00100000:1.0:1767319206.779524:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234471c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853163999789952:0@lo:400:kworker.0
00000100:00100000:1.0:1767319206.779579:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319206.779601:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767319206.779607:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234471c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853163999789696:0@lo:400:kworker.0
00000100:00100000:1.0:1767319206.779628:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319206.780624:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999789952
00000100:00100000:2.0:1767319206.780633:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999789952
00000100:00100000:2.0:1767319206.781190:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999789696
00000100:00100000:2.0:1767319206.781230:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999789696
00000100:00100000:2.0:1767319206.781273:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4498
00000100:00100000:2.0:1767319206.781282:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999789952:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319206.781572:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999789952:12345-0@lo:400:kworker.0 Request processed in 291us (1991us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319206.781580:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4498
00000100:00100000:2.0:1767319206.781599:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4499
00000100:00100000:2.0:1767319206.781606:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853163999789696:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319206.781636:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853163999789696:12345-0@lo:400:kworker.0 Request processed in 31us (2007us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319206.781642:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4499
00000100:00100000:2.0:1767319206.782149:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234471c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853163999789696:0@lo:400:kworker.0
00000100:00100000:2.0:1767319206.782161:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234471c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853163999789952:0@lo:400:kworker.0
00000100:00080000:2.0:1767319206.782235:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767319206.782241:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767319206.782244:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767319206.782736:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349091880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999789312:12345-0@lo:38:kworker.0 Request processed in 8297us (8664us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319206.782746:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1739
00000100:00080000:3.0:1767319206.784130:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319206.784140:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319206.784145:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999789312:0@lo:38:kworker.0
00000100:00100000:3.0:1767319206.784180:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999789568:0@lo:38:kworker.0
00000100:00100000:3.0:1767319206.784257:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319206.784363:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234471d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999789824:0@lo:38:kworker.0
00000100:00100000:3.0:1767319206.784395:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767319206.784664:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319206.784669:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319206.784673:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999789440:0@lo:38:kworker.0
00000100:00100000:1.0:1767319206.788683:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999789568
00000100:00100000:1.0:1767319206.788699:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999789568
00000100:00100000:1.0:1767319206.788764:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999789824
00000100:00100000:1.0:1767319206.788768:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999789824
00000100:00100000:1.0:1767319206.788810:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4919
00000100:00100000:1.0:1767319206.788819:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349091180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999789568:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319206.788843:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319206.789130:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4920
00000100:00100000:0.0:1767319206.789136:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999789824:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319206.789146:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319206.789259:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999789824:12345-0@lo:38:kworker.0 Request processed in 121us (4862us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319206.789266:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4920
00000100:00080000:3.0:1767319206.789773:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319206.789780:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319206.789785:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234471d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999789824:0@lo:38:kworker.0
00000100:00100000:1.0:1767319206.790363:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349091180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999789568:12345-0@lo:38:kworker.0 Request processed in 1543us (6104us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319206.790518:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4919
00000100:00080000:3.0:1767319206.791108:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319206.791115:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319206.791120:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999789568:0@lo:38:kworker.0
00010000:00010000:2.0:1767319207.093665:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767319208.117710:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319209.141527:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319209.845505:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d073480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999790336:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319209.845579:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319209.845759:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999790336
00000100:00100000:0.0:1767319209.845767:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999790336
00000100:00100000:0.0:1767319209.845822:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2128
00000100:00100000:0.0:1767319209.845831:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999790336:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319209.845874:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767319209.845886:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999790464:0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767319209.845891:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767319209.845921:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319209.845950:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999790336:12345-0@lo:13:osp-pre-1-1.0 Request processed in 117us (368us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319209.845958:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2128
00000100:00100000:0.0:1767319209.845987:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999790464
00000100:00100000:0.0:1767319209.845992:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999790464
00000100:00100000:0.0:1767319209.846017:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2129
00000100:00100000:0.0:1767319209.846023:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999790464:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767319209.846037:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767319209.846075:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999790464:12345-0@lo:13:osp-pre-0-1.0 Request processed in 53us (155us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319209.846081:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2129
00000100:00080000:2.0:1767319209.846175:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767319209.846179:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767319209.847187:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d073480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999790336:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319209.847254:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999790464:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767319210.166295:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319210.947697:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767319210.947749:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767319210.947852:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962494848
00000100:00100000:2.0:1767319210.947863:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962494848
00000100:00100000:2.0:1767319210.947935:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962494720
00000100:00100000:2.0:1767319210.947939:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962494720
00000100:00100000:2.0:1767319210.947987:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4500
00000100:00100000:2.0:1767319210.947997:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962494848:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767319210.948044:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4921
00000100:00100000:1.0:1767319210.948054:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d073480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962494720:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767319210.948082:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319210.948082:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962494848:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 83us (394us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319210.948093:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4500
00000100:00100000:1.0:1767319210.948122:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d073480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962494720:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 66us (371us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319210.948129:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4921
00000100:00080000:3.0:1767319210.948488:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767319211.189550:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767319211.895544:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319211.895555:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767319211.895557:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319211.895561:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319211.895565:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319211.895574:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4404
00000100:00080000:0.0:1767319211.895579:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:0.0:1767319211.895585:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319211.895627:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d79e680 x1853163999790592/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319211.895663:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319211.895666:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319211.895668:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319211.895672:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4404
00000100:00080000:0.0:1767319211.895675:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:0.0:1767319211.895678:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319211.895690:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d79c700 x1853163999790720/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319211.895706:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319211.895708:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319211.895710:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319211.895714:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4404
00000100:00080000:0.0:1767319211.895717:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s
00000100:00080000:0.0:1767319211.895720:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319211.895730:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d79e300 x1853163999790848/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319211.895779:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319211.895783:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319211.895785:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319211.895789:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4404
00000100:00080000:0.0:1767319211.895792:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s
00000100:00080000:0.0:1767319211.895795:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319211.895904:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767319211.895922:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853163999790976:0@lo:400:kworker.0
00000100:00100000:1.0:1767319211.895934:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999790592:0@lo:38:kworker.0
00000100:00100000:0.0:1767319211.895992:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d79f100 x1853163999791104/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319211.896066:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767319211.896077:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999791232:0@lo:400:kworker.0
00000100:00100000:0.0:1767319211.896149:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366962d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999791488:0@lo:400:kworker.0
00000100:00100000:1.0:1767319211.897266:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319211.897334:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999790720:0@lo:38:kworker.0
00000100:00100000:1.0:1767319211.897391:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319211.897414:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999790848:0@lo:38:kworker.0
00000100:00100000:1.0:1767319211.897438:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319211.897466:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999791104:0@lo:38:kworker.0
00000100:00100000:1.0:1767319211.897489:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319211.897528:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999790720
00000100:00100000:1.0:1767319211.897536:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999790720
00000100:00100000:1.0:1767319211.897568:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999790848
00000100:00100000:1.0:1767319211.897571:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999790848
00000100:00100000:1.0:1767319211.897792:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999791104
00000100:00100000:1.0:1767319211.897796:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999791104
00000100:00100000:1.0:1767319211.897832:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4922
00000100:00100000:1.0:1767319211.897839:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345faaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999790720:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319211.897861:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319211.897907:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345faaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999790720:12345-0@lo:38:kworker.0 Request processed in 66us (514us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319211.897914:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4922
00000100:00100000:1.0:1767319211.897932:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4923
00000100:00100000:1.0:1767319211.897936:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bcf0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999790848:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319211.897960:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319211.897987:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bcf0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999790848:12345-0@lo:38:kworker.0 Request processed in 50us (549us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319211.897993:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4923
00000100:00100000:1.0:1767319211.898005:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4924
00000100:00100000:1.0:1767319211.898009:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999791104:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319211.898018:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319211.898041:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999791104:12345-0@lo:38:kworker.0 Request processed in 30us (551us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319211.898046:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4924
00000100:00080000:1.0:1767319211.898090:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319211.898095:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319211.898099:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999791104:0@lo:38:kworker.0
00000100:00080000:1.0:1767319211.898108:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319211.898111:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319211.898114:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999790720:0@lo:38:kworker.0
00000100:00080000:1.0:1767319211.898121:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319211.898125:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319211.898127:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999790848:0@lo:38:kworker.0
00000100:00100000:1.0:1767319211.898177:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999790592
00000100:00100000:1.0:1767319211.898181:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999790592
00000100:00100000:1.0:1767319211.898230:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1740
00000100:00100000:1.0:1767319211.898235:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999790592:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319211.898246:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319211.898278:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999790592:12345-0@lo:38:kworker.0 Request processed in 42us (1016us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319211.898284:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1740
00000100:00080000:1.0:1767319211.898328:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319211.898332:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319211.898336:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999790592:0@lo:38:kworker.0
00000100:00100000:1.0:1767319211.898460:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999791360:0@lo:400:kworker.0
00000100:00100000:1.0:1767319211.898491:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319211.898548:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999791360
00000100:00100000:1.0:1767319211.898552:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999791360
00000100:00100000:1.0:1767319211.898695:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2977
00000100:00100000:1.0:1767319211.898703:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999791360:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319211.898779:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999791360:12345-0@lo:400:kworker.0 Request processed in 76us (286us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319211.898785:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2977
00000100:00100000:1.0:1767319211.898812:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999791360:0@lo:400:kworker.0
00000100:00080000:1.0:1767319211.898836:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767319211.902133:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319211.902267:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999791232
00000100:00100000:1.0:1767319211.902277:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999791232
00000100:00100000:3.0:1767319211.902320:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767319211.902376:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319211.905555:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319211.905742:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999791488
00000100:00100000:3.0:1767319211.905752:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999791488
00000100:00100000:3.0:1767319211.905811:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2978
00000100:00100000:3.0:1767319211.905822:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366961500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999791488:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319211.905879:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366961500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999791488:12345-0@lo:400:kworker.0 Request processed in 60us (332us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319211.905886:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2978
00000100:00080000:3.0:1767319211.905917:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767319211.907378:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999790976
00000100:00100000:1.0:1767319211.907391:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999790976
00000100:00100000:1.0:1767319211.907483:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4501
00000100:00100000:1.0:1767319211.907492:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999791232:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319211.907575:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999791232:12345-0@lo:400:kworker.0 Request processed in 83us (5449us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319211.907582:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4501
00000100:00100000:1.0:1767319211.907602:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4502
00000100:00100000:1.0:1767319211.907608:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853163999790976:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319211.907636:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853163999790976:12345-0@lo:400:kworker.0 Request processed in 28us (5318us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319211.907641:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4502
00000100:00100000:1.0:1767319211.907699:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366962d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999791488:0@lo:400:kworker.0
00000100:00080000:3.0:1767319211.907827:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319211.907853:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853163999790976:0@lo:400:kworker.0
00000100:00100000:3.0:1767319211.907888:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999791232:0@lo:400:kworker.0
00010000:00010000:3.0:1767319212.213394:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319213.237422:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767319214.264040:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319214.965802:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767319214.965831:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366962d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999791744:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319214.965904:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319214.965959:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234471c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999791616:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319214.965981:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999791744
00000100:00100000:1.0:1767319214.965990:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319214.965995:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999791744
00000100:00100000:2.0:1767319214.966096:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999791616
00000100:00100000:2.0:1767319214.966106:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999791616
00000100:00100000:0.0:1767319214.966113:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2130
00000100:00100000:0.0:1767319214.966131:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999791744:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767319214.966175:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767319214.966295:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2131
00000100:00100000:1.0:1767319214.966312:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999791616:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319214.966320:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999791744:12345-0@lo:13:osp-pre-0-1.0 Request processed in 191us (410us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319214.966332:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2130
00002000:00000024:1.0:1767319214.966350:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767319214.966408:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999791616:12345-0@lo:13:osp-pre-1-1.0 Request processed in 99us (415us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319214.966416:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2131
00000100:00100000:0.0:1767319214.966456:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366962d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999791744:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319214.966479:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234471c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999791616:0@lo:13:osp-pre-1-1.0
00000100:00080000:3.0:1767319214.967440:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767319214.967447:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00010000:2.0:1767319215.285769:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319216.063116:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767319216.063164:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767319216.063282:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962495104
00000100:00100000:2.0:1767319216.063291:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962495104
00000100:00100000:2.0:1767319216.063369:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962494976
00000100:00100000:2.0:1767319216.063373:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962494976
00000100:00100000:2.0:1767319216.063392:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4503
00000100:00100000:2.0:1767319216.063401:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366962d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962495104:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767319216.063476:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366962d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962495104:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 75us (369us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319216.063484:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4503
00000100:00100000:2.0:1767319216.063503:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4925
00000100:00100000:2.0:1767319216.063508:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962494976:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767319216.063527:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319216.063556:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962494976:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 46us (391us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319216.063562:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4925
00000100:00080000:3.0:1767319216.063816:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767319216.310059:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767319217.013680:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319217.013692:0:27049:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767319217.013696:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319217.013700:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319217.013704:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319217.013713:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4409
00000100:00080000:1.0:1767319217.013718:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319217.013725:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319217.013768:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d79e680 x1853163999791872/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319217.013828:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999791872:0@lo:38:kworker.0
00000100:00100000:2.0:1767319217.013937:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767319217.014513:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319217.014518:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319217.014521:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319217.014526:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4409
00000100:00080000:1.0:1767319217.014529:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319217.014534:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319217.014551:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d79e300 x1853163999792000/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767319217.015179:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999791872
00000100:00100000:3.0:1767319217.015189:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999791872
00000100:00100000:3.0:1767319217.015299:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1741
00000100:00100000:3.0:1767319217.015307:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999791872:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319217.015329:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319217.015648:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999792000:0@lo:38:kworker.0
00000100:00100000:2.0:1767319217.015687:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319217.015753:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999792000
00000100:00100000:0.0:1767319217.015759:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999792000
00000100:00100000:0.0:1767319217.015787:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4926
00000100:00100000:0.0:1767319217.015792:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236729a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999792000:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319217.015803:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319217.015837:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236729a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999792000:12345-0@lo:38:kworker.0 Request processed in 43us (148us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319217.015843:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4926
00000100:00100000:3.0:1767319217.016666:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999791872:12345-0@lo:38:kworker.0 Request processed in 1356us (2726us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319217.016675:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1741
00000100:00080000:1.0:1767319217.016695:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319217.016701:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319217.016705:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319217.016710:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4409
00000100:00080000:1.0:1767319217.016713:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319217.016718:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319217.016744:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d79c700 x1853163999792128/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319217.016819:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999792256:0@lo:400:kworker.0
00000100:00080000:2.0:1767319217.016859:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319217.016869:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319217.016874:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319217.016877:0:27049:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319217.016880:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4409
00000100:00080000:1.0:1767319217.016884:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319217.016888:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319217.016915:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952373fadf80 x1853163999792384/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319217.016983:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952373faca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999792768:0@lo:400:kworker.0
00000100:00100000:3.0:1767319217.017037:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952373fae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853163999792512:0@lo:400:kworker.0
00000100:00080000:2.0:1767319217.017062:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319217.017068:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999791872:0@lo:38:kworker.0
00000100:00100000:2.0:1767319217.017090:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999792128:0@lo:38:kworker.0
00000100:00100000:0.0:1767319217.017213:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319217.017261:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999792256
00000100:00100000:0.0:1767319217.017267:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999792256
00000100:00100000:0.0:1767319217.017317:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4504
00000100:00100000:0.0:1767319217.017326:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999792256:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319217.017372:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999792256:12345-0@lo:400:kworker.0 Request processed in 48us (160us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319217.017379:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4504
00000100:00080000:0.0:1767319217.017403:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319217.017429:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999792256:0@lo:400:kworker.0
00000100:00100000:0.0:1767319217.017457:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952373faed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999792640:0@lo:400:kworker.0
00000100:00100000:0.0:1767319217.017483:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319217.017514:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999792640
00000100:00100000:0.0:1767319217.017518:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999792640
00000100:00100000:0.0:1767319217.017549:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2979
00000100:00100000:0.0:1767319217.017555:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999792640:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319217.017589:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999792640:12345-0@lo:400:kworker.0 Request processed in 35us (105us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319217.017596:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2979
00000100:00080000:0.0:1767319217.017613:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767319217.017628:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952373faed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999792640:0@lo:400:kworker.0
00000100:00100000:1.0:1767319217.017777:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319217.017886:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999792768
00000100:00100000:0.0:1767319217.017890:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999792768
00000100:00100000:0.0:1767319217.017939:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2980
00000100:00100000:0.0:1767319217.017946:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373faed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999792768:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319217.017983:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373faed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999792768:12345-0@lo:400:kworker.0 Request processed in 38us (206us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319217.017989:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2980
00000100:00100000:0.0:1767319217.018014:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952373faca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999792768:0@lo:400:kworker.0
00000100:00080000:1.0:1767319217.018067:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767319217.018344:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319217.018450:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319217.018521:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952373fadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999792384:0@lo:38:kworker.0
00000100:00100000:2.0:1767319217.018545:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319217.018602:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999792512
00000100:00100000:0.0:1767319217.018607:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999792512
00000100:00100000:0.0:1767319217.018653:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999792128
00000100:00080000:3.0:1767319217.018656:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319217.018658:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999792128
00000100:00100000:0.0:1767319217.018683:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4505
00000100:00100000:3.0:1767319217.018689:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4927
00000100:00100000:0.0:1767319217.018694:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f56680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999792512:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319217.018698:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236729aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999792128:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319217.018715:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319217.018740:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f56680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999792512:12345-0@lo:400:kworker.0 Request processed in 48us (394us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319217.018747:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4505
00000100:00100000:3.0:1767319217.018762:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236729aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999792128:12345-0@lo:38:kworker.0 Request processed in 64us (311us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319217.018767:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4927
00000100:00100000:3.0:1767319217.018795:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952373fae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853163999792512:0@lo:400:kworker.0
00000100:00080000:2.0:1767319217.018868:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319217.018873:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319217.018877:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999792000:0@lo:38:kworker.0
00000100:00080000:2.0:1767319217.018893:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319217.018897:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319217.018911:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999792128:0@lo:38:kworker.0
00000100:00100000:1.0:1767319217.018953:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999792384
00000100:00100000:1.0:1767319217.018958:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999792384
00000100:00100000:1.0:1767319217.019029:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4928
00000100:00100000:1.0:1767319217.019034:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367298e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999792384:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319217.019043:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319217.019081:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367298e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999792384:12345-0@lo:38:kworker.0 Request processed in 47us (535us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319217.019096:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4928
00000100:00080000:2.0:1767319217.019234:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319217.019239:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319217.019242:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952373fadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999792384:0@lo:38:kworker.0
00010000:00010000:2.0:1767319217.336211:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767319218.357439:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319219.381444:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319220.085781:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767319220.085800:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999792896:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319220.085866:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319220.088555:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999792896
00000100:00100000:0.0:1767319220.088571:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999792896
00000100:00100000:0.0:1767319220.088678:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2132
00000100:00100000:0.0:1767319220.088690:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f55c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999792896:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767319220.088724:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767319220.088807:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f55c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999792896:12345-0@lo:13:osp-pre-0-1.0 Request processed in 120us (2941us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319220.088815:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2132
00000100:00100000:2.0:1767319220.089092:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767319220.089118:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999793024:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319220.089161:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319220.089362:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999793024
00000100:00100000:1.0:1767319220.089368:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999793024
00000100:00100000:1.0:1767319220.089418:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2133
00000100:00100000:1.0:1767319220.089426:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999793024:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767319220.089500:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767319220.089539:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999793024:12345-0@lo:13:osp-pre-1-1.0 Request processed in 114us (377us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319220.089546:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2133
00000100:00080000:3.0:1767319220.090129:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767319220.090134:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767319220.090179:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999792896:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319220.090371:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999793024:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767319220.406224:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319221.187295:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767319221.187355:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767319221.187426:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962495360
00000100:00100000:1.0:1767319221.187436:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962495360
00000100:00100000:1.0:1767319221.187505:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962495232
00000100:00100000:1.0:1767319221.187509:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962495232
00000100:00100000:3.0:1767319221.187512:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4506
00000100:00100000:3.0:1767319221.187523:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962495360:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767319221.187525:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4929
00000100:00100000:1.0:1767319221.187529:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962495232:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767319221.187548:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319221.187594:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962495360:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 73us (309us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319221.187601:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4506
00000100:00080000:2.0:1767319221.187603:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319221.193141:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962495232:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 5594us (5769us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319221.193158:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4929
00010000:00010000:2.0:1767319221.433107:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767319222.133528:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319222.133546:0:27049:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767319222.133550:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319222.133554:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319222.133558:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319222.133567:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4414
00000100:00080000:3.0:1767319222.133572:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319222.133579:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319222.133622:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952344b24700 x1853163999793152/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319222.133647:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319222.133650:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319222.133652:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319222.133655:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4414
00000100:00080000:3.0:1767319222.133657:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319222.133660:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319222.133671:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952344b27480 x1853163999793280/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319222.133679:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319222.133682:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319222.133684:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319222.133687:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4414
00000100:00080000:3.0:1767319222.133689:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319222.133691:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319222.133700:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952344b25f80 x1853163999793408/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319222.133737:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319222.133741:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319222.133742:0:27049:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319222.133745:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4414
00000100:00080000:3.0:1767319222.133747:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319222.133750:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319222.133762:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952345ebca80 x1853163999793664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767319222.133811:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366964380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999794048:0@lo:400:kworker.0
00000100:00100000:3.0:1767319222.133892:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319222.133954:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767319222.133961:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366965880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999793920:0@lo:400:kworker.0
00000100:00100000:3.0:1767319222.133984:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319222.134017:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999794048
00000100:00100000:3.0:1767319222.134024:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999794048
00000100:00100000:3.0:1767319222.134088:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999793920
00000100:00100000:3.0:1767319222.134091:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999793920
00000100:00100000:3.0:1767319222.134117:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2981
00000100:00100000:3.0:1767319222.134127:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234823b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999794048:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319222.134172:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234823b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999794048:12345-0@lo:400:kworker.0 Request processed in 48us (280us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319222.134180:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2981
00000100:00100000:3.0:1767319222.134222:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2982
00000100:00100000:3.0:1767319222.134230:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952348238000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999793920:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319222.134262:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952348238000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999793920:12345-0@lo:400:kworker.0 Request processed in 34us (278us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319222.134268:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2982
00000100:00100000:3.0:1767319222.134311:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366965880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999793920:0@lo:400:kworker.0
00000100:00100000:3.0:1767319222.134320:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366964380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999794048:0@lo:400:kworker.0
00000100:00080000:2.0:1767319222.134392:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767319222.134396:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767319222.134408:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952344b24700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999793152:0@lo:38:kworker.0
00000100:00100000:2.0:1767319222.134494:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319222.134528:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952344b27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999793280:0@lo:38:kworker.0
00000100:00100000:2.0:1767319222.134555:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319222.134573:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952344b25f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999793408:0@lo:38:kworker.0
00000100:00100000:2.0:1767319222.134595:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319222.134613:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345ebca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999793664:0@lo:38:kworker.0
00000100:00100000:2.0:1767319222.134634:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319222.134663:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999793280
00000100:00100000:2.0:1767319222.134667:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999793280
00000100:00100000:2.0:1767319222.134686:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999793408
00000100:00100000:2.0:1767319222.134689:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999793408
00000100:00100000:2.0:1767319222.134701:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999793664
00000100:00100000:2.0:1767319222.134703:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999793664
00000100:00100000:2.0:1767319222.134715:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4930
00000100:00100000:2.0:1767319222.134721:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999793280:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319222.134738:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319222.134772:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999793280:12345-0@lo:38:kworker.0 Request processed in 50us (216us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319222.134778:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4930
00000100:00100000:2.0:1767319222.134792:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4931
00000100:00100000:2.0:1767319222.134796:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999793408:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319222.134805:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319222.134829:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999793408:12345-0@lo:38:kworker.0 Request processed in 32us (233us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319222.134834:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4931
00000100:00100000:2.0:1767319222.134844:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4932
00000100:00100000:2.0:1767319222.134848:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999793664:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319222.134869:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319222.134890:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999793664:12345-0@lo:38:kworker.0 Request processed in 40us (255us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319222.134896:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4932
00000100:00080000:2.0:1767319222.134924:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319222.134929:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319222.134932:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952344b27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999793280:0@lo:38:kworker.0
00000100:00080000:2.0:1767319222.134940:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319222.134942:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319222.134945:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952344b25f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999793408:0@lo:38:kworker.0
00000100:00080000:2.0:1767319222.134952:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319222.134955:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319222.134958:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345ebca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999793664:0@lo:38:kworker.0
00000100:00100000:1.0:1767319222.135178:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366966a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853163999793792:0@lo:400:kworker.0
00000100:00100000:1.0:1767319222.135240:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319222.135261:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767319222.135268:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952344b27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853163999793536:0@lo:400:kworker.0
00000100:00100000:1.0:1767319222.135290:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319222.135317:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999793792
00000100:00100000:1.0:1767319222.135321:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999793792
00000100:00100000:1.0:1767319222.135352:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999793536
00000100:00100000:1.0:1767319222.135355:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999793536
00000100:00100000:1.0:1767319222.135368:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4507
00000100:00100000:1.0:1767319222.135374:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373fadf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853163999793792:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319222.135411:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373fadf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853163999793792:12345-0@lo:400:kworker.0 Request processed in 37us (170us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319222.135416:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4507
00000100:00100000:1.0:1767319222.135429:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4508
00000100:00100000:1.0:1767319222.135435:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373fae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853163999793536:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319222.135460:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373fae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853163999793536:12345-0@lo:400:kworker.0 Request processed in 25us (169us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319222.135465:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4508
00000100:00080000:1.0:1767319222.135484:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319222.135501:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952344b27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853163999793536:0@lo:400:kworker.0
00000100:00100000:1.0:1767319222.135509:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366966a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853163999793792:0@lo:400:kworker.0
00000100:00100000:3.0:1767319222.135775:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999793152
00000100:00100000:3.0:1767319222.135779:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999793152
00000100:00100000:3.0:1767319222.135805:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1742
00000100:00100000:3.0:1767319222.135809:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345b36850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999793152:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319222.135822:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319222.135867:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345b36850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999793152:12345-0@lo:38:kworker.0 Request processed in 56us (1372us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319222.135872:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1742
00000100:00080000:2.0:1767319222.136077:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319222.136082:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319222.136085:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952344b24700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999793152:0@lo:38:kworker.0
00010000:00010000:0.0:1767319222.453410:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319223.477564:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767319224.501811:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319225.206046:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999794176:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319225.206154:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319225.206512:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999794176
00000100:00100000:2.0:1767319225.206524:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999794176
00000100:00100000:1.0:1767319225.206552:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999794304:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319225.206590:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319225.206745:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999794304
00000100:00100000:2.0:1767319225.206750:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999794304
00000100:00100000:2.0:1767319225.206784:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2134
00000100:00100000:2.0:1767319225.206796:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fa8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999794176:12345-0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767319225.206876:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767319225.206882:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00002000:00000024:2.0:1767319225.206939:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767319225.207000:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fa8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999794176:12345-0@lo:13:osp-pre-1-1.0 Request processed in 206us (845us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319225.211077:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2135
00000100:00100000:3.0:1767319225.211118:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373faca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999794304:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767319225.211167:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767319225.211305:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373faca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999794304:12345-0@lo:13:osp-pre-0-1.0 Request processed in 211us (4714us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319225.211314:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2135
00000100:00100000:3.0:1767319225.211413:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999794176:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319225.211494:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999794304:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319225.212222:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2134
00000400:00000100:2.0:1767319225.288270:0:6999:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.52@tcp portal 26 match 1853163962495488 offset 0 length 520: 4
00000100:00100000:2.0:1767319225.288333:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767319225.288475:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962495616
00000100:00100000:3.0:1767319225.288488:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962495616
00000100:00100000:2.0:1767319225.288613:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767319225.303600:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962495744
00000100:00100000:3.0:1767319225.303623:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962495744
00000100:00100000:2.0:1767319225.303800:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4509
00000100:00100000:2.0:1767319225.303817:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962495744:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767319225.303925:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962495744:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 111us (15310us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319225.303938:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4509
00000100:00100000:2.0:1767319225.303962:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4933
00000100:00100000:2.0:1767319225.303967:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962495616:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767319225.303994:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767319225.304018:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319225.304031:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962495616:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 59us (15696us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319225.304040:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4933
00010000:00010000:2.0:1767319225.527235:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319226.229915:0:7004:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319201/real 1767319201]  req@ffff952349093480 x1853163999788928/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319226 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1767319226.229961:0:7004:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff952349093480 x1853163999788928/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319226 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1767319226.229987:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319226.230020:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:3.0:1767319226.230024:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349093480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853163999788928:0@lo:250:kworker.0
00000100:00080000:0.0:1767319226.230097:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319226.230105:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1767319226.230109:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319226.230115:0:49151:0:(import.c:509:import_select_connection()) MGC192.168.202.152@tcp: connect to NID 0@lo last attempt 4399
00000100:00080000:0.0:1767319226.230120:0:49151:0:(import.c:588:import_select_connection()) MGC192.168.202.152@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319226.230127:0:49151:0:(import.c:623:import_select_connection()) MGC192.168.202.152@tcp: import ffff95235eb57800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319226.230175:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523499aa680 x1853163999794432/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767319226.230249:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853163999794432:0@lo:250:kworker.0
00000400:00000100:3.0:1767319226.230313:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163999794432 offset 0 length 520: 4
00000100:00080000:0.0:1767319226.230403:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319226.230408:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319226.230411:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319226.230415:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4420
00000100:00080000:0.0:1767319226.230418:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319226.230424:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319226.230443:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523499a8700 x1853163999794560/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767319226.239363:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999794560:0@lo:38:kworker.0
00000100:00100000:3.0:1767319226.239498:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767319226.240211:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319226.240220:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319226.240225:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319226.240233:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4420
00000100:00080000:0.0:1767319226.240237:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319226.240245:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319226.240288:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523499aad80 x1853163999794688/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319226.240308:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319226.240311:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319226.240313:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319226.240317:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4420
00000100:00080000:0.0:1767319226.240320:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319226.240323:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319226.240336:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523499a9880 x1853163999794816/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319226.240388:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319226.240392:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319226.240394:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319226.240398:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4420
00000100:00080000:0.0:1767319226.240401:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319226.240405:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319226.240418:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523499ab100 x1853163999795072/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319226.240515:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236694a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853163999795200:0@lo:400:kworker.0
00000100:00100000:0.0:1767319226.240569:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319226.240600:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767319226.240606:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853163999794944:0@lo:400:kworker.0
00000100:00100000:0.0:1767319226.240630:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319226.240656:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236694b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999795456:0@lo:400:kworker.0
00000100:00100000:0.0:1767319226.240683:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319226.240702:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767319226.240706:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366949180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999795328:0@lo:400:kworker.0
00000100:00100000:0.0:1767319226.240726:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319226.240969:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999795456
00000100:00100000:0.0:1767319226.240979:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999795456
00000100:00100000:0.0:1767319226.241035:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999795328
00000100:00100000:0.0:1767319226.241038:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999795328
00000100:00100000:0.0:1767319226.241061:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2983
00000100:00100000:0.0:1767319226.241070:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366948e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999795456:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319226.241126:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366948e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999795456:12345-0@lo:400:kworker.0 Request processed in 57us (441us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319226.241133:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2983
00000100:00100000:0.0:1767319226.241150:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2984
00000100:00100000:0.0:1767319226.241155:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366948000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999795328:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319226.241178:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366948000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999795328:12345-0@lo:400:kworker.0 Request processed in 24us (452us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319226.241187:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2984
00000100:00100000:0.0:1767319226.241258:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366949180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999795328:0@lo:400:kworker.0
00000100:00100000:0.0:1767319226.241268:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236694b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999795456:0@lo:400:kworker.0
00000100:00100000:0.0:1767319226.241294:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999795200
00000100:00100000:0.0:1767319226.241298:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999795200
00000100:00100000:0.0:1767319226.241334:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999794944
00000100:00100000:0.0:1767319226.241338:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999794944
00000100:00100000:0.0:1767319226.241357:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4510
00000100:00100000:0.0:1767319226.241363:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366949c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999795200:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319226.241402:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366949c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999795200:12345-0@lo:400:kworker.0 Request processed in 39us (833us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319226.241409:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4510
00000100:00100000:0.0:1767319226.241420:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4511
00000100:00100000:0.0:1767319226.241426:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366948a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853163999794944:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319226.241733:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366948a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853163999794944:12345-0@lo:400:kworker.0 Request processed in 306us (1101us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319226.241740:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4511
00000100:00100000:1.0:1767319226.242235:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999794560
00000100:00100000:1.0:1767319226.242244:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999794560
00000100:00100000:1.0:1767319226.242280:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1743
00000100:00100000:1.0:1767319226.242292:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345faa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999794560:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319226.242318:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319226.242374:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345faa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999794560:12345-0@lo:38:kworker.0 Request processed in 82us (2884us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319226.242380:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1743
00000100:00100000:1.0:1767319226.242467:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853163999794944:0@lo:400:kworker.0
00000100:00100000:1.0:1767319226.242480:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236694a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853163999795200:0@lo:400:kworker.0
00000100:00080000:3.0:1767319226.243334:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319226.243370:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999794688:0@lo:38:kworker.0
00000100:00100000:3.0:1767319226.243438:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319226.243484:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999794816:0@lo:38:kworker.0
00000100:00100000:3.0:1767319226.243949:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319226.243977:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999795072:0@lo:38:kworker.0
00000100:00100000:3.0:1767319226.244007:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767319226.244057:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319226.244063:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319226.244067:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999794560:0@lo:38:kworker.0
00000100:00100000:2.0:1767319226.244177:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999794688
00000100:00100000:2.0:1767319226.244186:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999794688
00000100:00100000:2.0:1767319226.244254:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999794816
00000100:00100000:2.0:1767319226.244258:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999794816
00000100:00100000:2.0:1767319226.244277:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999795072
00000100:00100000:2.0:1767319226.244280:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999795072
00000100:00100000:2.0:1767319226.244302:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4934
00000100:00100000:2.0:1767319226.244310:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999794688:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319226.244334:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319226.244382:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999794688:12345-0@lo:38:kworker.0 Request processed in 72us (943us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319226.244389:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4934
00000100:00100000:2.0:1767319226.244407:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4935
00000100:00100000:2.0:1767319226.244410:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999794816:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319226.244421:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319226.244444:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999794816:12345-0@lo:38:kworker.0 Request processed in 32us (496us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319226.244462:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4935
00000100:00100000:2.0:1767319226.244473:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4936
00000100:00100000:2.0:1767319226.244477:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999795072:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319226.244486:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319226.244678:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999795072:12345-0@lo:38:kworker.0 Request processed in 198us (668us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319226.244685:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4936
00000100:00080000:3.0:1767319226.244859:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319226.244865:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319226.244868:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999794688:0@lo:38:kworker.0
00000100:00080000:3.0:1767319226.244879:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319226.244883:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319226.244886:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999794816:0@lo:38:kworker.0
00000100:00080000:3.0:1767319226.244894:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319226.244897:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319226.244900:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999795072:0@lo:38:kworker.0
00010000:00010000:0.0:1767319226.551798:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319227.573687:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767319228.597916:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319229.626225:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319230.325870:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999795584:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319230.325923:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236694b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999795712:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319230.325981:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319230.326031:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319230.332835:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999795584
00000100:00100000:1.0:1767319230.332861:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999795584
00000100:00100000:1.0:1767319230.333070:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999795712
00000100:00100000:1.0:1767319230.333075:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999795712
00000100:00080000:3.0:1767319230.333112:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767319230.333124:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767319230.333125:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2136
00000100:00100000:2.0:1767319230.333141:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999795584:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767319230.333190:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767319230.333502:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999795584:12345-0@lo:13:osp-pre-1-1.0 Request processed in 363us (7521us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319230.333511:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2136
00000100:00100000:2.0:1767319230.333536:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2137
00000100:00100000:2.0:1767319230.333544:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999795712:12345-0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319230.333555:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999795584:0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767319230.333566:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767319230.333622:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999795712:12345-0@lo:13:osp-pre-0-1.0 Request processed in 79us (7591us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319230.333632:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2137
00000100:00100000:3.0:1767319230.334419:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236694b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999795712:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319230.404113:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767319230.404281:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767319230.408680:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962496000
00000100:00100000:0.0:1767319230.408703:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962496000
00000100:00100000:0.0:1767319230.408823:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962495872
00000100:00100000:0.0:1767319230.408828:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962495872
00000100:00100000:0.0:1767319230.408861:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4512
00000100:00100000:0.0:1767319230.408874:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962496000:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:0.0:1767319230.409107:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962496000:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 224us (4998us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319230.409122:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4512
00000100:00100000:0.0:1767319230.409179:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4937
00000100:00100000:0.0:1767319230.409186:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345ebe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962495872:12345-192.168.202.52@tcp:38:kworker.0
00000100:00080000:3.0:1767319230.409229:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:0.0:1767319230.409866:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319230.409932:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345ebe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962495872:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 745us (5651us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319230.413875:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4937
00010000:00010000:0.0:1767319230.645406:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767319231.352069:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319231.352085:0:27049:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767319231.352088:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319231.352093:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319231.352099:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319231.352111:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4424
00000100:00080000:3.0:1767319231.352118:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319231.352128:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319231.352185:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234bfe2300 x1853163999795840/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319231.352225:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319231.352229:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319231.352231:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319231.352236:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4424
00000100:00080000:3.0:1767319231.352238:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319231.352242:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319231.352257:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234bfe1f80 x1853163999795968/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319231.352266:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319231.352270:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319231.352272:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319231.352276:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4424
00000100:00080000:3.0:1767319231.352278:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319231.352281:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319231.352295:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952364f55500 x1853163999796096/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319231.352402:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767319231.352471:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bfe2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999795840:0@lo:38:kworker.0
00000100:00100000:0.0:1767319231.352593:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319231.352666:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bfe1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999795968:0@lo:38:kworker.0
00000100:00100000:0.0:1767319231.352695:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319231.352715:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999796096:0@lo:38:kworker.0
00000100:00100000:0.0:1767319231.352735:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319231.352784:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999795968
00000100:00100000:0.0:1767319231.352794:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999795968
00000100:00100000:0.0:1767319231.352834:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999796096
00000100:00100000:0.0:1767319231.352837:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999796096
00000100:00100000:0.0:1767319231.352861:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4938
00000100:00100000:0.0:1767319231.352869:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236694b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999795968:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319231.352895:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319231.352937:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236694b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999795968:12345-0@lo:38:kworker.0 Request processed in 68us (241us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319231.352944:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4938
00000100:00100000:0.0:1767319231.352964:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4939
00000100:00100000:0.0:1767319231.352967:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366949500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999796096:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319231.352976:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319231.352997:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366949500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999796096:12345-0@lo:38:kworker.0 Request processed in 28us (260us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319231.353002:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4939
00000100:00080000:0.0:1767319231.353039:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319231.353044:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319231.353048:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bfe1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999795968:0@lo:38:kworker.0
00000100:00080000:0.0:1767319231.353057:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319231.353060:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319231.353062:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999796096:0@lo:38:kworker.0
00000100:00100000:0.0:1767319231.353115:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999795840
00000100:00100000:0.0:1767319231.353118:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999795840
00000100:00100000:0.0:1767319231.353138:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1744
00000100:00100000:0.0:1767319231.353142:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366949180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999795840:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319231.353152:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319231.353181:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366949180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999795840:12345-0@lo:38:kworker.0 Request processed in 37us (597us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319231.353186:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1744
00000100:00080000:0.0:1767319231.353236:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319231.353239:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319231.353242:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bfe2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999795840:0@lo:38:kworker.0
00000100:00080000:3.0:1767319231.353388:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319231.353394:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319231.353397:0:27049:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319231.353402:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4424
00000100:00080000:3.0:1767319231.353405:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319231.353409:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319231.353432:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234bcf1f80 x1853163999796352/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319231.353578:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bcf1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999796352:0@lo:38:kworker.0
00000100:00100000:0.0:1767319231.353614:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319231.353870:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999796352
00000100:00100000:1.0:1767319231.353877:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999796352
00000100:00100000:1.0:1767319231.353908:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4940
00000100:00100000:1.0:1767319231.353914:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366949f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999796352:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319231.354060:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319231.354168:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366949f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999796352:12345-0@lo:38:kworker.0 Request processed in 251us (551us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319231.354179:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4940
00000100:00080000:1.0:1767319231.354282:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319231.354288:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319231.354292:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bcf1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999796352:0@lo:38:kworker.0
00000100:00100000:2.0:1767319231.359964:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bcf3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853163999796480:0@lo:400:kworker.0
00000100:00100000:2.0:1767319231.360176:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319231.360320:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366acdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853163999796224:0@lo:400:kworker.0
00000100:00100000:2.0:1767319231.360346:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319231.360522:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999796736:0@lo:400:kworker.0
00000100:00100000:3.0:1767319231.360559:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319231.360595:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767319231.360601:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bcf1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999796608:0@lo:400:kworker.0
00000100:00100000:3.0:1767319231.360624:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319231.360670:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999796736
00000100:00100000:3.0:1767319231.360680:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999796736
00000100:00100000:3.0:1767319231.360742:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999796608
00000100:00100000:3.0:1767319231.360746:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999796608
00000100:00100000:3.0:1767319231.360783:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2985
00000100:00100000:3.0:1767319231.360792:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999796736:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319231.360857:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999796736:12345-0@lo:400:kworker.0 Request processed in 65us (297us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319231.360865:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2985
00000100:00100000:3.0:1767319231.360885:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2986
00000100:00100000:3.0:1767319231.360891:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999796608:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319231.360918:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999796608:12345-0@lo:400:kworker.0 Request processed in 28us (293us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319231.360935:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2986
00000100:00100000:3.0:1767319231.360990:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bcf1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999796608:0@lo:400:kworker.0
00000100:00100000:3.0:1767319231.361002:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999796736:0@lo:400:kworker.0
00000100:00100000:0.0:1767319231.361313:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999796480
00000100:00100000:0.0:1767319231.361318:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999796480
00000100:00100000:0.0:1767319231.361409:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999796224
00000100:00100000:0.0:1767319231.361413:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999796224
00000100:00100000:3.0:1767319231.361446:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4513
00000100:00100000:3.0:1767319231.361456:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345ebed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853163999796480:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319231.361500:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345ebed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853163999796480:12345-0@lo:400:kworker.0 Request processed in 46us (1324us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319231.361506:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4513
00000100:00100000:3.0:1767319231.361551:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bcf3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853163999796480:0@lo:400:kworker.0
00000100:00080000:2.0:1767319231.361596:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319231.361716:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4514
00000100:00100000:0.0:1767319231.361725:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345ebca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853163999796224:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319231.361763:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345ebca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853163999796224:12345-0@lo:400:kworker.0 Request processed in 41us (1417us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319231.361781:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4514
00000100:00100000:3.0:1767319231.361856:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366acdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853163999796224:0@lo:400:kworker.0
00010000:00010000:2.0:1767319231.669847:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767319232.693505:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319233.719877:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767319234.744138:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319235.448312:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767319235.448343:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236694a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999796864:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319235.448441:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319235.448574:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999796864
00000100:00100000:0.0:1767319235.448589:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999796864
00000100:00100000:0.0:1767319235.448665:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2138
00000100:00100000:0.0:1767319235.448674:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345902c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999796864:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767319235.448710:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767319235.448773:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345902c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999796864:12345-0@lo:13:osp-pre-0-1.0 Request processed in 99us (332us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319235.448781:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2138
00000100:00100000:1.0:1767319235.449325:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236694a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999796864:0@lo:13:osp-pre-0-1.0
00000100:00080000:3.0:1767319235.449536:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767319235.449637:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767319235.449648:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345ebd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999796992:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319235.449689:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319235.449772:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999796992
00000100:00100000:2.0:1767319235.449779:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999796992
00000100:00100000:2.0:1767319235.449831:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2139
00000100:00100000:2.0:1767319235.449852:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236694ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999796992:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767319235.449878:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767319235.449926:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236694ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999796992:12345-0@lo:13:osp-pre-1-1.0 Request processed in 88us (235us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319235.449933:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2139
00000100:00100000:0.0:1767319235.450262:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345ebd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999796992:0@lo:13:osp-pre-1-1.0
00000100:00080000:3.0:1767319235.451151:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767319235.520683:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767319235.521374:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962496256
00000100:00100000:0.0:1767319235.521390:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962496256
00000100:00100000:0.0:1767319235.521498:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4515
00000100:00100000:0.0:1767319235.521511:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962496256:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:0.0:1767319235.521626:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962496256:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 117us (958us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319235.521635:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4515
00000100:00080000:3.0:1767319235.522340:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319235.522504:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767319235.522739:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962496128
00000100:00100000:0.0:1767319235.522750:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962496128
00000100:00100000:0.0:1767319235.522792:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4941
00000100:00100000:0.0:1767319235.522801:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345ebd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962496128:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:0.0:1767319235.522826:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319235.523174:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345ebd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962496128:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 370us (670us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319235.523183:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4941
00010000:00010000:2.0:1767319235.766054:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767319236.469507:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319236.469521:0:27049:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767319236.469524:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319236.469529:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319236.469533:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319236.469544:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4429
00000100:00080000:3.0:1767319236.469550:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319236.469558:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319236.469622:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523470a9c00 x1853163999797120/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319236.469662:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319236.469666:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319236.469668:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319236.469671:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4429
00000100:00080000:3.0:1767319236.469674:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319236.469677:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319236.469695:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523470aa300 x1853163999797248/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319236.469703:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319236.469706:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319236.469708:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319236.469712:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4429
00000100:00080000:3.0:1767319236.469714:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319236.469717:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319236.469738:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523470abb80 x1853163999797376/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319236.469767:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999797120:0@lo:38:kworker.0
00000100:00100000:0.0:1767319236.469814:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999797504:0@lo:400:kworker.0
00000100:00080000:3.0:1767319236.470831:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319236.470837:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319236.470840:0:27049:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319236.470845:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4429
00000100:00080000:3.0:1767319236.470849:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319236.470854:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319236.470880:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366acf800 x1853163999797632/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767319236.470958:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366aced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999798016:0@lo:400:kworker.0
00000100:00100000:2.0:1767319236.471019:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366ace680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853163999797760:0@lo:400:kworker.0
00000100:00100000:0.0:1767319236.474845:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319236.474845:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319236.478678:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999797504
00000100:00100000:0.0:1767319236.478698:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999797504
00000100:00100000:0.0:1767319236.478801:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4516
00000100:00100000:0.0:1767319236.478811:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366948700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999797504:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319236.478903:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366948700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999797504:12345-0@lo:400:kworker.0 Request processed in 94us (4065us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319236.478911:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4516
00000100:00080000:3.0:1767319236.479294:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319236.479323:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319236.479358:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999798016
00000100:00100000:3.0:1767319236.479362:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999798016
00000100:00100000:3.0:1767319236.479397:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2987
00000100:00100000:3.0:1767319236.479404:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999798016:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319236.479443:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999798016:12345-0@lo:400:kworker.0 Request processed in 40us (121us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319236.479450:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2987
00000100:00100000:3.0:1767319236.479499:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366aced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999798016:0@lo:400:kworker.0
00000100:00100000:3.0:1767319236.479523:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767319236.479537:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366acd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999797888:0@lo:400:kworker.0
00000100:00100000:3.0:1767319236.479570:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319236.479663:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999797504:0@lo:400:kworker.0
00000100:00100000:0.0:1767319236.479717:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999797120
00000100:00100000:0.0:1767319236.479730:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999797120
00000100:00100000:0.0:1767319236.479753:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1745
00000100:00100000:0.0:1767319236.479758:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999797120:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319236.479781:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319236.479814:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999797120:12345-0@lo:38:kworker.0 Request processed in 55us (4987us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319236.479820:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1745
00000100:00100000:3.0:1767319236.479906:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999797888
00000100:00100000:3.0:1767319236.479910:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999797888
00000100:00100000:3.0:1767319236.479941:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2988
00000100:00100000:3.0:1767319236.480085:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366aced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999797888:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319236.480281:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366aced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999797888:12345-0@lo:400:kworker.0 Request processed in 334us (710us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319236.480287:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2988
00000100:00100000:3.0:1767319236.480320:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366acd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999797888:0@lo:400:kworker.0
00000100:00080000:1.0:1767319236.484277:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319236.484298:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319236.484304:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999797120:0@lo:38:kworker.0
00000100:00100000:1.0:1767319236.484320:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999797248:0@lo:38:kworker.0
00000100:00100000:1.0:1767319236.484418:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319236.484715:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999797376:0@lo:38:kworker.0
00000100:00100000:1.0:1767319236.484750:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319236.484819:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366acf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999797632:0@lo:38:kworker.0
00000100:00100000:1.0:1767319236.484845:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319236.484971:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999797248
00000100:00100000:1.0:1767319236.484981:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999797248
00000100:00100000:3.0:1767319236.484984:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999797376
00000100:00100000:3.0:1767319236.484991:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999797376
00000100:00100000:3.0:1767319236.485033:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999797632
00000100:00100000:3.0:1767319236.485037:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999797632
00000100:00100000:2.0:1767319236.485115:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319236.487871:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999797760
00000100:00100000:1.0:1767319236.487894:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999797760
00000100:00100000:1.0:1767319236.487995:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4517
00000100:00100000:1.0:1767319236.488008:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b24000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999797760:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319236.488115:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b24000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999797760:12345-0@lo:400:kworker.0 Request processed in 109us (2999us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319236.488125:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4517
00000100:00100000:1.0:1767319236.488149:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4942
00000100:00100000:1.0:1767319236.488154:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999797376:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319236.488180:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319236.488231:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999797376:12345-0@lo:38:kworker.0 Request processed in 75us (3480us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319236.488239:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4942
00000100:00100000:1.0:1767319236.488252:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4943
00000100:00100000:1.0:1767319236.488257:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999797248:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319236.488267:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319236.488288:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999797248:12345-0@lo:38:kworker.0 Request processed in 30us (3872us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319236.488295:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4943
00000100:00100000:1.0:1767319236.488305:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4944
00000100:00100000:1.0:1767319236.488310:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999797632:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319236.488319:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319236.488340:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999797632:12345-0@lo:38:kworker.0 Request processed in 29us (3495us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319236.488345:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4944
00000100:00080000:1.0:1767319236.488368:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767319236.488405:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319236.488411:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319236.488417:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366acf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999797632:0@lo:38:kworker.0
00000100:00080000:1.0:1767319236.488429:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319236.488432:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319236.488449:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999797248:0@lo:38:kworker.0
00000100:00080000:1.0:1767319236.488465:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319236.488469:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319236.488473:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999797376:0@lo:38:kworker.0
00000100:00100000:3.0:1767319236.490835:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366ace680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853163999797760:0@lo:400:kworker.0
00010000:00010000:0.0:1767319236.789902:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319237.815514:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767319238.837527:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319239.861759:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319240.565888:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767319240.565920:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366949880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999798144:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319240.566011:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319240.566103:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952344b24700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999798272:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319240.566125:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319240.566188:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999798144
00000100:00100000:2.0:1767319240.566217:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999798144
00000100:00100000:0.0:1767319240.566277:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999798272
00000100:00100000:0.0:1767319240.566282:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999798272
00000100:00100000:2.0:1767319240.566302:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2140
00000100:00100000:0.0:1767319240.566307:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2141
00000100:00100000:0.0:1767319240.566312:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999798272:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319240.566312:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366ace680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999798144:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767319240.566350:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00002000:00000024:2.0:1767319240.566350:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00080000:3.0:1767319240.566435:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767319240.566440:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767319240.566476:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366ace680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999798144:12345-0@lo:13:osp-pre-0-1.0 Request processed in 166us (465us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319240.566484:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2140
00000100:00100000:3.0:1767319240.570703:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952344b24700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999798272:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319240.570737:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366949880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999798144:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319240.572430:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999798272:12345-0@lo:13:osp-pre-1-1.0 Request processed in 6095us (6282us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319240.572449:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2141
00000100:00100000:1.0:1767319240.639158:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767319240.639325:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962496512
00000100:00100000:2.0:1767319240.639338:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962496512
00000100:00100000:2.0:1767319240.639448:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4518
00000100:00100000:2.0:1767319240.639463:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962496512:12345-192.168.202.52@tcp:400:kworker.0
00000100:00080000:0.0:1767319240.640081:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319240.640170:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962496512:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 708us (1025us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319240.640181:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4518
00000100:00100000:3.0:1767319240.643415:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767319240.645518:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962496384
00000100:00100000:2.0:1767319240.645540:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962496384
00000100:00100000:2.0:1767319240.645625:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4945
00000100:00100000:2.0:1767319240.645636:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962496384:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767319240.645666:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319240.645771:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962496384:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 134us (2365us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319240.645779:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4945
00010000:00010000:0.0:1767319240.885636:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767319241.589574:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319241.589589:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767319241.589593:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319241.589598:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319241.589603:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319241.589612:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4434
00000100:00080000:0.0:1767319241.589618:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319241.589625:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319241.589792:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366948380 x1853163999798400/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319241.589832:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319241.589836:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319241.589838:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319241.589842:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4434
00000100:00080000:0.0:1767319241.589845:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319241.589849:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319241.589863:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236694bb80 x1853163999798528/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319241.589873:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319241.589876:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319241.589878:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319241.589882:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4434
00000100:00080000:0.0:1767319241.589885:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319241.589888:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319241.589901:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236694aa00 x1853163999798656/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319241.589994:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236694b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999798784:0@lo:400:kworker.0
00000100:00100000:2.0:1767319241.590083:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319241.590239:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999798784
00000100:00100000:3.0:1767319241.590249:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999798784
00000100:00100000:3.0:1767319241.590336:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4519
00000100:00100000:3.0:1767319241.590349:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b25500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999798784:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767319241.590462:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319241.590466:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319241.590469:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319241.590473:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4434
00000100:00080000:0.0:1767319241.590475:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319241.590480:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319241.590496:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366949880 x1853163999798912/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319241.590564:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366948380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999798400:0@lo:38:kworker.0
00000100:00100000:1.0:1767319241.590603:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319241.590636:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236694bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999798528:0@lo:38:kworker.0
00000100:00100000:1.0:1767319241.590671:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319241.590719:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236694aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999798656:0@lo:38:kworker.0
00000100:00100000:1.0:1767319241.590741:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319241.590759:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366949880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999798912:0@lo:38:kworker.0
00000100:00100000:1.0:1767319241.590781:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319241.590815:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999798400
00000100:00100000:1.0:1767319241.590819:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999798400
00000100:00100000:1.0:1767319241.590845:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1746
00000100:00100000:1.0:1767319241.590850:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999798400:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319241.590874:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319241.590912:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999798400:12345-0@lo:38:kworker.0 Request processed in 60us (308us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319241.590919:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1746
00000100:00100000:1.0:1767319241.590945:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999798528
00000100:00100000:1.0:1767319241.590948:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999798528
00000100:00100000:1.0:1767319241.590966:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999798656
00000100:00100000:1.0:1767319241.590969:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999798656
00000100:00100000:1.0:1767319241.590977:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999798912
00000100:00100000:1.0:1767319241.590979:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999798912
00000100:00100000:1.0:1767319241.590989:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4946
00000100:00100000:1.0:1767319241.590994:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999798528:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319241.591003:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319241.591029:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999798528:12345-0@lo:38:kworker.0 Request processed in 34us (357us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319241.591034:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4946
00000100:00100000:1.0:1767319241.591045:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4947
00000100:00100000:1.0:1767319241.591048:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999798656:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319241.591057:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319241.591080:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999798656:12345-0@lo:38:kworker.0 Request processed in 30us (338us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319241.591086:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4947
00000100:00100000:1.0:1767319241.591097:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4948
00000100:00100000:1.0:1767319241.591100:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999798912:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319241.591109:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319241.591130:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999798912:12345-0@lo:38:kworker.0 Request processed in 28us (347us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319241.591134:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4948
00000100:00080000:1.0:1767319241.591177:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319241.591182:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319241.591186:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366948380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999798400:0@lo:38:kworker.0
00000100:00080000:1.0:1767319241.591217:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319241.591221:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319241.591224:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236694bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999798528:0@lo:38:kworker.0
00000100:00080000:1.0:1767319241.591233:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319241.591236:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319241.591238:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236694aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999798656:0@lo:38:kworker.0
00000100:00080000:1.0:1767319241.591245:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319241.591248:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319241.591250:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366949880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999798912:0@lo:38:kworker.0
00000100:00100000:1.0:1767319241.591322:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236694a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853163999799040:0@lo:400:kworker.0
00000100:00100000:1.0:1767319241.591349:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767319241.591378:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319241.591391:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999799040
00000100:00100000:1.0:1767319241.591394:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999799040
00000100:00100000:1.0:1767319241.591429:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4520
00000100:00100000:1.0:1767319241.591435:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853163999799040:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319241.591476:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853163999799040:12345-0@lo:400:kworker.0 Request processed in 41us (126us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319241.591483:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4520
00000100:00080000:1.0:1767319241.591498:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319241.591515:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236694a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853163999799040:0@lo:400:kworker.0
00000100:00100000:3.0:1767319241.594632:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b25500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999798784:12345-0@lo:400:kworker.0 Request processed in 4272us (4532us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319241.594662:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4519
00000100:00100000:3.0:1767319241.596064:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236694a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999799296:0@lo:400:kworker.0
00000100:00100000:3.0:1767319241.596144:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319241.596212:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767319241.596218:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236694b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999799168:0@lo:400:kworker.0
00000100:00100000:3.0:1767319241.596239:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319241.596271:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999799296
00000100:00100000:3.0:1767319241.596280:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999799296
00000100:00100000:3.0:1767319241.596337:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999799168
00000100:00100000:3.0:1767319241.596340:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999799168
00000100:00100000:3.0:1767319241.596359:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2989
00000100:00100000:3.0:1767319241.596367:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bcf3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999799296:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319241.596417:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bcf3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999799296:12345-0@lo:400:kworker.0 Request processed in 50us (273us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319241.596424:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2989
00000100:00100000:2.0:1767319241.597342:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236694b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999798784:0@lo:400:kworker.0
00000100:00100000:2.0:1767319241.597408:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236694a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999799296:0@lo:400:kworker.0
00000100:00100000:0.0:1767319241.597683:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2990
00000100:00100000:0.0:1767319241.597701:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bcf1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999799168:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319241.597777:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bcf1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999799168:12345-0@lo:400:kworker.0 Request processed in 84us (1536us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319241.597784:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2990
00000100:00100000:0.0:1767319241.597821:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236694b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999799168:0@lo:400:kworker.0
00010000:00010000:2.0:1767319241.913514:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767319242.934859:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319243.957446:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767319244.981769:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319245.690377:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767319245.690415:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952344b27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999799424:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319245.690520:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319245.691035:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999799424
00000100:00100000:2.0:1767319245.691048:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999799424
00000100:00100000:2.0:1767319245.691147:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2142
00000100:00100000:2.0:1767319245.691159:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999799424:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767319245.691237:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767319245.691302:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999799424:12345-0@lo:13:osp-pre-1-1.0 Request processed in 146us (781us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319245.691310:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2142
00000100:00100000:2.0:1767319245.691372:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952344b27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999799424:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319245.692080:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767319245.692097:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236694b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999799552:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319245.692161:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319245.692573:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999799552
00000100:00100000:0.0:1767319245.692591:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999799552
00000100:00100000:0.0:1767319245.692666:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2143
00000100:00100000:0.0:1767319245.692675:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999799552:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767319245.692705:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767319245.692755:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999799552:12345-0@lo:13:osp-pre-0-1.0 Request processed in 81us (594us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319245.692762:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2143
00000100:00100000:3.0:1767319245.692951:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236694b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999799552:0@lo:13:osp-pre-0-1.0
00000100:00080000:1.0:1767319245.693581:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767319245.693588:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767319245.766482:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767319245.766542:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767319245.766547:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962496768
00000100:00100000:3.0:1767319245.766564:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962496768
00000100:00080000:2.0:1767319245.768594:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319245.775296:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962496640
00000100:00100000:3.0:1767319245.775321:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962496640
00000100:00100000:2.0:1767319245.775331:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4521
00000100:00100000:2.0:1767319245.775361:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236694b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962496768:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:3.0:1767319245.775385:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4949
00000100:00100000:3.0:1767319245.775396:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236694a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962496640:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767319245.775425:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319245.775464:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236694b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962496768:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 116us (8998us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319245.775473:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4521
00000100:00100000:3.0:1767319245.775507:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236694a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962496640:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 108us (8960us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319245.775518:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4949
00010000:00010000:2.0:1767319246.005711:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767319246.709537:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319246.709552:0:27049:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767319246.709555:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319246.709560:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319246.709565:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319246.709575:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4439
00000100:00080000:1.0:1767319246.709581:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319246.709591:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319246.709655:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523670c1c00 x1853163999799680/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319246.709729:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999799680:0@lo:38:kworker.0
00000100:00100000:2.0:1767319246.709938:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319246.710064:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999799680
00000100:00100000:0.0:1767319246.710075:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999799680
00000100:00100000:0.0:1767319246.710164:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1747
00000100:00100000:0.0:1767319246.710173:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b27b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999799680:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319246.710224:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767319246.712005:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319246.712015:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319246.712019:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319246.712027:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4439
00000100:00080000:1.0:1767319246.712031:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319246.712040:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319246.712091:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523670c3b80 x1853163999799808/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319246.715068:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999799808:0@lo:38:kworker.0
00000100:00100000:2.0:1767319246.718124:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319246.718592:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b27b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999799680:12345-0@lo:38:kworker.0 Request processed in 8414us (8649us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319246.718651:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1747
00000100:00080000:1.0:1767319246.721968:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319246.721984:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319246.721989:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319246.721999:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4439
00000100:00080000:1.0:1767319246.722005:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319246.722015:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319246.722073:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523670c0a80 x1853163999799936/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319246.722121:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319246.722125:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319246.722127:0:27049:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319246.722131:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4439
00000100:00080000:1.0:1767319246.722134:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319246.722138:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319246.722151:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523670c3480 x1853163999800192/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319246.722272:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999800064:0@lo:400:kworker.0
00000100:00100000:1.0:1767319246.722368:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319246.723521:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853163999800320:0@lo:400:kworker.0
00000100:00100000:0.0:1767319246.723734:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999800448:0@lo:400:kworker.0
00000100:00100000:0.0:1767319246.723770:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319246.723844:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767319246.723851:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999800576:0@lo:400:kworker.0
00000100:00100000:0.0:1767319246.723873:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319246.723915:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999800448
00000100:00100000:0.0:1767319246.723926:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999800448
00000100:00100000:0.0:1767319246.723997:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999800576
00000100:00100000:0.0:1767319246.724001:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999800576
00000100:00100000:0.0:1767319246.724027:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2991
00000100:00100000:0.0:1767319246.724037:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236694b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999800448:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319246.724112:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236694b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999800448:12345-0@lo:400:kworker.0 Request processed in 76us (341us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319246.724120:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2991
00000100:00100000:0.0:1767319246.724139:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2992
00000100:00100000:0.0:1767319246.724145:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236694a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999800576:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319246.724172:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236694a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999800576:12345-0@lo:400:kworker.0 Request processed in 28us (299us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319246.724178:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2992
00000100:00100000:0.0:1767319246.724259:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999800576:0@lo:400:kworker.0
00000100:00100000:0.0:1767319246.724269:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999800448:0@lo:400:kworker.0
00000100:00080000:2.0:1767319246.725956:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319246.725970:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319246.725975:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999799680:0@lo:38:kworker.0
00000100:00100000:2.0:1767319246.726017:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999799936:0@lo:38:kworker.0
00000100:00100000:1.0:1767319246.729188:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319246.729518:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999799808
00000100:00100000:3.0:1767319246.729532:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999799808
00000100:00100000:3.0:1767319246.729588:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999800064
00000100:00100000:3.0:1767319246.729591:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999800064
00000100:00100000:3.0:1767319246.729651:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4522
00000100:00100000:3.0:1767319246.729665:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999800064:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319246.729769:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999800064:12345-0@lo:400:kworker.0 Request processed in 109us (7401us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319246.729777:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4522
00000100:00100000:3.0:1767319246.729810:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4950
00000100:00100000:3.0:1767319246.729815:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b25f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999799808:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319246.729840:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319246.729878:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b25f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999799808:12345-0@lo:38:kworker.0 Request processed in 62us (11782us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319246.729884:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4950
00000100:00080000:3.0:1767319246.729918:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319246.731943:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999800064:0@lo:400:kworker.0
00000100:00100000:2.0:1767319246.734929:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999800320
00000100:00100000:2.0:1767319246.734950:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999800320
00000100:00080000:1.0:1767319246.735100:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319246.735733:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319246.736031:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4523
00000100:00100000:2.0:1767319246.736060:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999800320:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319246.736213:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999800320:12345-0@lo:400:kworker.0 Request processed in 170us (7036us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319246.736221:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4523
00000100:00100000:3.0:1767319246.736548:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999800192:0@lo:38:kworker.0
00000100:00100000:3.0:1767319246.736594:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319246.736635:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999799936
00000100:00100000:0.0:1767319246.736644:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999799936
00000100:00100000:0.0:1767319246.736686:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4951
00000100:00100000:0.0:1767319246.736692:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999799936:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319246.736728:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319246.736769:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999799936:12345-0@lo:38:kworker.0 Request processed in 77us (1042us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319246.736775:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4951
00000100:00100000:0.0:1767319246.736871:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853163999800320:0@lo:400:kworker.0
00000100:00080000:3.0:1767319246.741734:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319246.741752:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319246.741759:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999799808:0@lo:38:kworker.0
00000100:00080000:3.0:1767319246.741803:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319246.741808:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319246.741811:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999799936:0@lo:38:kworker.0
00000100:00100000:0.0:1767319246.741870:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999800192
00000100:00100000:0.0:1767319246.741880:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999800192
00000100:00100000:0.0:1767319246.741943:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4952
00000100:00100000:0.0:1767319246.741952:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999800192:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319246.741979:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319246.742058:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999800192:12345-0@lo:38:kworker.0 Request processed in 106us (5464us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319246.742066:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4952
00000100:00080000:3.0:1767319246.742081:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319246.742086:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319246.742090:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999800192:0@lo:38:kworker.0
00010000:00010000:0.0:1767319247.032512:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319248.058152:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767319249.077577:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319250.103224:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319250.805478:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1]
00000100:00100000:2.0:1767319250.805509:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366949880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999800832:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319250.805613:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319250.805706:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952344b27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999800704:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319250.805743:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319250.805760:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999800832
00000100:00100000:3.0:1767319250.805775:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999800832
00000100:00100000:3.0:1767319250.805857:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999800704
00000100:00100000:3.0:1767319250.805861:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999800704
00000100:00100000:3.0:1767319250.805896:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2144
00000100:00080000:1.0:1767319250.805910:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767319250.805910:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b24700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999800832:12345-0@lo:13:osp-pre-0-1.0
00000100:00080000:1.0:1767319250.805920:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00002000:00000024:3.0:1767319250.805950:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767319250.805969:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2145
00000100:00100000:1.0:1767319250.805986:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999800704:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767319250.806020:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767319250.806057:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b24700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999800832:12345-0@lo:13:osp-pre-0-1.0 Request processed in 151us (442us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319250.806073:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2144
00000100:00100000:1.0:1767319250.806094:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999800704:12345-0@lo:13:osp-pre-1-1.0 Request processed in 114us (351us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319250.806103:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2145
00000100:00100000:2.0:1767319250.806295:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366949880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999800832:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319250.806314:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952344b27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999800704:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319250.879855:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767319250.879961:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000400:00000100:3.0:1767319250.880558:0:7000:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.52@tcp portal 26 match 1853163962497152 offset 0 length 520: 4
00000100:00100000:2.0:1767319250.880900:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962496896
00000100:00100000:2.0:1767319250.880912:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962496896
00000100:00100000:0.0:1767319250.880922:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962497024
00000100:00100000:0.0:1767319250.880936:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962497024
00000100:00100000:2.0:1767319250.881019:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4953
00000100:00080000:1.0:1767319250.881033:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319250.881034:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e981500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962496896:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767319250.881072:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319250.881147:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e981500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962496896:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 116us (1302us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319250.881160:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4953
00000100:00100000:2.0:1767319250.881186:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4524
00000100:00100000:2.0:1767319250.881234:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e982d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962497024:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767319250.881284:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e982d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962497024:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 90us (1323us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319250.881290:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4524
00010000:00010000:0.0:1767319251.125464:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767319251.830018:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319251.830030:0:27049:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767319251.830035:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319251.830040:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319251.830045:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319251.830055:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4444
00000100:00080000:1.0:1767319251.830061:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319251.830068:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319251.830121:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236710e300 x1853163999800960/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319251.830164:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319251.830168:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319251.830171:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319251.830175:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4444
00000100:00080000:1.0:1767319251.830178:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319251.830185:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319251.830228:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236710ea00 x1853163999801088/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319251.830241:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319251.830246:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319251.830247:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319251.830251:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4444
00000100:00080000:1.0:1767319251.830253:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319251.830257:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319251.830270:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236710d500 x1853163999801216/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319251.830315:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319251.830320:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319251.830322:0:27049:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319251.830327:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4444
00000100:00080000:1.0:1767319251.830330:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319251.830335:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319251.830351:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0aad80 x1853163999801472/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319251.830447:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366961880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999801856:0@lo:400:kworker.0
00000100:00100000:0.0:1767319251.830512:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366962a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999801600:0@lo:400:kworker.0
00000100:00100000:1.0:1767319251.830538:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319251.830642:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853163999801344:0@lo:400:kworker.0
00000100:00100000:3.0:1767319251.830661:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999800960:0@lo:38:kworker.0
00000100:00100000:0.0:1767319251.831072:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319251.831259:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999801728:0@lo:400:kworker.0
00000100:00100000:0.0:1767319251.831265:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999801856
00000100:00100000:0.0:1767319251.831276:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999801856
00000100:00100000:1.0:1767319251.831304:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319251.831346:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999801728
00000100:00100000:0.0:1767319251.831352:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999801728
00000100:00100000:0.0:1767319251.831376:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2993
00000100:00100000:0.0:1767319251.831384:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366961f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999801856:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319251.831455:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366961f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999801856:12345-0@lo:400:kworker.0 Request processed in 69us (916us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319251.831462:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2993
00000100:00100000:0.0:1767319251.831487:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2994
00000100:00100000:0.0:1767319251.831494:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366960e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999801728:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319251.831530:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366960e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999801728:12345-0@lo:400:kworker.0 Request processed in 37us (228us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319251.831772:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366961880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999801856:0@lo:400:kworker.0
00000100:00100000:1.0:1767319251.831839:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999801728:0@lo:400:kworker.0
00000100:00100000:1.0:1767319251.831870:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999801600
00000100:00100000:1.0:1767319251.831876:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999801600
00000100:00080000:1.0:1767319251.831903:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319251.832190:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2994
00000100:00100000:1.0:1767319251.832356:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4525
00000100:00100000:1.0:1767319251.832465:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236694aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999801600:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319251.832704:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236694aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999801600:12345-0@lo:400:kworker.0 Request processed in 338us (1633us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319251.832714:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4525
00000100:00100000:0.0:1767319251.833107:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366962a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999801600:0@lo:400:kworker.0
00000100:00100000:2.0:1767319251.833256:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319251.833387:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999801344
00000100:00100000:0.0:1767319251.833396:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999801344
00000100:00100000:0.0:1767319251.833448:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4526
00000100:00100000:0.0:1767319251.833457:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853163999801344:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319251.833515:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853163999801344:12345-0@lo:400:kworker.0 Request processed in 60us (261us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319251.833522:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4526
00000100:00080000:1.0:1767319251.833727:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319251.833791:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319251.833877:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999801088:0@lo:38:kworker.0
00000100:00100000:2.0:1767319251.833919:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853163999801344:0@lo:400:kworker.0
00000100:00100000:3.0:1767319251.833936:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319251.833973:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999801216:0@lo:38:kworker.0
00000100:00100000:3.0:1767319251.834000:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319251.834025:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999801472:0@lo:38:kworker.0
00000100:00100000:3.0:1767319251.834054:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319251.834889:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999800960
00000100:00100000:0.0:1767319251.834900:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999800960
00000100:00100000:0.0:1767319251.835004:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1748
00000100:00100000:0.0:1767319251.835013:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e982300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999800960:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319251.835038:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319251.835094:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e982300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999800960:12345-0@lo:38:kworker.0 Request processed in 80us (1303us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319251.835102:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1748
00000100:00080000:0.0:1767319251.835167:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319251.835173:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319251.835177:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999800960:0@lo:38:kworker.0
00000100:00100000:2.0:1767319251.837873:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999801088
00000100:00100000:2.0:1767319251.837888:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999801088
00000100:00100000:2.0:1767319251.837958:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999801216
00000100:00100000:2.0:1767319251.837961:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999801216
00000100:00100000:2.0:1767319251.837973:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999801472
00000100:00100000:2.0:1767319251.837974:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999801472
00000100:00100000:2.0:1767319251.837994:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4954
00000100:00100000:2.0:1767319251.838003:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e980e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999801088:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319251.838027:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319251.838123:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e980e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999801088:12345-0@lo:38:kworker.0 Request processed in 119us (4186us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319251.838132:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4954
00000100:00100000:0.0:1767319251.838595:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4955
00000100:00100000:0.0:1767319251.838609:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367299180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999801216:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319251.838631:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319251.838704:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367299180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999801216:12345-0@lo:38:kworker.0 Request processed in 96us (4702us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319251.838712:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4955
00000100:00100000:0.0:1767319251.838733:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4956
00000100:00100000:0.0:1767319251.838738:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236729b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999801472:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319251.838748:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319251.838775:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236729b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999801472:12345-0@lo:38:kworker.0 Request processed in 35us (4722us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319251.838781:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4956
00000100:00080000:0.0:1767319251.838836:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319251.838841:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319251.838846:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999801088:0@lo:38:kworker.0
00000100:00080000:0.0:1767319251.838857:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319251.838861:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319251.838864:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999801216:0@lo:38:kworker.0
00000100:00080000:0.0:1767319251.838873:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319251.838878:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319251.838881:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999801472:0@lo:38:kworker.0
00010000:00010000:2.0:1767319252.152700:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319252.854857:0:7004:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319226/real 1767319226]  req@ffff9523499aa680 x1853163999794432/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319251 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1767319252.854904:0:7004:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9523499aa680 x1853163999794432/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319251 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1767319252.854940:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319252.854970:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:0.0:1767319252.854975:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853163999794432:0@lo:250:kworker.0
00000100:00080000:2.0:1767319252.855182:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319252.855189:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1767319252.855235:0:27049:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319252.855242:0:27049:0:(import.c:509:import_select_connection()) MGC192.168.202.152@tcp: connect to NID 0@lo last attempt 4424
00000100:00080000:2.0:1767319252.855247:0:27049:0:(import.c:588:import_select_connection()) MGC192.168.202.152@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319252.855255:0:27049:0:(import.c:623:import_select_connection()) MGC192.168.202.152@tcp: import ffff95235eb57800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319252.855310:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523670c3b80 x1853163999801984/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319252.855330:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319252.855334:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319252.855336:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319252.855339:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4449
00000100:00080000:2.0:1767319252.855342:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319252.855345:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319252.855376:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523670c0700 x1853163999802112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319252.855386:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319252.855390:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319252.855391:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319252.855395:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4449
00000100:00080000:2.0:1767319252.855398:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319252.855402:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319252.855414:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523670c1c00 x1853163999802240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319252.855423:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319252.855427:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319252.855429:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319252.855433:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4449
00000100:00080000:2.0:1767319252.855436:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319252.855439:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319252.855454:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0aad80 x1853163999802368/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319252.855502:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319252.855506:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319252.855508:0:27049:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319252.855512:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4449
00000100:00080000:2.0:1767319252.855514:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319252.855518:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319252.855531:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952344b27480 x1853163999802624/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319252.855608:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366985c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999802752:0@lo:400:kworker.0
00000100:00100000:2.0:1767319252.855694:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319252.855735:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767319252.855741:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366985880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999802880:0@lo:400:kworker.0
00000100:00100000:2.0:1767319252.855771:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319252.855808:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999802880
00000100:00100000:2.0:1767319252.855817:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999802880
00000100:00100000:2.0:1767319252.855892:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2995
00000100:00100000:2.0:1767319252.855905:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f798a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999802880:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319252.855974:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f798a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999802880:12345-0@lo:400:kworker.0 Request processed in 72us (202us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319252.855983:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2995
00000100:00100000:2.0:1767319252.856028:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366985880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999802880:0@lo:400:kworker.0
00000100:00080000:1.0:1767319252.856292:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767319252.856308:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366984a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999803008:0@lo:400:kworker.0
00000100:00100000:1.0:1767319252.856342:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319252.856384:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767319252.856392:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999802496:0@lo:400:kworker.0
00000100:00100000:1.0:1767319252.856416:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319252.856449:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999802752
00000100:00100000:1.0:1767319252.856454:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999802752
00000100:00100000:1.0:1767319252.856485:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4527
00000100:00100000:1.0:1767319252.856491:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f79bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999802752:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319252.856528:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f79bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999802752:12345-0@lo:400:kworker.0 Request processed in 37us (834us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319252.856534:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4527
00000100:00100000:1.0:1767319252.856547:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999802496
00000100:00100000:1.0:1767319252.856550:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999802496
00000100:00100000:1.0:1767319252.856569:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4528
00000100:00100000:1.0:1767319252.856588:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366961880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999802496:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319252.856620:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366961880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999802496:12345-0@lo:400:kworker.0 Request processed in 33us (204us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319252.856626:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4528
00000100:00100000:1.0:1767319252.856653:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999802496:0@lo:400:kworker.0
00000100:00100000:2.0:1767319252.856793:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999803008
00000100:00100000:2.0:1767319252.856797:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999803008
00000100:00100000:2.0:1767319252.856837:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2996
00000100:00100000:2.0:1767319252.856844:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366963800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999803008:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319252.856881:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366963800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999803008:12345-0@lo:400:kworker.0 Request processed in 38us (538us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319252.856887:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2996
00000100:00100000:2.0:1767319252.857141:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366985c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999802752:0@lo:400:kworker.0
00000100:00080000:1.0:1767319252.857507:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767319252.857535:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366984a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999803008:0@lo:400:kworker.0
00000100:00100000:0.0:1767319252.857626:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853163999801984:0@lo:250:kworker.0
00000400:00000100:0.0:1767319252.857666:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163999801984 offset 0 length 520: 4
00000100:00100000:0.0:1767319252.857697:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999802112:0@lo:38:kworker.0
00000100:00100000:0.0:1767319252.857726:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319252.857759:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999802240:0@lo:38:kworker.0
00000100:00100000:0.0:1767319252.857784:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319252.857814:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999802368:0@lo:38:kworker.0
00000100:00100000:0.0:1767319252.857836:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319252.857859:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952344b27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999802624:0@lo:38:kworker.0
00000100:00100000:0.0:1767319252.857880:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319252.857987:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999802240
00000100:00100000:0.0:1767319252.857994:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999802240
00000100:00100000:0.0:1767319252.858032:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999802368
00000100:00100000:0.0:1767319252.858036:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999802368
00000100:00100000:0.0:1767319252.858053:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999802624
00000100:00100000:0.0:1767319252.858057:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999802624
00000100:00100000:0.0:1767319252.858069:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4957
00000100:00100000:0.0:1767319252.858074:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366948380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999802240:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319252.858098:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319252.858141:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366948380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999802240:12345-0@lo:38:kworker.0 Request processed in 65us (355us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319252.858147:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4957
00000100:00100000:0.0:1767319252.858163:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4958
00000100:00100000:0.0:1767319252.858167:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366949880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999802368:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319252.858176:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319252.858240:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366949880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999802368:12345-0@lo:38:kworker.0 Request processed in 71us (402us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319252.858246:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4958
00000100:00100000:0.0:1767319252.858259:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4959
00000100:00100000:0.0:1767319252.858263:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999802624:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319252.858272:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767319252.858424:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319252.858431:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319252.858434:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999802240:0@lo:38:kworker.0
00000100:00080000:1.0:1767319252.858442:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319252.858446:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319252.858449:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999802368:0@lo:38:kworker.0
00000100:00100000:3.0:1767319252.859717:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999802112
00000100:00100000:3.0:1767319252.859734:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999802112
00000100:00100000:3.0:1767319252.859797:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1749
00000100:00100000:3.0:1767319252.859806:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236694bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999802112:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319252.859826:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319252.859922:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236694bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999802112:12345-0@lo:38:kworker.0 Request processed in 106us (2184us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319252.859931:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1749
00000100:00080000:3.0:1767319252.859980:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319252.859985:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319252.859989:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999802112:0@lo:38:kworker.0
00000100:00100000:0.0:1767319252.860513:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999802624:12345-0@lo:38:kworker.0 Request processed in 2245us (2628us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319252.860523:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4959
00000100:00080000:3.0:1767319252.860708:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319252.860714:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319252.860718:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952344b27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999802624:0@lo:38:kworker.0
00010000:00010000:0.0:1767319253.177323:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319254.201241:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767319255.222233:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319255.925525:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767319255.925587:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235f799f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999803136:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319255.925682:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319255.925759:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999803136
00000100:00100000:1.0:1767319255.925774:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999803136
00000100:00100000:1.0:1767319255.925852:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2146
00000100:00100000:1.0:1767319255.925862:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366963b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999803136:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767319255.925899:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00080000:2.0:1767319255.925914:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767319255.925946:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366963b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999803136:12345-0@lo:13:osp-pre-1-1.0 Request processed in 86us (265us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319255.925955:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2146
00000100:00100000:2.0:1767319255.925977:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235f799f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999803136:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319255.926359:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767319255.926371:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999803264:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319255.926405:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319255.926632:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999803264
00000100:00100000:0.0:1767319255.926639:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999803264
00000100:00100000:0.0:1767319255.926694:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2147
00000100:00100000:0.0:1767319255.926703:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366961180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999803264:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767319255.926735:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767319255.926785:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366961180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999803264:12345-0@lo:13:osp-pre-0-1.0 Request processed in 84us (379us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319255.926792:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2147
00000100:00100000:3.0:1767319255.926845:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999803264:0@lo:13:osp-pre-0-1.0
00000100:00080000:2.0:1767319255.926959:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767319255.999221:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767319255.999346:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767319255.999593:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962497408
00000100:00100000:0.0:1767319255.999603:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962497408
00000100:00100000:0.0:1767319255.999681:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962497280
00000100:00100000:0.0:1767319255.999685:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962497280
00000100:00100000:0.0:1767319255.999705:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4529
00000100:00100000:0.0:1767319255.999716:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f799f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962497408:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:0.0:1767319255.999789:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f799f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962497408:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 75us (605us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319255.999797:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4529
00000100:00100000:0.0:1767319255.999814:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4960
00000100:00100000:0.0:1767319255.999818:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f79a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962497280:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:0.0:1767319255.999837:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319255.999864:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f79a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962497280:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 44us (517us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319255.999869:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4960
00000100:00080000:2.0:1767319256.000030:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767319256.245516:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767319257.269394:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767319257.973886:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319257.973897:0:27049:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767319257.973900:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319257.973903:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319257.973907:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319257.973915:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4450
00000100:00080000:1.0:1767319257.973919:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319257.973926:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319257.973966:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366962a00 x1853163999803392/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319257.973990:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319257.973992:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319257.973994:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319257.973996:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4450
00000100:00080000:1.0:1767319257.973998:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319257.974000:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319257.974017:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523670c0700 x1853163999803520/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319257.974024:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319257.974026:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319257.974028:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319257.974031:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4450
00000100:00080000:1.0:1767319257.974032:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319257.974037:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319257.974038:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366962a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999803392:0@lo:38:kworker.0
00000100:00100000:1.0:1767319257.974044:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523670c1c00 x1853163999803648/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319257.974081:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319257.974084:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319257.974085:0:27049:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319257.974087:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4450
00000100:00080000:1.0:1767319257.974089:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319257.974091:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319257.974097:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319257.974101:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0a9500 x1853163999803904/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767319257.974142:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999803520:0@lo:38:kworker.0
00000100:00100000:1.0:1767319257.974155:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999803392
00000100:00100000:1.0:1767319257.974161:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999803392
00000100:00100000:3.0:1767319257.974165:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319257.974183:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999803648:0@lo:38:kworker.0
00000100:00100000:3.0:1767319257.974217:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319257.974221:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1750
00000100:00100000:1.0:1767319257.974227:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367299c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999803392:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767319257.974233:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999803904:0@lo:38:kworker.0
00010000:00020000:1.0:1767319257.974243:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319257.974249:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319257.974270:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999804160:0@lo:400:kworker.0
00000100:00100000:3.0:1767319257.974288:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319257.974300:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767319257.974303:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853163999804032:0@lo:400:kworker.0
00000100:00100000:3.0:1767319257.974313:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319257.974328:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999803520
00000100:00100000:3.0:1767319257.974331:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999803520
00000100:00100000:3.0:1767319257.974345:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999803648
00000100:00100000:3.0:1767319257.974347:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999803648
00000100:00100000:3.0:1767319257.974354:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999803904
00000100:00100000:3.0:1767319257.974356:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999803904
00000100:00100000:3.0:1767319257.974359:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999804032
00000100:00100000:3.0:1767319257.974361:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999804032
00000100:00100000:3.0:1767319257.974381:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4530
00000100:00100000:3.0:1767319257.974387:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b23480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999804032:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319257.974417:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b23480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999804032:12345-0@lo:400:kworker.0 Request processed in 31us (102us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319257.974422:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4530
00000100:00100000:3.0:1767319257.974435:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4961
00000100:00100000:3.0:1767319257.974439:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367299880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999803520:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319257.974449:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319257.974498:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367299c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999803392:12345-0@lo:38:kworker.0 Request processed in 270us (400us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319257.974505:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1750
00000100:00100000:2.0:1767319257.974614:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999804288:0@lo:400:kworker.0
00000100:00100000:0.0:1767319257.974692:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853163999803776:0@lo:400:kworker.0
00000100:00100000:0.0:1767319257.974722:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319257.974749:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999803776
00000100:00100000:0.0:1767319257.974753:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999803776
00000100:00100000:0.0:1767319257.974775:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4531
00000100:00100000:0.0:1767319257.974783:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853163999803776:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319257.974870:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319257.974907:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999804160
00000100:00100000:2.0:1767319257.974912:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999804160
00000100:00100000:2.0:1767319257.974941:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999804288
00000100:00100000:2.0:1767319257.974944:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999804288
00000100:00100000:2.0:1767319257.974966:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2997
00000100:00100000:2.0:1767319257.974973:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999804160:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319257.975005:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999804160:12345-0@lo:400:kworker.0 Request processed in 33us (714us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319257.975011:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2997
00000100:00100000:2.0:1767319257.975024:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2998
00000100:00100000:2.0:1767319257.975030:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f798000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999804288:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319257.975060:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f798000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999804288:12345-0@lo:400:kworker.0 Request processed in 31us (190us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319257.975065:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2998
00000100:00100000:2.0:1767319257.975103:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999804288:0@lo:400:kworker.0
00000100:00100000:2.0:1767319257.975144:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4962
00000100:00100000:2.0:1767319257.975149:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b27480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999803648:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319257.975160:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319257.975245:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853163999803776:12345-0@lo:400:kworker.0 Request processed in 462us (522us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319257.975252:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4531
00000100:00100000:0.0:1767319257.975267:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4963
00000100:00100000:0.0:1767319257.975271:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b20700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999803904:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319257.975280:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319257.978732:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367299880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999803520:12345-0@lo:38:kworker.0 Request processed in 4086us (4362us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319257.978827:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4961
00000100:00080000:3.0:1767319257.978868:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767319257.978873:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767319257.978875:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319257.978909:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853163999804032:0@lo:400:kworker.0
00000100:00100000:3.0:1767319257.978918:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999804160:0@lo:400:kworker.0
00000100:00100000:3.0:1767319257.978980:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853163999803776:0@lo:400:kworker.0
00000100:00080000:1.0:1767319257.983986:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319257.983999:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319257.984640:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366962a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999803392:0@lo:38:kworker.0
00000100:00080000:1.0:1767319257.984673:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319257.984678:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319257.984682:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999803520:0@lo:38:kworker.0
00000100:00100000:2.0:1767319257.984773:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b27480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999803648:12345-0@lo:38:kworker.0 Request processed in 9619us (10551us total) trans 0 rc -19/-19
00000100:00080000:1.0:1767319257.985117:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319257.985123:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319257.985127:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999803648:0@lo:38:kworker.0
00000100:00100000:2.0:1767319257.985151:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4962
00000100:00100000:0.0:1767319257.985592:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b20700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999803904:12345-0@lo:38:kworker.0 Request processed in 10318us (11341us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319257.985601:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4963
00000100:00080000:1.0:1767319257.991133:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319257.991146:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319257.991152:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999803904:0@lo:38:kworker.0
00010000:00010000:2.0:1767319258.293454:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767319259.317912:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319260.341981:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319261.045491:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366984a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999804416:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319261.045685:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319261.045767:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999804416
00000100:00100000:1.0:1767319261.045779:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999804416
00000100:00100000:1.0:1767319261.045872:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2148
00000100:00100000:1.0:1767319261.045886:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999804416:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767319261.045922:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767319261.046018:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999804416:12345-0@lo:13:osp-pre-1-1.0 Request processed in 135us (331us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319261.046027:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2148
00000100:00100000:0.0:1767319261.046037:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999804544:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319261.046084:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319261.046098:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366984a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999804416:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319261.046153:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999804544
00000100:00100000:2.0:1767319261.046159:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999804544
00000100:00100000:2.0:1767319261.046191:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2149
00000100:00100000:2.0:1767319261.046215:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999804544:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767319261.046231:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00080000:3.0:1767319261.050026:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767319261.050045:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767319261.051883:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999804544:12345-0@lo:13:osp-pre-0-1.0 Request processed in 5655us (5787us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319261.051901:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2149
00000100:00100000:0.0:1767319261.052083:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999804544:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319261.123802:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767319261.126586:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767319261.126635:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962497536
00000100:00100000:0.0:1767319261.126652:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962497536
00000100:00100000:0.0:1767319261.126710:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962497664
00000100:00100000:0.0:1767319261.126713:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962497664
00000100:00100000:0.0:1767319261.126776:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4532
00000100:00100000:0.0:1767319261.126786:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962497664:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767319261.126907:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4964
00000100:00100000:2.0:1767319261.126913:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962497536:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767319261.126937:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319261.127008:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962497536:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 93us (3222us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319261.127015:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4964
00000100:00100000:0.0:1767319261.127370:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962497664:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 584us (799us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319261.127377:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4532
00000100:00080000:1.0:1767319261.127477:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767319261.365648:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319262.391650:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767319263.093311:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319263.093323:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767319263.093326:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319263.093331:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319263.093335:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319263.093343:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4455
00000100:00080000:1.0:1767319263.093348:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319263.093355:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319263.093394:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0df480 x1853163999804672/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319263.093426:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319263.093429:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319263.093439:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319263.093443:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4455
00000100:00080000:1.0:1767319263.093445:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319263.093448:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319263.093460:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0de680 x1853163999804800/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319263.093469:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319263.093472:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319263.093474:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319263.093486:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4455
00000100:00080000:1.0:1767319263.093489:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319263.093492:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319263.093504:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0dca80 x1853163999804928/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319263.093583:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853163999805056:0@lo:400:kworker.0
00000100:00100000:2.0:1767319263.093665:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319263.093776:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999804672:0@lo:38:kworker.0
00000100:00100000:3.0:1767319263.093823:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319263.093849:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999804800:0@lo:38:kworker.0
00000100:00100000:3.0:1767319263.093871:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319263.093886:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999804928:0@lo:38:kworker.0
00000100:00100000:3.0:1767319263.093908:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319263.093918:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999805056
00000100:00100000:0.0:1767319263.093926:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999805056
00000100:00100000:3.0:1767319263.093940:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999804800
00000100:00100000:3.0:1767319263.093944:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999804800
00000100:00100000:3.0:1767319263.093969:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999804928
00000100:00100000:3.0:1767319263.093971:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999804928
00000100:00100000:0.0:1767319263.093986:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4533
00000100:00100000:0.0:1767319263.093997:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366985c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853163999805056:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767319263.094007:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319263.094010:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319263.094011:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319263.094015:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4455
00000100:00080000:1.0:1767319263.094017:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319263.094019:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319263.094032:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0dd500 x1853163999805184/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767319263.095349:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4965
00000100:00100000:3.0:1767319263.095360:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999804800:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767319263.095378:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366985c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853163999805056:12345-0@lo:400:kworker.0 Request processed in 1381us (1709us total) trans 0 rc 0/0
00010000:00020000:3.0:1767319263.095383:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319263.095392:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4533
00000100:00100000:0.0:1767319263.095420:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4966
00000100:00100000:0.0:1767319263.095427:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999804928:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319263.095439:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319263.095446:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999804800:12345-0@lo:38:kworker.0 Request processed in 87us (1573us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319263.095454:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4965
00000100:00100000:0.0:1767319263.095475:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999804928:12345-0@lo:38:kworker.0 Request processed in 47us (1565us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319263.095494:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4966
00000100:00100000:3.0:1767319263.095523:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999804672
00000100:00100000:0.0:1767319263.095524:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366962a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999805568:0@lo:400:kworker.0
00000100:00100000:3.0:1767319263.095531:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999804672
00000100:00100000:3.0:1767319263.095562:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1751
00000100:00100000:0.0:1767319263.095568:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319263.095572:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b20000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999804672:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319263.095585:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319263.095621:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999805312:0@lo:400:kworker.0
00000100:00100000:3.0:1767319263.095633:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b20000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999804672:12345-0@lo:38:kworker.0 Request processed in 61us (1808us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319263.095641:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1751
00000100:00100000:0.0:1767319263.095655:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319263.095674:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999805568
00000100:00100000:0.0:1767319263.095679:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767319263.095680:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999805568
00000100:00100000:0.0:1767319263.095689:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999805440:0@lo:400:kworker.0
00000100:00100000:0.0:1767319263.095716:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319263.095720:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2999
00000100:00100000:3.0:1767319263.095729:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999805568:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767319263.095744:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767319263.095750:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319263.095764:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999805184:0@lo:38:kworker.0
00000100:00100000:3.0:1767319263.095771:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999805568:12345-0@lo:400:kworker.0 Request processed in 44us (206us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319263.095778:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2999
00000100:00100000:3.0:1767319263.095791:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999805440
00000100:00100000:0.0:1767319263.095796:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319263.095919:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853163999805056:0@lo:400:kworker.0
00000100:00080000:0.0:1767319263.096033:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319263.096040:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319263.096045:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999804672:0@lo:38:kworker.0
00000100:00080000:0.0:1767319263.096059:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319263.096063:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319263.096070:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999804800:0@lo:38:kworker.0
00000100:00100000:1.0:1767319263.096070:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366962a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999805568:0@lo:400:kworker.0
00000100:00080000:0.0:1767319263.096088:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319263.096091:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319263.096094:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999804928:0@lo:38:kworker.0
00000100:00100000:0.0:1767319263.096121:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999805312
00000100:00100000:0.0:1767319263.096125:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999805312
00000100:00100000:0.0:1767319263.096154:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999805184
00000100:00100000:0.0:1767319263.096157:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999805184
00000100:00100000:0.0:1767319263.096174:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4534
00000100:00100000:0.0:1767319263.096180:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999805312:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319263.096245:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4967
00000100:00100000:2.0:1767319263.096249:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999805184:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319263.096261:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319263.096288:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999805184:12345-0@lo:38:kworker.0 Request processed in 39us (495us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319263.096293:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4967
00000100:00100000:0.0:1767319263.096324:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999805312:12345-0@lo:400:kworker.0 Request processed in 142us (668us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319263.096333:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4534
00000100:00100000:2.0:1767319263.096336:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999805312:0@lo:400:kworker.0
00000100:00080000:0.0:1767319263.096356:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767319263.096375:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319263.096380:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319263.096384:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999805184:0@lo:38:kworker.0
00000100:00100000:3.0:1767319263.098781:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999805440
00000100:00100000:3.0:1767319263.098953:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3000
00000100:00100000:3.0:1767319263.098963:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999805440:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319263.099038:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999805440:12345-0@lo:400:kworker.0 Request processed in 77us (3321us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319263.099045:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3000
00000100:00100000:1.0:1767319263.099218:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999805440:0@lo:400:kworker.0
00000100:00080000:0.0:1767319263.099319:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00010000:00010000:3.0:1767319263.416922:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319264.437433:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767319265.461898:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319266.165467:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999805696:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319266.165541:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319266.165762:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767319266.165771:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999805696
00000100:00100000:2.0:1767319266.165772:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366984a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999805824:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319266.165779:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999805696
00000100:00100000:2.0:1767319266.165804:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319266.165833:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999805824
00000100:00100000:0.0:1767319266.165836:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999805824
00000100:00100000:0.0:1767319266.165862:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2150
00000100:00100000:0.0:1767319266.165871:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366985880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999805696:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767319266.165901:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767319266.165908:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2151
00000100:00100000:3.0:1767319266.165921:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999805824:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767319266.165942:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00080000:1.0:1767319266.165947:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767319266.165952:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767319266.165953:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366985880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999805696:12345-0@lo:13:osp-pre-0-1.0 Request processed in 82us (410us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319266.165963:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2150
00000100:00100000:2.0:1767319266.165988:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999805696:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319266.165995:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999805824:12345-0@lo:13:osp-pre-1-1.0 Request processed in 76us (188us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319266.166003:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2151
00000100:00100000:0.0:1767319266.166013:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366984a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999805824:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319266.240625:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767319266.241013:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962497920
00000100:00100000:0.0:1767319266.241024:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962497920
00000100:00100000:0.0:1767319266.241116:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4535
00000100:00100000:0.0:1767319266.241127:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366962a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962497920:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:0.0:1767319266.241264:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366962a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962497920:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 137us (648us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319266.241272:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4535
00000100:00080000:1.0:1767319266.241301:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319266.242760:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767319266.242866:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962497792
00000100:00100000:0.0:1767319266.242875:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962497792
00000100:00100000:0.0:1767319266.242915:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4968
00000100:00100000:0.0:1767319266.242922:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962497792:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:0.0:1767319266.242944:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319266.243008:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962497792:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 84us (252us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319266.243016:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4968
00010000:00010000:2.0:1767319266.485599:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767319267.509710:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767319268.213467:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319268.213478:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767319268.213481:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319268.213485:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319268.213490:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319268.213498:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4461
00000100:00080000:2.0:1767319268.213502:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319268.213509:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319268.213552:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0dd500 x1853163999805952/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319268.213580:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319268.213583:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319268.213584:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319268.213586:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4461
00000100:00080000:2.0:1767319268.213588:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319268.213591:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319268.213601:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0dca80 x1853163999806080/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319268.213608:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319268.213610:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319268.213611:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319268.213613:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4461
00000100:00080000:2.0:1767319268.213614:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319268.213616:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319268.213621:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0de680 x1853163999806208/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319268.213652:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319268.213654:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319268.213656:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319268.213659:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4461
00000100:00080000:2.0:1767319268.213660:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319268.213663:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319268.213671:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0dc380 x1853163999806464/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319268.213682:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999805952:0@lo:38:kworker.0
00000100:00100000:3.0:1767319268.213696:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767319268.213713:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999806336:0@lo:400:kworker.0
00000100:00100000:2.0:1767319268.213731:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999806720:0@lo:400:kworker.0
00000100:00100000:0.0:1767319268.213755:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319268.213763:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319268.213769:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319268.213820:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999806080:0@lo:38:kworker.0
00000100:00100000:3.0:1767319268.213824:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999806848:0@lo:400:kworker.0
00000100:00100000:1.0:1767319268.213846:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853163999806592:0@lo:400:kworker.0
00000100:00100000:0.0:1767319268.213874:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319268.213875:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319268.213892:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999805952
00000100:00100000:1.0:1767319268.213900:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999805952
00000100:00100000:0.0:1767319268.213913:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999806208:0@lo:38:kworker.0
00000100:00100000:3.0:1767319268.213922:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999806336
00000100:00100000:3.0:1767319268.213928:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999806336
00000100:00100000:1.0:1767319268.213940:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1752
00000100:00100000:0.0:1767319268.213944:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319268.213952:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999805952:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767319268.213971:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999806464:0@lo:38:kworker.0
00010000:00020000:1.0:1767319268.213972:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319268.213985:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999806080
00000100:00100000:3.0:1767319268.213989:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999806080
00000100:00100000:0.0:1767319268.214002:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319268.214013:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999806208
00000100:00100000:3.0:1767319268.214017:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999806208
00000100:00100000:3.0:1767319268.214031:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999806464
00000100:00100000:1.0:1767319268.214032:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999805952:12345-0@lo:38:kworker.0 Request processed in 80us (276us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319268.214036:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999806464
00000100:00100000:1.0:1767319268.214040:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1752
00000100:00080000:0.0:1767319268.214044:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319268.214051:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319268.214054:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4536
00000100:00100000:0.0:1767319268.214058:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999805952:0@lo:38:kworker.0
00000100:00100000:3.0:1767319268.214068:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349090700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999806336:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319268.214069:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999806720
00000100:00100000:1.0:1767319268.214075:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999806720
00000100:00100000:0.0:1767319268.214097:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4969
00000100:00100000:0.0:1767319268.214104:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366984a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999806080:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767319268.214115:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999806848
00010000:00020000:0.0:1767319268.214117:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319268.214119:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999806848
00000100:00100000:3.0:1767319268.214123:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349090700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999806336:12345-0@lo:400:kworker.0 Request processed in 58us (359us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319268.214131:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4536
00000100:00100000:3.0:1767319268.214152:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4970
00000100:00100000:1.0:1767319268.214156:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3001
00000100:00100000:3.0:1767319268.214160:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234823a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999806208:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767319268.214170:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999806720:12345-0@lo:400:kworker.0
00010000:00020000:3.0:1767319268.214173:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319268.214175:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366984a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999806080:12345-0@lo:38:kworker.0 Request processed in 62us (298us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319268.214188:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4969
00000100:00100000:0.0:1767319268.214244:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4971
00000100:00100000:1.0:1767319268.214245:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999806720:12345-0@lo:400:kworker.0 Request processed in 73us (469us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319268.214252:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999806464:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767319268.214258:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3001
00010000:00020000:0.0:1767319268.214266:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319268.214276:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3002
00000100:00100000:1.0:1767319268.214285:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349093800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999806848:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319268.214329:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234823a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999806208:12345-0@lo:38:kworker.0 Request processed in 169us (387us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319268.214336:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4970
00000100:00100000:3.0:1767319268.214389:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999806336:0@lo:400:kworker.0
00000100:00100000:0.0:1767319268.214417:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999806464:12345-0@lo:38:kworker.0 Request processed in 165us (414us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319268.214424:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4971
00000100:00080000:3.0:1767319268.214447:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767319268.214452:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767319268.214454:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319268.214468:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767319268.214476:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319268.214481:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319268.214486:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999806464:0@lo:38:kworker.0
00000100:00080000:0.0:1767319268.214499:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319268.214502:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319268.214506:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999806080:0@lo:38:kworker.0
00000100:00080000:0.0:1767319268.214516:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319268.214520:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319268.214522:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999806208:0@lo:38:kworker.0
00000100:00100000:0.0:1767319268.214543:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999806592
00000100:00100000:0.0:1767319268.214546:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999806592
00000100:00100000:0.0:1767319268.214584:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4537
00000100:00080000:3.0:1767319268.214686:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319268.214797:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349093100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853163999806592:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319268.214960:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349093100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853163999806592:12345-0@lo:400:kworker.0 Request processed in 369us (490us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319268.214966:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4537
00000100:00100000:3.0:1767319268.215130:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853163999806592:0@lo:400:kworker.0
00000100:00100000:2.0:1767319268.215208:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999806720:0@lo:400:kworker.0
00000100:00100000:1.0:1767319268.215477:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349093800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999806848:12345-0@lo:400:kworker.0 Request processed in 1192us (1606us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319268.215485:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3002
00000100:00100000:3.0:1767319268.215995:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999806848:0@lo:400:kworker.0
00010000:00010000:2.0:1767319268.533742:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767319269.557415:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319270.582600:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319271.291392:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767319271.291422:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999807104:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319271.291489:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319271.291584:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999806976:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319271.291619:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319271.291691:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999807104
00000100:00100000:0.0:1767319271.291700:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999807104
00000100:00100000:0.0:1767319271.291769:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999806976
00000100:00100000:0.0:1767319271.291773:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999806976
00000100:00100000:0.0:1767319271.291804:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2152
00000100:00100000:0.0:1767319271.291813:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999807104:12345-0@lo:13:osp-pre-0-1.0
00000100:00080000:3.0:1767319271.291834:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767319271.291839:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00002000:00000024:0.0:1767319271.291844:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767319271.291865:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2153
00000100:00100000:3.0:1767319271.291877:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349093480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999806976:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319271.291893:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999807104:12345-0@lo:13:osp-pre-0-1.0 Request processed in 79us (401us total) trans 0 rc 0/0
00002000:00000024:3.0:1767319271.291900:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767319271.291913:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2152
00000100:00100000:3.0:1767319271.291944:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349093480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999806976:12345-0@lo:13:osp-pre-1-1.0 Request processed in 70us (324us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319271.291952:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2153
00000100:00100000:0.0:1767319271.291967:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999807104:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319271.291995:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999806976:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319271.360092:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767319271.360140:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767319271.360220:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962498176
00000100:00100000:3.0:1767319271.360227:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962498048
00000100:00100000:0.0:1767319271.360232:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962498176
00000100:00100000:3.0:1767319271.360235:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962498048
00000100:00100000:3.0:1767319271.360296:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4972
00000100:00100000:3.0:1767319271.360306:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962498048:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767319271.360329:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319271.360335:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4538
00000100:00100000:0.0:1767319271.360346:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962498176:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:0.0:1767319271.360398:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962498176:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 49us (311us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319271.360398:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962498048:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 87us (251us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319271.360420:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4538
00000100:00100000:3.0:1767319271.360438:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4972
00000100:00080000:1.0:1767319271.360721:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767319271.605360:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319272.629439:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767319273.337761:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319273.337771:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767319273.337774:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319273.337778:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319273.337782:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319273.337790:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4466
00000100:00080000:2.0:1767319273.337795:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319273.337802:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319273.337839:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523483d4000 x1853163999807232/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319273.337862:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319273.337865:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319273.337867:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319273.337871:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4466
00000100:00080000:2.0:1767319273.337873:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319273.337877:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319273.337889:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d070000 x1853163999807360/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319273.337899:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319273.337902:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319273.337904:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319273.337907:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4466
00000100:00080000:2.0:1767319273.337909:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319273.337912:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319273.337922:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d072300 x1853163999807488/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319273.337964:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319273.337967:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319273.337970:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319273.337974:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4466
00000100:00080000:2.0:1767319273.337977:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319273.337981:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319273.337996:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234471fb80 x1853163999807744/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319273.338053:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234471c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999808128:0@lo:400:kworker.0
00000100:00100000:2.0:1767319273.338126:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319273.338213:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234471ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999807872:0@lo:400:kworker.0
00000100:00100000:2.0:1767319273.338242:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319273.338280:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767319273.338286:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234471d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999808000:0@lo:400:kworker.0
00000100:00100000:2.0:1767319273.338307:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319273.338338:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999807872
00000100:00100000:2.0:1767319273.338345:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999807872
00000100:00100000:2.0:1767319273.338407:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4539
00000100:00100000:2.0:1767319273.338418:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366964a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999807872:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319273.338480:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366964a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999807872:12345-0@lo:400:kworker.0 Request processed in 64us (236us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319273.338488:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4539
00000100:00100000:2.0:1767319273.338537:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234471ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999807872:0@lo:400:kworker.0
00000100:00100000:2.0:1767319273.338575:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999808128
00000100:00100000:2.0:1767319273.338578:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999808128
00000100:00100000:2.0:1767319273.338603:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999808000
00000100:00100000:2.0:1767319273.338606:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999808000
00000100:00100000:2.0:1767319273.338625:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3003
00000100:00100000:2.0:1767319273.338631:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366965500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999808128:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319273.338664:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366965500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999808128:12345-0@lo:400:kworker.0 Request processed in 33us (538us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319273.338671:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3003
00000100:00100000:2.0:1767319273.338682:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3004
00000100:00100000:2.0:1767319273.338688:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366964e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999808000:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319273.338716:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366964e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999808000:12345-0@lo:400:kworker.0 Request processed in 29us (408us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319273.338722:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3004
00000100:00100000:2.0:1767319273.338746:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234471c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999808128:0@lo:400:kworker.0
00000100:00100000:2.0:1767319273.338766:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234471d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999808000:0@lo:400:kworker.0
00000100:00100000:3.0:1767319273.339077:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d070380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853163999807616:0@lo:400:kworker.0
00000100:00100000:3.0:1767319273.339124:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319273.339253:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999807232:0@lo:38:kworker.0
00000100:00100000:0.0:1767319273.339298:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767319273.339328:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767319273.339334:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767319273.339337:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d070000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999807360:0@lo:38:kworker.0
00000100:00080000:1.0:1767319273.339339:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319273.339364:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319273.339510:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999807232
00000100:00100000:2.0:1767319273.339516:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999807232
00000100:00100000:2.0:1767319273.339549:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1753
00000100:00100000:2.0:1767319273.339555:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999807232:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319273.339573:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319273.339605:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999807232:12345-0@lo:38:kworker.0 Request processed in 49us (307us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319273.339611:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1753
00000100:00100000:0.0:1767319273.340073:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d072300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999807488:0@lo:38:kworker.0
00000100:00100000:3.0:1767319273.340075:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999807616
00000100:00100000:3.0:1767319273.340083:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999807616
00000100:00100000:0.0:1767319273.340155:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319273.340177:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234471fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999807744:0@lo:38:kworker.0
00000100:00100000:0.0:1767319273.340216:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319273.340238:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999807360
00000100:00100000:1.0:1767319273.340244:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999807360
00000100:00080000:0.0:1767319273.340260:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319273.340266:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319273.340269:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999807232:0@lo:38:kworker.0
00000100:00100000:0.0:1767319273.341231:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999807488
00000100:00100000:1.0:1767319273.341233:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999807744
00000100:00100000:0.0:1767319273.341240:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999807488
00000100:00100000:1.0:1767319273.341240:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999807744
00000100:00100000:1.0:1767319273.341287:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4540
00000100:00100000:0.0:1767319273.341299:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4973
00000100:00100000:1.0:1767319273.341306:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349091500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853163999807616:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319273.341309:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999807360:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319273.341333:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319273.341734:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4974
00000100:00100000:3.0:1767319273.341741:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999807744:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319273.341753:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319273.341844:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349091500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853163999807616:12345-0@lo:400:kworker.0 Request processed in 543us (2718us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319273.341864:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4975
00000100:00100000:2.0:1767319273.341871:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999807488:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319273.341881:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319273.341915:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999807488:12345-0@lo:38:kworker.0 Request processed in 44us (1758us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319273.341921:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4975
00000100:00100000:1.0:1767319273.341947:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4540
00000100:00100000:2.0:1767319273.342022:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d070380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853163999807616:0@lo:400:kworker.0
00000100:00080000:2.0:1767319273.342065:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319273.342078:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999807360:12345-0@lo:38:kworker.0 Request processed in 769us (2710us total) trans 0 rc -19/-19
00000100:00080000:2.0:1767319273.342100:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767319273.342180:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4973
00000100:00080000:2.0:1767319273.346554:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319273.346567:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d070000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999807360:0@lo:38:kworker.0
00000100:00080000:2.0:1767319273.346610:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319273.346614:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319273.346618:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d072300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999807488:0@lo:38:kworker.0
00000100:00080000:2.0:1767319273.346629:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319273.346633:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319273.346636:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234471fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999807744:0@lo:38:kworker.0
00000100:00100000:3.0:1767319273.346843:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999807744:12345-0@lo:38:kworker.0 Request processed in 3504us (5029us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319273.346857:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4974
00010000:00010000:0.0:1767319273.657590:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319274.678223:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319275.459454:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000400:00000100:1.0:1767319275.459497:0:6999:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.52@tcp portal 26 match 1853163962498304 offset 0 length 520: 4
00000100:00100000:1.0:1767319275.459522:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767319275.459588:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962498560
00000100:00100000:2.0:1767319275.459598:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962498560
00000100:00100000:0.0:1767319275.459616:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962498432
00000100:00100000:0.0:1767319275.459621:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962498432
00000100:00100000:0.0:1767319275.459656:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4541
00000100:00100000:0.0:1767319275.459670:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367241880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962498560:12345-192.168.202.52@tcp:400:kworker.0
00000100:00080000:1.0:1767319275.459689:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319275.459753:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367241880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962498560:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 88us (308us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319275.463156:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4976
00000100:00100000:2.0:1767319275.463175:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367243b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962498432:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767319275.463227:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319275.463403:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367243b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962498432:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 230us (3877us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319275.463412:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4976
00000100:00100000:0.0:1767319275.467490:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4541
00010000:00010000:3.0:1767319275.705146:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319276.406447:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366966a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999808256:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319276.406531:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319276.406638:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999808256
00000100:00100000:2.0:1767319276.406646:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999808256
00000100:00100000:2.0:1767319276.406711:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2154
00000100:00100000:2.0:1767319276.406720:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349091880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999808256:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767319276.406747:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767319276.406795:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349091880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999808256:12345-0@lo:13:osp-pre-1-1.0 Request processed in 76us (263us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319276.406802:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2154
00000100:00100000:2.0:1767319276.406857:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366966a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999808256:0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767319276.408132:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767319276.408300:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767319276.408316:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366966a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999808384:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319276.408388:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319276.408474:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999808384
00000100:00100000:1.0:1767319276.408481:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999808384
00000100:00100000:1.0:1767319276.408552:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2155
00000100:00100000:1.0:1767319276.408561:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999808384:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767319276.408589:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767319276.408634:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999808384:12345-0@lo:13:osp-pre-0-1.0 Request processed in 75us (245us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319276.408640:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2155
00000100:00100000:1.0:1767319276.408680:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366966a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999808384:0@lo:13:osp-pre-0-1.0
00000100:00080000:2.0:1767319276.410157:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00010000:3.0:1767319276.728968:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319277.429372:0:7004:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319252/real 1767319252]  req@ffff9523670c3b80 x1853163999801984/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319277 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767319277.429416:0:7004:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9523670c3b80 x1853163999801984/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319277 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767319277.429437:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319277.429469:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767319277.429474:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853163999801984:0@lo:250:kworker.0
00000100:00080000:1.0:1767319277.434366:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319277.434376:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1767319277.434381:0:27049:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319277.434388:0:27049:0:(import.c:509:import_select_connection()) MGC192.168.202.152@tcp: connect to NID 0@lo last attempt 4450
00000100:00080000:1.0:1767319277.434393:0:27049:0:(import.c:588:import_select_connection()) MGC192.168.202.152@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319277.434399:0:27049:0:(import.c:623:import_select_connection()) MGC192.168.202.152@tcp: import ffff95235eb57800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319277.434435:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952367243480 x1853163999808512/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319277.434472:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319277.434481:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319277.434483:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319277.434487:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4471
00000100:00080000:1.0:1767319277.434490:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319277.434493:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319277.434507:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952367240000 x1853163999808640/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319277.434516:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319277.434519:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319277.434520:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319277.434523:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4471
00000100:00080000:1.0:1767319277.434525:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319277.434528:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319277.434561:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347045f80 x1853163999808768/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319277.434571:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319277.434574:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319277.434576:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319277.434579:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4471
00000100:00080000:1.0:1767319277.434582:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319277.434586:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319277.434596:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347044000 x1853163999808896/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319277.434641:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319277.434644:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319277.434646:0:27049:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319277.434649:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4471
00000100:00080000:1.0:1767319277.434651:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319277.434655:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319277.434665:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347045c00 x1853163999809152/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319277.434789:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347047480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999809536:0@lo:400:kworker.0
00000100:00100000:2.0:1767319277.434845:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367243480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853163999808512:0@lo:250:kworker.0
00000100:00100000:0.0:1767319277.434864:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000400:00000100:2.0:1767319277.434875:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163999808512 offset 0 length 520: 4
00000100:00100000:1.0:1767319277.434927:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999809536
00000100:00100000:1.0:1767319277.434934:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999809536
00000100:00100000:1.0:1767319277.434986:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3005
00000100:00100000:1.0:1767319277.434995:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999809536:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319277.435004:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347044e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853163999809024:0@lo:400:kworker.0
00000100:00100000:2.0:1767319277.442171:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367240000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999808640:0@lo:38:kworker.0
00000100:00100000:2.0:1767319277.442257:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319277.442285:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347045f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999808768:0@lo:38:kworker.0
00000100:00100000:2.0:1767319277.442313:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319277.442333:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347044000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999808896:0@lo:38:kworker.0
00000100:00100000:2.0:1767319277.442365:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319277.442383:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347045c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999809152:0@lo:38:kworker.0
00000100:00100000:2.0:1767319277.442405:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319277.442468:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999808640
00000100:00100000:2.0:1767319277.442476:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999808640
00000100:00100000:2.0:1767319277.442523:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1754
00000100:00100000:2.0:1767319277.442529:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366964380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999808640:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319277.442548:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319277.442588:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366964380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999808640:12345-0@lo:38:kworker.0 Request processed in 57us (331us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319277.442596:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1754
00000100:00100000:2.0:1767319277.442621:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999808768
00000100:00100000:2.0:1767319277.442625:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999808768
00000100:00100000:2.0:1767319277.442640:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999808896
00000100:00100000:2.0:1767319277.442642:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999808896
00000100:00100000:2.0:1767319277.442652:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999809152
00000100:00100000:2.0:1767319277.442655:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999809152
00000100:00100000:2.0:1767319277.442666:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4977
00000100:00100000:2.0:1767319277.442670:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366965880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999808768:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319277.442680:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319277.442702:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366965880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999808768:12345-0@lo:38:kworker.0 Request processed in 31us (389us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319277.442709:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4977
00000100:00100000:2.0:1767319277.442719:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4978
00000100:00100000:2.0:1767319277.442722:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366966a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999808896:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319277.442731:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319277.442753:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366966a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999808896:12345-0@lo:38:kworker.0 Request processed in 28us (386us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319277.442758:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4978
00000100:00100000:2.0:1767319277.442768:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4979
00000100:00100000:2.0:1767319277.442771:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999809152:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319277.442780:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319277.442801:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999809152:12345-0@lo:38:kworker.0 Request processed in 28us (394us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319277.442805:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4979
00000100:00100000:2.0:1767319277.442830:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347045880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999809408:0@lo:400:kworker.0
00000100:00100000:2.0:1767319277.442854:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319277.442874:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767319277.442880:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347044380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853163999809280:0@lo:400:kworker.0
00000100:00100000:2.0:1767319277.442900:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319277.442921:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999809280
00000100:00100000:2.0:1767319277.442924:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999809280
00000100:00100000:2.0:1767319277.442958:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4542
00000100:00100000:2.0:1767319277.442964:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d070000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999809280:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767319277.443185:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319277.443212:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999809408
00000100:00100000:0.0:1767319277.443217:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999809408
00000100:00100000:0.0:1767319277.443245:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3006
00000100:00100000:0.0:1767319277.443253:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d072300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999809408:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319277.455378:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d070000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999809280:12345-0@lo:400:kworker.0 Request processed in 12403us (12466us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319277.455392:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4542
00000100:00100000:2.0:1767319277.455481:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347044380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853163999809280:0@lo:400:kworker.0
00000100:00080000:2.0:1767319277.455673:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319277.455679:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319277.455683:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367240000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999808640:0@lo:38:kworker.0
00000100:00080000:2.0:1767319277.455694:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319277.455697:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319277.456053:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999809536:12345-0@lo:400:kworker.0 Request processed in 21057us (21186us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319277.456063:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3005
00000100:00100000:1.0:1767319277.456107:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347047480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999809536:0@lo:400:kworker.0
00000100:00100000:2.0:1767319277.456162:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347045f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999808768:0@lo:38:kworker.0
00000100:00080000:2.0:1767319277.456176:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319277.456180:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319277.456183:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347044000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999808896:0@lo:38:kworker.0
00000100:00080000:2.0:1767319277.456222:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319277.456226:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319277.456229:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347045c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999809152:0@lo:38:kworker.0
00000100:00100000:3.0:1767319277.463696:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319277.465127:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999809024
00000100:00100000:2.0:1767319277.465142:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999809024
00000100:00100000:2.0:1767319277.465258:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4543
00000100:00100000:2.0:1767319277.465269:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853163999809024:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319277.465362:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853163999809024:12345-0@lo:400:kworker.0 Request processed in 96us (1682us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319277.465374:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4543
00000100:00080000:1.0:1767319277.465416:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319277.466077:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347044e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853163999809024:0@lo:400:kworker.0
00000100:00100000:0.0:1767319277.466595:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d072300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999809408:12345-0@lo:400:kworker.0 Request processed in 23340us (23736us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319277.466608:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3006
00000100:00100000:2.0:1767319277.466800:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347045880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999809408:0@lo:400:kworker.0
00010000:00010000:0.0:1767319277.750492:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319278.773779:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767319279.797346:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319280.577768:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767319280.577816:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767319280.577960:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962498688
00000100:00100000:3.0:1767319280.577971:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962498688
00000100:00100000:2.0:1767319280.578019:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962498816
00000100:00100000:2.0:1767319280.578025:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962498816
00000100:00100000:3.0:1767319280.578026:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4980
00000100:00100000:3.0:1767319280.578036:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347047480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962498688:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767319280.578060:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319280.578131:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347047480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962498688:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 94us (375us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319280.578139:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4980
00000100:00100000:2.0:1767319280.578261:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4544
00000100:00100000:2.0:1767319280.578270:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347046a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962498816:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767319280.578310:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347046a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962498816:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 42us (494us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319280.578316:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4544
00000100:00080000:1.0:1767319280.587077:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767319280.823604:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319281.525503:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d070380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999809664:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319281.525582:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319281.525737:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999809664
00000100:00100000:0.0:1767319281.525746:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999809664
00000100:00100000:0.0:1767319281.525817:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2156
00000100:00100000:0.0:1767319281.525824:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999809664:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767319281.525849:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00080000:2.0:1767319281.525918:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767319281.526948:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767319281.526963:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367240000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999809792:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319281.527010:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319281.527083:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999809792
00000100:00100000:1.0:1767319281.527089:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999809792
00000100:00100000:1.0:1767319281.527127:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2157
00000100:00100000:1.0:1767319281.527133:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999809792:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767319281.527152:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767319281.527187:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999809792:12345-0@lo:13:osp-pre-0-1.0 Request processed in 54us (177us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319281.527211:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2157
00000100:00100000:1.0:1767319281.527294:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367240000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999809792:0@lo:13:osp-pre-0-1.0
00000100:00080000:2.0:1767319281.527750:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767319281.527875:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999809664:12345-0@lo:13:osp-pre-1-1.0 Request processed in 2050us (2291us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319281.527883:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2156
00000100:00100000:3.0:1767319281.528090:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d070380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999809664:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767319281.847017:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767319282.549645:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319282.549658:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767319282.549661:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319282.549665:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319282.549670:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319282.549677:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4475
00000100:00080000:2.0:1767319282.549682:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319282.549689:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319282.549730:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234471d500 x1853163999809920/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319282.549766:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319282.549770:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319282.549772:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319282.549775:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4475
00000100:00080000:2.0:1767319282.549778:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319282.549781:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319282.549795:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234471c700 x1853163999810048/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319282.549805:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319282.549807:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319282.549809:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319282.549813:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4475
00000100:00080000:2.0:1767319282.549815:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319282.549818:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319282.549829:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234471ed80 x1853163999810176/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319282.549943:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319282.549947:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319282.549949:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319282.549954:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4475
00000100:00080000:2.0:1767319282.549956:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319282.549960:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319282.550112:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767319282.550127:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eac9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999810304:0@lo:400:kworker.0
00000100:00100000:3.0:1767319282.550218:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319282.550284:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999810304
00000100:00100000:3.0:1767319282.550292:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999810304
00000100:00100000:3.0:1767319282.550366:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4545
00000100:00100000:3.0:1767319282.550379:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d070380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999810304:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319282.550437:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d070380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999810304:12345-0@lo:400:kworker.0 Request processed in 62us (218us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319282.550446:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4545
00000100:00100000:3.0:1767319282.550487:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eac9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999810304:0@lo:400:kworker.0
00000100:00080000:3.0:1767319282.550532:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319282.550701:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235eac9f80 x1853163999810432/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319282.550846:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234471d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999809920:0@lo:38:kworker.0
00000100:00100000:0.0:1767319282.550888:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319282.550931:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234471c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999810048:0@lo:38:kworker.0
00000100:00100000:0.0:1767319282.550957:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319282.550991:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234471ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999810176:0@lo:38:kworker.0
00000100:00100000:0.0:1767319282.551015:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319282.551031:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eac9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999810432:0@lo:38:kworker.0
00000100:00100000:0.0:1767319282.551053:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319282.551086:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999810048
00000100:00100000:0.0:1767319282.551091:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999810048
00000100:00100000:0.0:1767319282.551117:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999810176
00000100:00100000:0.0:1767319282.551119:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999810176
00000100:00100000:0.0:1767319282.551132:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999810432
00000100:00100000:0.0:1767319282.551134:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999810432
00000100:00100000:0.0:1767319282.551151:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4981
00000100:00100000:0.0:1767319282.551157:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999810048:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319282.551175:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319282.551232:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999810048:12345-0@lo:38:kworker.0 Request processed in 75us (274us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319282.551239:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4981
00000100:00100000:0.0:1767319282.551251:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4982
00000100:00100000:0.0:1767319282.551254:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999810176:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319282.551262:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319282.551281:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999810176:12345-0@lo:38:kworker.0 Request processed in 26us (266us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319282.551286:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4982
00000100:00100000:0.0:1767319282.551295:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4983
00000100:00100000:0.0:1767319282.551298:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999810432:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319282.551319:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319282.551341:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999810432:12345-0@lo:38:kworker.0 Request processed in 42us (287us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319282.551346:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4983
00000100:00080000:0.0:1767319282.551380:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319282.551385:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319282.551388:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234471c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999810048:0@lo:38:kworker.0
00000100:00080000:0.0:1767319282.551394:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319282.551397:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319282.551399:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234471ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999810176:0@lo:38:kworker.0
00000100:00080000:0.0:1767319282.551405:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319282.551408:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319282.551410:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eac9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999810432:0@lo:38:kworker.0
00000100:00100000:2.0:1767319282.551661:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999809920
00000100:00100000:2.0:1767319282.551665:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999809920
00000100:00100000:2.0:1767319282.551694:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1755
00000100:00100000:2.0:1767319282.551698:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999809920:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319282.551708:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319282.551741:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999809920:12345-0@lo:38:kworker.0 Request processed in 42us (854us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319282.551746:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1755
00000100:00080000:2.0:1767319282.551768:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319282.551771:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319282.551774:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234471d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999809920:0@lo:38:kworker.0
00000100:00100000:1.0:1767319282.552222:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767319282.552235:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eac9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999810816:0@lo:400:kworker.0
00000100:00100000:1.0:1767319282.552270:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319282.552352:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999810816
00000100:00100000:0.0:1767319282.552357:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999810816
00000100:00100000:0.0:1767319282.552393:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3007
00000100:00100000:0.0:1767319282.552399:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347044a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999810816:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319282.552449:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347044a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999810816:12345-0@lo:400:kworker.0 Request processed in 50us (178us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319282.552455:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3007
00000100:00100000:3.0:1767319282.556894:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eac8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999810688:0@lo:400:kworker.0
00000100:00100000:3.0:1767319282.557010:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319282.557064:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767319282.557072:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eac8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853163999810560:0@lo:400:kworker.0
00000100:00100000:3.0:1767319282.557099:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319282.557221:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999810688
00000100:00100000:1.0:1767319282.557230:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999810688
00000100:00100000:1.0:1767319282.557285:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3008
00000100:00100000:1.0:1767319282.557309:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952371388380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999810688:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319282.557370:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952371388380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999810688:12345-0@lo:400:kworker.0 Request processed in 71us (360us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319282.557378:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3008
00000100:00100000:1.0:1767319282.557421:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eac8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999810688:0@lo:400:kworker.0
00000100:00100000:2.0:1767319282.557810:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eac9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999810816:0@lo:400:kworker.0
00000100:00100000:0.0:1767319282.559514:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999810560
00000100:00100000:0.0:1767319282.559528:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999810560
00000100:00100000:0.0:1767319282.559627:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4546
00000100:00100000:0.0:1767319282.559638:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952371389880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853163999810560:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319282.559743:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952371389880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853163999810560:12345-0@lo:400:kworker.0 Request processed in 107us (2642us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319282.559756:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4546
00000100:00100000:2.0:1767319282.559860:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eac8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853163999810560:0@lo:400:kworker.0
00000100:00080000:3.0:1767319282.560072:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767319282.869521:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767319283.896534:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767319284.919117:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319285.698435:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767319285.698564:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767319285.698855:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962499072
00000100:00100000:1.0:1767319285.698862:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962498944
00000100:00100000:3.0:1767319285.698865:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962499072
00000100:00100000:1.0:1767319285.698866:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962498944
00000100:00100000:1.0:1767319285.698910:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4984
00000100:00080000:2.0:1767319285.698952:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319285.698991:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962498944:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767319285.699014:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319285.699085:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962498944:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 166us (520us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319285.702823:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4547
00000100:00100000:3.0:1767319285.702843:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962499072:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767319285.703162:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4984
00000100:00100000:3.0:1767319285.706709:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962499072:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 97us (4508us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319285.706730:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4547
00010000:00010000:0.0:1767319285.941404:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319286.645664:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237138b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999810944:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319286.645741:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319286.646012:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999810944
00000100:00100000:3.0:1767319286.646020:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999810944
00000100:00100000:3.0:1767319286.646097:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2158
00000100:00100000:3.0:1767319286.646113:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347047b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999810944:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767319286.646143:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767319286.646216:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347047b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999810944:12345-0@lo:13:osp-pre-1-1.0 Request processed in 107us (474us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319286.646224:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2158
00000100:00100000:1.0:1767319286.646289:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237138b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999810944:0@lo:13:osp-pre-1-1.0
00000100:00080000:0.0:1767319286.646305:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767319286.647430:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767319286.647497:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eac8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999811072:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319286.647553:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319286.647833:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999811072
00000100:00100000:3.0:1767319286.647842:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999811072
00000100:00100000:3.0:1767319286.647965:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2159
00000100:00100000:3.0:1767319286.647975:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347044700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999811072:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767319286.648002:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767319286.648057:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347044700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999811072:12345-0@lo:13:osp-pre-0-1.0 Request processed in 85us (504us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319286.648065:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2159
00000100:00100000:2.0:1767319286.648151:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eac8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999811072:0@lo:13:osp-pre-0-1.0
00000100:00080000:0.0:1767319286.648425:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00010000:2.0:1767319286.965530:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767319287.669335:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319287.669345:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767319287.669349:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319287.669353:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319287.669358:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319287.669365:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4480
00000100:00080000:2.0:1767319287.669370:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319287.669377:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319287.669416:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235eac8000 x1853163999811200/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319287.669437:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319287.669441:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319287.669442:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319287.669446:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4480
00000100:00080000:2.0:1767319287.669448:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319287.669451:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319287.669464:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235eac9c00 x1853163999811328/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319287.669473:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319287.669475:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319287.669477:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319287.669480:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4480
00000100:00080000:2.0:1767319287.669482:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319287.669486:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319287.669490:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eac8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999811200:0@lo:38:kworker.0
00000100:00100000:2.0:1767319287.669494:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235eac8380 x1853163999811456/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319287.669538:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319287.669541:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319287.669543:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319287.669546:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4480
00000100:00080000:2.0:1767319287.669548:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319287.669551:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319287.669561:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319287.669562:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235eacb480 x1853163999811712/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319287.669618:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eac9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999811328:0@lo:38:kworker.0
00000100:00100000:0.0:1767319287.669642:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319287.669657:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eacbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999812096:0@lo:400:kworker.0
00000100:00100000:0.0:1767319287.669660:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eac8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999811456:0@lo:38:kworker.0
00000100:00100000:0.0:1767319287.669678:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319287.669683:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319287.669690:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eacb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999811712:0@lo:38:kworker.0
00000100:00100000:2.0:1767319287.669702:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767319287.669707:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eac9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999811584:0@lo:400:kworker.0
00000100:00100000:0.0:1767319287.669710:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319287.669726:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319287.669741:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999811200
00000100:00100000:2.0:1767319287.669747:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999812096
00000100:00100000:0.0:1767319287.669748:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999811200
00000100:00100000:2.0:1767319287.669749:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999812096
00000100:00100000:0.0:1767319287.669779:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1756
00000100:00100000:2.0:1767319287.669779:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3009
00000100:00100000:0.0:1767319287.669785:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999811200:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767319287.669786:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eac8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999812096:12345-0@lo:400:kworker.0
00010000:00020000:0.0:1767319287.669804:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319287.669831:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999811200:12345-0@lo:38:kworker.0 Request processed in 45us (269us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319287.669831:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eac8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999812096:12345-0@lo:400:kworker.0 Request processed in 45us (146us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319287.669839:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1756
00000100:00100000:2.0:1767319287.669839:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3009
00000100:00100000:0.0:1767319287.669859:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eacaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853163999811840:0@lo:400:kworker.0
00000100:00100000:2.0:1767319287.669877:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eacbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999812096:0@lo:400:kworker.0
00000100:00100000:0.0:1767319287.669881:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319287.669897:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767319287.669902:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eac8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999811968:0@lo:400:kworker.0
00000100:00100000:0.0:1767319287.669921:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319287.669939:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999811328
00000100:00100000:2.0:1767319287.669943:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999811328
00000100:00100000:0.0:1767319287.669944:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999811456
00000100:00100000:0.0:1767319287.669946:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999811456
00000100:00100000:1.0:1767319287.670032:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999811968
00000100:00100000:1.0:1767319287.670036:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999811968
00000100:00100000:1.0:1767319287.670063:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3010
00000100:00100000:1.0:1767319287.670070:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999811968:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319287.670106:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999811968:12345-0@lo:400:kworker.0 Request processed in 37us (184us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319287.670112:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3010
00000100:00100000:2.0:1767319287.670493:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999811712
00000100:00100000:2.0:1767319287.670497:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999811712
00000100:00100000:0.0:1767319287.675399:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999811584
00000100:00100000:0.0:1767319287.675415:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999811584
00000100:00100000:0.0:1767319287.675491:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999811840
00000100:00100000:0.0:1767319287.675494:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999811840
00000100:00100000:0.0:1767319287.676264:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4548
00000100:00100000:0.0:1767319287.676277:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eaca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999811584:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319287.676377:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eaca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999811584:12345-0@lo:400:kworker.0 Request processed in 103us (6649us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319287.676384:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4548
00000100:00100000:0.0:1767319287.676401:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4549
00000100:00100000:0.0:1767319287.676407:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853163999811840:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319287.676437:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853163999811840:12345-0@lo:400:kworker.0 Request processed in 30us (6555us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319287.677724:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4549
00000100:00100000:0.0:1767319287.677752:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4985
00000100:00100000:0.0:1767319287.677758:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999811328:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319287.677778:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319287.677827:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999811328:12345-0@lo:38:kworker.0 Request processed in 68us (8182us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319287.677833:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4985
00000100:00100000:0.0:1767319287.678711:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4986
00000100:00100000:0.0:1767319287.678718:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999811456:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319287.678731:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319287.678772:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999811456:12345-0@lo:38:kworker.0 Request processed in 53us (9092us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319287.678778:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4986
00000100:00100000:0.0:1767319287.678789:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4987
00000100:00100000:0.0:1767319287.678794:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236fbea450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999811712:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319287.678803:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319287.678823:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236fbea450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999811712:12345-0@lo:38:kworker.0 Request processed in 28us (9112us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319287.678829:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4987
00000100:00100000:2.0:1767319287.681510:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eac9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999811584:0@lo:400:kworker.0
00000100:00080000:2.0:1767319287.681587:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319287.681593:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319287.681596:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eac8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999811456:0@lo:38:kworker.0
00000100:00080000:2.0:1767319287.681605:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319287.681609:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319287.681612:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eacb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999811712:0@lo:38:kworker.0
00000100:00080000:2.0:1767319287.681622:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319287.681625:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319287.681628:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eac8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999811200:0@lo:38:kworker.0
00000100:00080000:2.0:1767319287.681636:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319287.681640:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319287.681642:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eac9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999811328:0@lo:38:kworker.0
00000100:00100000:2.0:1767319287.681754:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eac8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999811968:0@lo:400:kworker.0
00000100:00100000:2.0:1767319287.681765:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eacaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853163999811840:0@lo:400:kworker.0
00000100:00080000:2.0:1767319287.681806:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767319287.989763:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767319289.013543:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767319290.040040:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319290.819559:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767319290.819720:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962499328
00000100:00100000:2.0:1767319290.819732:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962499328
00000100:00100000:2.0:1767319290.819810:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4550
00000100:00100000:2.0:1767319290.819822:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962499328:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767319290.819921:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962499328:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 101us (370us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319290.819929:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4550
00000100:00080000:0.0:1767319290.821250:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319290.822403:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767319290.822476:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962499200
00000100:00100000:3.0:1767319290.822486:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962499200
00000100:00100000:3.0:1767319290.822529:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4988
00000100:00100000:3.0:1767319290.822536:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347046300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962499200:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767319290.822559:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319290.822621:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347046300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962499200:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 83us (224us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319290.822629:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4988
00010000:00010000:2.0:1767319291.064398:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319291.765682:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767319291.765701:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237138aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999812224:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319291.765773:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319291.765891:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999812224
00000100:00100000:1.0:1767319291.765899:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999812224
00000100:00100000:1.0:1767319291.765959:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2160
00000100:00100000:1.0:1767319291.765967:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999812224:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767319291.765996:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767319291.766043:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999812224:12345-0@lo:13:osp-pre-1-1.0 Request processed in 76us (273us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319291.766050:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2160
00000100:00100000:1.0:1767319291.766096:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237138aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999812224:0@lo:13:osp-pre-1-1.0
00000100:00080000:0.0:1767319291.766490:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767319291.766605:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767319291.766617:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347047800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999812352:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319291.766649:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319291.766757:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999812352
00000100:00100000:1.0:1767319291.766763:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999812352
00000100:00080000:0.0:1767319291.766876:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767319291.768335:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2161
00000100:00100000:1.0:1767319291.768353:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999812352:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767319291.768385:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767319291.768466:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999812352:12345-0@lo:13:osp-pre-0-1.0 Request processed in 121us (1816us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319291.768473:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2161
00000100:00100000:0.0:1767319291.768599:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347047800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999812352:0@lo:13:osp-pre-0-1.0
00010000:00010000:3.0:1767319292.086757:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767319292.789483:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319292.789493:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767319292.789497:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319292.789503:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319292.789507:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319292.789514:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4485
00000100:00080000:2.0:1767319292.789519:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319292.789525:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319292.789564:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235eacaa00 x1853163999812480/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319292.789602:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319292.789606:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319292.789607:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319292.789611:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4485
00000100:00080000:2.0:1767319292.789613:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319292.789617:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319292.789631:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235eac8a80 x1853163999812608/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319292.789640:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319292.789643:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319292.789645:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319292.789649:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4485
00000100:00080000:2.0:1767319292.789650:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319292.789653:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319292.789662:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235eac9c00 x1853163999812736/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319292.789702:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319292.789706:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319292.789708:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319292.789711:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4485
00000100:00080000:2.0:1767319292.789713:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319292.789716:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319292.789726:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235eacb480 x1853163999812992/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319292.789777:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eac9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999813248:0@lo:400:kworker.0
00000100:00100000:2.0:1767319292.789852:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319292.789907:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767319292.789924:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eac8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853163999813120:0@lo:400:kworker.0
00000100:00100000:2.0:1767319292.789948:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319292.789984:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999813248
00000100:00100000:2.0:1767319292.789991:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999813248
00000100:00100000:2.0:1767319292.790037:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3011
00000100:00100000:2.0:1767319292.790046:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eacb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999813248:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319292.790094:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eacb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999813248:12345-0@lo:400:kworker.0 Request processed in 49us (242us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319292.790105:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3011
00000100:00100000:2.0:1767319292.790127:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999813120
00000100:00100000:2.0:1767319292.790130:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999813120
00000100:00100000:2.0:1767319292.790159:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4551
00000100:00100000:2.0:1767319292.790165:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eacb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853163999813120:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319292.790192:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eacb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853163999813120:12345-0@lo:400:kworker.0 Request processed in 26us (242us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319292.790232:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4551
00000100:00100000:2.0:1767319292.790273:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eac8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853163999813120:0@lo:400:kworker.0
00000100:00100000:2.0:1767319292.790283:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eac9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999813248:0@lo:400:kworker.0
00000100:00080000:0.0:1767319292.790542:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319292.790561:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eacaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999812480:0@lo:38:kworker.0
00000100:00100000:0.0:1767319292.790605:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319292.790637:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eac8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999812608:0@lo:38:kworker.0
00000100:00100000:0.0:1767319292.790657:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319292.790674:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eac9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999812736:0@lo:38:kworker.0
00000100:00100000:0.0:1767319292.790691:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319292.790704:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eacb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999812992:0@lo:38:kworker.0
00000100:00100000:0.0:1767319292.790722:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319292.790750:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999812608
00000100:00100000:0.0:1767319292.790754:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999812608
00000100:00100000:0.0:1767319292.790775:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999812736
00000100:00100000:0.0:1767319292.790778:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999812736
00000100:00100000:0.0:1767319292.790788:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999812992
00000100:00100000:0.0:1767319292.790791:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999812992
00000100:00100000:0.0:1767319292.790803:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4989
00000100:00100000:0.0:1767319292.790809:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999812608:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319292.790829:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319292.790863:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999812608:12345-0@lo:38:kworker.0 Request processed in 52us (204us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319292.790869:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4989
00000100:00100000:0.0:1767319292.790881:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4990
00000100:00100000:0.0:1767319292.790884:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999812736:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319292.790892:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319292.790926:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999812736:12345-0@lo:38:kworker.0 Request processed in 39us (233us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319292.790932:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4990
00000100:00100000:0.0:1767319292.790942:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4991
00000100:00100000:0.0:1767319292.790946:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999812992:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319292.790955:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319292.790974:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999812992:12345-0@lo:38:kworker.0 Request processed in 26us (252us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319292.790981:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4991
00000100:00080000:0.0:1767319292.791005:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319292.791010:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319292.791013:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eac8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999812608:0@lo:38:kworker.0
00000100:00080000:0.0:1767319292.791020:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319292.791023:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319292.791026:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eac9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999812736:0@lo:38:kworker.0
00000100:00080000:0.0:1767319292.791032:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319292.791035:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319292.791037:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eacb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999812992:0@lo:38:kworker.0
00000100:00100000:1.0:1767319292.791306:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eac8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853163999812864:0@lo:400:kworker.0
00000100:00100000:1.0:1767319292.791337:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319292.791369:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767319292.791375:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eacbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999813376:0@lo:400:kworker.0
00000100:00100000:1.0:1767319292.791396:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319292.791421:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999813376
00000100:00100000:1.0:1767319292.791425:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999813376
00000100:00100000:1.0:1767319292.791453:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3012
00000100:00100000:1.0:1767319292.791459:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347045180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999813376:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319292.791496:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347045180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999813376:12345-0@lo:400:kworker.0 Request processed in 37us (99us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319292.791502:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3012
00000100:00100000:1.0:1767319292.791526:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eacbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999813376:0@lo:400:kworker.0
00000100:00100000:1.0:1767319292.791549:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999812864
00000100:00100000:1.0:1767319292.791552:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999812864
00000100:00080000:1.0:1767319292.791579:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319292.791599:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4552
00000100:00100000:1.0:1767319292.791605:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347047100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853163999812864:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319292.791637:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347047100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853163999812864:12345-0@lo:400:kworker.0 Request processed in 31us (299us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319292.791643:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4552
00000100:00100000:1.0:1767319292.791663:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eac8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853163999812864:0@lo:400:kworker.0
00000100:00100000:2.0:1767319292.792011:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999812480
00000100:00100000:2.0:1767319292.792017:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999812480
00000100:00100000:2.0:1767319292.792049:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1757
00000100:00100000:2.0:1767319292.792054:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999812480:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319292.792068:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319292.792101:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999812480:12345-0@lo:38:kworker.0 Request processed in 46us (1496us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319292.792108:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1757
00000100:00080000:0.0:1767319292.792707:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319292.792714:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319292.792718:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eacaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999812480:0@lo:38:kworker.0
00010000:00010000:3.0:1767319293.109456:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767319294.133532:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319295.157520:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319295.936736:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767319295.936805:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767319295.939046:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962499584
00000100:00100000:2.0:1767319295.939063:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962499584
00000100:00100000:2.0:1767319295.939268:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962499456
00000100:00100000:2.0:1767319295.939273:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962499456
00000100:00100000:2.0:1767319295.939298:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4553
00000100:00100000:2.0:1767319295.939309:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347046680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962499584:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767319295.939411:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347046680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962499584:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 104us (2686us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319295.939420:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4553
00000100:00100000:2.0:1767319295.939440:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4992
00000100:00100000:2.0:1767319295.939444:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347046d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962499456:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767319295.939463:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319295.939491:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347046d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962499456:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 45us (2685us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319295.939497:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4992
00000100:00080000:1.0:1767319295.943090:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767319296.182591:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319296.885894:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347045500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999813504:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319296.885966:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319296.886119:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999813504
00000100:00100000:1.0:1767319296.886128:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999813504
00000100:00100000:1.0:1767319296.886318:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2162
00000100:00100000:1.0:1767319296.886328:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eac9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999813504:12345-0@lo:13:osp-pre-0-1.0
00000100:00080000:0.0:1767319296.886466:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00002000:00000024:1.0:1767319296.886568:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767319296.886629:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eac9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999813504:12345-0@lo:13:osp-pre-0-1.0 Request processed in 302us (662us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319296.886637:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2162
00000100:00100000:2.0:1767319296.886725:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347045500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999813504:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319296.886995:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767319296.887005:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952371388a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999813632:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319296.887035:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319296.887114:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999813632
00000100:00100000:3.0:1767319296.887120:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999813632
00000100:00100000:3.0:1767319296.887326:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2163
00000100:00100000:3.0:1767319296.887334:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eac8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999813632:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767319296.887354:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767319296.887401:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eac8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999813632:12345-0@lo:13:osp-pre-1-1.0 Request processed in 68us (365us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319296.887408:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2163
00000100:00100000:3.0:1767319296.887438:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952371388a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999813632:0@lo:13:osp-pre-1-1.0
00000100:00080000:0.0:1767319296.892329:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00010000:00010000:3.0:1767319297.211297:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767319297.909529:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319297.909548:0:27049:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767319297.909551:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319297.909556:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319297.909560:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319297.909568:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4490
00000100:00080000:1.0:1767319297.909573:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319297.909580:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319297.909619:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347045500 x1853163999813760/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319297.909645:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319297.909649:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319297.909651:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319297.909655:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4490
00000100:00080000:1.0:1767319297.909658:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319297.909661:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319297.909672:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347047800 x1853163999813888/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319297.909681:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319297.909684:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319297.909685:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319297.909689:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4490
00000100:00080000:1.0:1767319297.909691:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319297.909693:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319297.909701:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347047480 x1853163999814016/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319297.909764:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767319297.909928:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347045500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999813760:0@lo:38:kworker.0
00000100:00100000:0.0:1767319297.910003:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319297.910056:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347047800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999813888:0@lo:38:kworker.0
00000100:00100000:0.0:1767319297.910079:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319297.910095:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347047480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999814016:0@lo:38:kworker.0
00000100:00100000:0.0:1767319297.910113:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319297.910144:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999813888
00000100:00100000:0.0:1767319297.910151:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999813888
00000100:00100000:0.0:1767319297.910226:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999814016
00000100:00100000:0.0:1767319297.910230:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999814016
00000100:00100000:0.0:1767319297.910247:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4993
00000100:00100000:0.0:1767319297.910254:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999813888:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319297.910273:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319297.910324:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999813888:12345-0@lo:38:kworker.0 Request processed in 68us (243us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319297.910331:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4993
00000100:00100000:0.0:1767319297.910348:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4994
00000100:00100000:0.0:1767319297.910352:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999814016:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319297.910361:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319297.910382:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999814016:12345-0@lo:38:kworker.0 Request processed in 28us (268us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319297.910388:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4994
00000100:00080000:0.0:1767319297.910419:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319297.910424:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319297.910427:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347047800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999813888:0@lo:38:kworker.0
00000100:00080000:0.0:1767319297.910435:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319297.910438:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319297.910441:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347047480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999814016:0@lo:38:kworker.0
00000100:00100000:3.0:1767319297.910641:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999813760
00000100:00100000:3.0:1767319297.910646:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999813760
00000100:00100000:3.0:1767319297.910679:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1758
00000100:00100000:3.0:1767319297.910685:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999813760:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319297.910694:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319297.910726:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999813760:12345-0@lo:38:kworker.0 Request processed in 41us (724us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319297.910732:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1758
00000100:00080000:1.0:1767319297.910954:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319297.910959:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319297.910961:0:27049:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319297.910965:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4490
00000100:00080000:1.0:1767319297.910968:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319297.910972:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319297.910993:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347045880 x1853163999814272/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767319297.911078:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347044e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853163999814400:0@lo:400:kworker.0
00000100:00100000:3.0:1767319297.911110:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319297.911130:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767319297.911135:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347045c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999814528:0@lo:400:kworker.0
00000100:00100000:3.0:1767319297.911159:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319297.911211:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999814400
00000100:00100000:3.0:1767319297.911215:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999814400
00000100:00100000:3.0:1767319297.911262:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4554
00000100:00100000:3.0:1767319297.911270:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952371388a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853163999814400:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319297.911327:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952371388a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853163999814400:12345-0@lo:400:kworker.0 Request processed in 60us (217us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319297.911333:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4554
00000100:00100000:3.0:1767319297.911363:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347044e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853163999814400:0@lo:400:kworker.0
00000100:00080000:0.0:1767319297.911591:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319297.911609:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347045880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999814272:0@lo:38:kworker.0
00000100:00100000:0.0:1767319297.911636:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767319297.911660:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319297.911664:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319297.911667:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347045500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999813760:0@lo:38:kworker.0
00000100:00100000:0.0:1767319297.911688:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999814272
00000100:00100000:0.0:1767319297.911691:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999814272
00000100:00100000:0.0:1767319297.911709:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4995
00000100:00100000:0.0:1767319297.911713:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999814272:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319297.911725:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319297.911756:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999814272:12345-0@lo:38:kworker.0 Request processed in 41us (119us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319297.911762:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4995
00000100:00080000:0.0:1767319297.911781:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319297.911784:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319297.911787:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347045880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999814272:0@lo:38:kworker.0
00000100:00100000:0.0:1767319297.911810:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999814528
00000100:00100000:0.0:1767319297.911813:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999814528
00000100:00100000:0.0:1767319297.911839:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3013
00000100:00100000:0.0:1767319297.911846:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237138bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999814528:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319297.911878:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237138bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999814528:12345-0@lo:400:kworker.0 Request processed in 33us (718us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319297.911883:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3013
00000100:00100000:0.0:1767319297.911903:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347045c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999814528:0@lo:400:kworker.0
00000100:00100000:2.0:1767319297.914042:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347044000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999814656:0@lo:400:kworker.0
00000100:00100000:2.0:1767319297.914113:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319297.914143:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347046a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999814144:0@lo:400:kworker.0
00000100:00100000:2.0:1767319297.914178:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319297.914318:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999814144
00000100:00100000:3.0:1767319297.914327:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999814144
00000100:00100000:3.0:1767319297.914386:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4555
00000100:00100000:3.0:1767319297.914394:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eaca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999814144:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319297.914448:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eaca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999814144:12345-0@lo:400:kworker.0 Request processed in 55us (269us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319297.914455:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4555
00000100:00080000:3.0:1767319297.914474:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319297.914560:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999814656
00000100:00100000:0.0:1767319297.914565:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999814656
00000100:00100000:0.0:1767319297.914603:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3014
00000100:00100000:0.0:1767319297.914610:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eac9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999814656:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319297.914644:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eac9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999814656:12345-0@lo:400:kworker.0 Request processed in 35us (531us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319297.914650:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3014
00000100:00100000:2.0:1767319297.914839:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347044000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999814656:0@lo:400:kworker.0
00000100:00100000:2.0:1767319297.914850:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347046a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999814144:0@lo:400:kworker.0
00010000:00010000:0.0:1767319298.230669:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319299.259385:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319300.038815:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000400:00000100:0.0:1767319300.038952:0:6998:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.52@tcp portal 26 match 1853163962499712 offset 0 length 520: 4
00000100:00100000:0.0:1767319300.038982:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767319300.039352:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962499968
00000100:00100000:2.0:1767319300.039366:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962499968
00000100:00100000:2.0:1767319300.040229:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962499840
00000100:00100000:2.0:1767319300.040239:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962499840
00000100:00100000:1.0:1767319300.040313:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4556
00000100:00100000:1.0:1767319300.040342:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962499968:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767319300.040441:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962499968:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 113us (1641us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319300.040458:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4556
00000100:00100000:2.0:1767319300.041274:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4996
00000100:00100000:2.0:1767319300.041284:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962499840:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767319300.041312:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319300.041390:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962499840:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 104us (2405us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319300.041398:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4996
00000100:00080000:0.0:1767319300.042188:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767319300.277459:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767319301.301615:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319302.005869:0:7004:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319277/real 1767319277]  req@ffff952367243480 x1853163999808512/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319302 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1767319302.005902:0:7004:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff952367243480 x1853163999808512/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319302 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1767319302.005921:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319302.005945:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:0.0:1767319302.005949:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367243480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853163999808512:0@lo:250:kworker.0
00000100:00080000:2.0:1767319302.006165:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319302.006172:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1767319302.006176:0:27049:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319302.006181:0:27049:0:(import.c:509:import_select_connection()) MGC192.168.202.152@tcp: connect to NID 0@lo last attempt 4475
00000100:00080000:2.0:1767319302.006185:0:27049:0:(import.c:588:import_select_connection()) MGC192.168.202.152@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319302.006191:0:27049:0:(import.c:623:import_select_connection()) MGC192.168.202.152@tcp: import ffff95235eb57800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319302.006247:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235eacad80 x1853163999814784/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319302.006264:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319302.006268:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319302.006270:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319302.006272:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4495
00000100:00080000:2.0:1767319302.006274:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319302.006277:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319302.006303:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235eacaa00 x1853163999814912/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319302.006316:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319302.006319:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319302.006320:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319302.006323:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4495
00000100:00080000:2.0:1767319302.006325:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319302.006328:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319302.006339:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235eac8000 x1853163999815040/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319302.006348:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319302.006350:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319302.006353:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319302.006356:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4495
00000100:00080000:2.0:1767319302.006358:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319302.006361:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319302.006370:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235eacbb80 x1853163999815168/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319302.006412:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319302.006417:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319302.006419:0:27049:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319302.006423:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4495
00000100:00080000:2.0:1767319302.006425:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319302.006428:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319302.006440:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235eac9c00 x1853163999815424/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319302.007161:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eacb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853163999815296:0@lo:400:kworker.0
00000100:00100000:2.0:1767319302.007287:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319302.007344:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767319302.007351:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eac9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999815808:0@lo:400:kworker.0
00000100:00100000:2.0:1767319302.007378:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319302.007418:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eac8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999815680:0@lo:400:kworker.0
00000100:00100000:2.0:1767319302.007441:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319302.007458:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767319302.007464:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eac8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853163999815552:0@lo:400:kworker.0
00000100:00100000:2.0:1767319302.007483:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319302.007803:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767319302.007813:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347045f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999815936:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319302.007858:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319302.007888:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999815936
00000100:00100000:2.0:1767319302.007889:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999815296
00000100:00100000:1.0:1767319302.007895:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999815936
00000100:00100000:2.0:1767319302.007895:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999815296
00000100:00100000:3.0:1767319302.007998:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999815808
00000100:00100000:3.0:1767319302.008004:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999815808
00000100:00100000:3.0:1767319302.008041:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999815680
00000100:00100000:3.0:1767319302.008044:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999815680
00000100:00100000:1.0:1767319302.008091:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2164
00000100:00100000:1.0:1767319302.008101:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347044380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:7007:x1853163999815936:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767319302.008145:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767319302.008189:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347044380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:7007:x1853163999815936:12345-0@lo:13:osp-pre-0-1.0 Request processed in 90us (330us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319302.008213:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2164
00000100:00100000:1.0:1767319302.008257:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347045f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999815936:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319302.008292:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3015
00000100:00100000:1.0:1767319302.008299:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366967800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999815808:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319302.008336:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366967800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999815808:12345-0@lo:400:kworker.0 Request processed in 38us (956us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319302.008342:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3015
00000100:00100000:1.0:1767319302.008380:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999815552
00000100:00100000:1.0:1767319302.008383:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999815552
00000100:00100000:0.0:1767319302.008595:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347045f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999816064:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319302.008628:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319302.008887:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4557
00000100:00100000:2.0:1767319302.008896:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eac9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853163999815296:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319302.008932:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eac9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853163999815296:12345-0@lo:400:kworker.0 Request processed in 38us (1645us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319302.008937:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4557
00000100:00100000:2.0:1767319302.008975:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eac9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999815808:0@lo:400:kworker.0
00000100:00100000:2.0:1767319302.008984:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eacb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853163999815296:0@lo:400:kworker.0
00000100:00100000:2.0:1767319302.009021:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999816064
00000100:00100000:2.0:1767319302.009025:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999816064
00000100:00100000:2.0:1767319302.009046:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2165
00000100:00100000:2.0:1767319302.009051:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bcf1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:7005:x1853163999816064:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767319302.009068:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767319302.009099:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bcf1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:7005:x1853163999816064:12345-0@lo:13:osp-pre-1-1.0 Request processed in 47us (471us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319302.009105:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2165
00000100:00100000:2.0:1767319302.009806:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347045f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999816064:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319302.009844:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eacad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853163999814784:0@lo:250:kworker.0
00000400:00000100:2.0:1767319302.009873:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163999814784 offset 0 length 520: 4
00000100:00100000:2.0:1767319302.009897:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eacaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999814912:0@lo:38:kworker.0
00000100:00100000:2.0:1767319302.009920:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319302.009940:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eac8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999815040:0@lo:38:kworker.0
00000100:00100000:2.0:1767319302.009961:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319302.009975:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eacbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999815168:0@lo:38:kworker.0
00000100:00100000:2.0:1767319302.009993:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319302.010007:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eac9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999815424:0@lo:38:kworker.0
00000100:00100000:2.0:1767319302.010025:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319302.010054:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999814912
00000100:00100000:2.0:1767319302.010059:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999814912
00000100:00100000:2.0:1767319302.010082:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1759
00000100:00100000:2.0:1767319302.010087:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366964000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999814912:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319302.010105:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319302.010973:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366964000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999814912:12345-0@lo:38:kworker.0 Request processed in 878us (1047us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319302.010981:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1759
00000100:00100000:2.0:1767319302.011016:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999815040
00000100:00100000:2.0:1767319302.011022:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999815040
00000100:00100000:2.0:1767319302.011044:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999815168
00000100:00100000:2.0:1767319302.011047:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999815168
00000100:00100000:2.0:1767319302.011061:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999815424
00000100:00100000:2.0:1767319302.011063:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999815424
00000100:00100000:2.0:1767319302.011073:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4997
00000100:00100000:2.0:1767319302.011077:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366965f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999815040:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319302.011093:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319302.018066:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3016
00000100:00100000:3.0:1767319302.018112:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366966680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999815680:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319302.020113:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4558
00000100:00100000:1.0:1767319302.020138:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366967b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999815552:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767319302.020557:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767319302.020565:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767319302.020568:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767319302.020655:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4998
00000100:00100000:0.0:1767319302.020663:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366966d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999815168:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319302.020684:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319302.024116:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366966680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999815680:12345-0@lo:400:kworker.0 Request processed in 6008us (16656us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319302.025306:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3016
00000100:00100000:1.0:1767319302.025961:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366967b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999815552:12345-0@lo:400:kworker.0 Request processed in 5826us (18466us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319302.025979:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4558
00000100:00100000:1.0:1767319302.026025:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4999
00000100:00100000:1.0:1767319302.026031:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366967480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999815424:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319302.026054:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319302.026100:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366967480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999815424:12345-0@lo:38:kworker.0 Request processed in 68us (16074us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319302.026106:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4999
00000100:00100000:0.0:1767319302.026394:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366966d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999815168:12345-0@lo:38:kworker.0 Request processed in 5730us (16398us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319302.026403:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4998
00000100:00100000:0.0:1767319302.026574:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eac8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853163999815552:0@lo:400:kworker.0
00000100:00100000:0.0:1767319302.026588:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eac8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999815680:0@lo:400:kworker.0
00000100:00080000:0.0:1767319302.026754:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319302.026759:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319302.026763:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eacaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999814912:0@lo:38:kworker.0
00000100:00080000:0.0:1767319302.026772:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319302.026775:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319302.026779:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eac8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999815040:0@lo:38:kworker.0
00000100:00080000:0.0:1767319302.026787:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319302.026790:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319302.026793:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eacbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999815168:0@lo:38:kworker.0
00000100:00080000:0.0:1767319302.026801:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319302.026805:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319302.026808:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eac9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999815424:0@lo:38:kworker.0
00000100:00100000:2.0:1767319302.027099:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366965f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999815040:12345-0@lo:38:kworker.0 Request processed in 16016us (17132us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319302.027115:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4997
00010000:00010000:0.0:1767319302.325964:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319303.349494:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767319304.376285:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319305.151122:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767319305.151275:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962500224
00000100:00100000:1.0:1767319305.151289:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962500224
00000100:00100000:1.0:1767319305.151412:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4559
00000100:00100000:1.0:1767319305.151424:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952371388700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962500224:12345-192.168.202.52@tcp:400:kworker.0
00000100:00080000:0.0:1767319305.151482:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319305.151533:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952371388700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962500224:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 110us (444us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319305.151542:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4559
00000100:00100000:3.0:1767319305.152315:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767319305.154183:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962500096
00000100:00100000:1.0:1767319305.154216:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962500096
00000100:00100000:1.0:1767319305.154291:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5000
00000100:00100000:1.0:1767319305.154301:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237138a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962500096:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767319305.154454:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319305.154547:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237138a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962500096:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 245us (2237us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319305.154556:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5000
00010000:00010000:3.0:1767319305.404236:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767319306.421513:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319307.125778:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767319307.125811:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347045f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999816192:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319307.125911:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319307.126283:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999816192
00000100:00100000:0.0:1767319307.126295:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999816192
00000100:00100000:0.0:1767319307.126369:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2166
00000100:00100000:0.0:1767319307.126387:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366964700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999816192:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767319307.126425:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767319307.126485:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366964700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999816192:12345-0@lo:13:osp-pre-0-1.0 Request processed in 101us (573us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319307.126492:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2166
00000100:00080000:0.0:1767319307.126518:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767319307.126635:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767319307.126648:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347046a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999816320:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319307.126680:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319307.126729:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999816320
00000100:00100000:2.0:1767319307.126733:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999816320
00000100:00100000:2.0:1767319307.126781:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2167
00000100:00100000:2.0:1767319307.126789:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366966300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999816320:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767319307.126807:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767319307.126840:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366966300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999816320:12345-0@lo:13:osp-pre-1-1.0 Request processed in 53us (160us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319307.126847:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2167
00000100:00100000:2.0:1767319307.126908:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347046a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999816320:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319307.126940:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347045f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999816192:0@lo:13:osp-pre-0-1.0
00000100:00080000:1.0:1767319307.127000:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767319307.127449:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319307.127456:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767319307.127459:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319307.127463:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319307.127468:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319307.127474:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4499
00000100:00080000:3.0:1767319307.127478:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319307.127483:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319307.127520:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237138b800 x1853163999816448/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319307.127546:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319307.127549:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319307.127551:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319307.127555:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4499
00000100:00080000:3.0:1767319307.127557:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319307.127561:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319307.127576:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237138b100 x1853163999816576/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319307.127584:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319307.127588:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319307.127590:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319307.127593:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4499
00000100:00080000:3.0:1767319307.127595:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319307.127598:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319307.127607:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952371389180 x1853163999816704/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319307.127640:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319307.127643:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319307.127645:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319307.127649:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4499
00000100:00080000:3.0:1767319307.127651:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319307.127654:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319307.127665:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237138ad80 x1853163999816960/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767319307.127715:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767319307.127726:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952371389500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853163999817088:0@lo:400:kworker.0
00000100:00100000:3.0:1767319307.127779:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319307.127826:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999817088
00000100:00100000:3.0:1767319307.127832:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999817088
00000100:00100000:3.0:1767319307.127877:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4560
00000100:00100000:3.0:1767319307.127885:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952371389f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999817088:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319307.127928:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952371389f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999817088:12345-0@lo:400:kworker.0 Request processed in 44us (149us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319307.127934:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4560
00000100:00100000:3.0:1767319307.127967:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952371389500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853163999817088:0@lo:400:kworker.0
00000100:00100000:0.0:1767319307.128117:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767319307.128129:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237138a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999816832:0@lo:400:kworker.0
00000100:00100000:0.0:1767319307.128160:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319307.128257:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237138b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999816448:0@lo:38:kworker.0
00000100:00100000:1.0:1767319307.128291:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319307.128331:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237138b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999816576:0@lo:38:kworker.0
00000100:00100000:1.0:1767319307.128353:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319307.128370:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952371389180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999816704:0@lo:38:kworker.0
00000100:00100000:1.0:1767319307.128389:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319307.128410:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237138ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999816960:0@lo:38:kworker.0
00000100:00100000:1.0:1767319307.128430:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319307.128463:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999816832
00000100:00100000:1.0:1767319307.128467:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999816832
00000100:00100000:1.0:1767319307.128497:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999816576
00000100:00100000:1.0:1767319307.128499:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999816576
00000100:00100000:1.0:1767319307.128508:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999816704
00000100:00100000:1.0:1767319307.128510:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999816704
00000100:00100000:1.0:1767319307.128516:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999816960
00000100:00100000:1.0:1767319307.128518:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999816960
00000100:00100000:1.0:1767319307.128528:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4561
00000100:00100000:1.0:1767319307.128534:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bcf2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999816832:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319307.128570:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bcf2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999816832:12345-0@lo:400:kworker.0 Request processed in 36us (409us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319307.128577:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4561
00000100:00100000:1.0:1767319307.128593:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5001
00000100:00100000:1.0:1767319307.128597:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347045c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999816576:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319307.128618:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319307.128649:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347045c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999816576:12345-0@lo:38:kworker.0 Request processed in 50us (295us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319307.128656:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5001
00000100:00100000:1.0:1767319307.128668:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5002
00000100:00100000:1.0:1767319307.128671:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347045880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999816704:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319307.128692:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319307.128716:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347045880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999816704:12345-0@lo:38:kworker.0 Request processed in 43us (326us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319307.128722:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5002
00000100:00100000:1.0:1767319307.128733:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5003
00000100:00100000:1.0:1767319307.128737:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347045500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999816960:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319307.128746:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319307.128768:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347045500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999816960:12345-0@lo:38:kworker.0 Request processed in 30us (337us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319307.128773:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5003
00000100:00080000:1.0:1767319307.128790:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767319307.128814:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319307.128819:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319307.128822:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237138b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999816576:0@lo:38:kworker.0
00000100:00080000:1.0:1767319307.128830:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319307.128833:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319307.128836:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952371389180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999816704:0@lo:38:kworker.0
00000100:00080000:1.0:1767319307.128842:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319307.128845:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319307.128848:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237138ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999816960:0@lo:38:kworker.0
00000100:00100000:0.0:1767319307.129061:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999816448
00000100:00100000:0.0:1767319307.129067:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999816448
00000100:00100000:0.0:1767319307.129138:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1760
00000100:00100000:0.0:1767319307.129144:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347044000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999816448:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319307.129153:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319307.129186:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347044000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999816448:12345-0@lo:38:kworker.0 Request processed in 41us (894us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319307.129191:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1760
00000100:00100000:0.0:1767319307.129255:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237138a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999816832:0@lo:400:kworker.0
00000100:00080000:1.0:1767319307.130057:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319307.130065:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319307.130068:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237138b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999816448:0@lo:38:kworker.0
00010000:00010000:2.0:1767319307.446659:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767319308.469436:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767319309.493709:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319310.271796:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767319310.271987:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962500480
00000100:00100000:3.0:1767319310.272001:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962500480
00000100:00100000:3.0:1767319310.272122:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4562
00000100:00100000:3.0:1767319310.272135:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366965c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962500480:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:3.0:1767319310.272281:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366965c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962500480:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 149us (528us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319310.272289:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4562
00000100:00080000:1.0:1767319310.272735:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319310.275300:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767319310.275407:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962500352
00000100:00100000:2.0:1767319310.275420:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962500352
00000100:00100000:2.0:1767319310.275582:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5004
00000100:00100000:2.0:1767319310.275591:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952371389500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962500352:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767319310.275620:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319310.275702:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952371389500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962500352:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 111us (413us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319310.275710:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5004
00010000:00010000:0.0:1767319310.517579:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319311.547266:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319312.245484:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767319312.245665:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366967100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999817216:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319312.245755:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319312.246670:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366965180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999817344:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319312.246723:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999817216
00000100:00100000:2.0:1767319312.246727:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319312.246735:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999817216
00000100:00100000:1.0:1767319312.246805:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999817344
00000100:00080000:2.0:1767319312.246805:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767319312.246809:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999817344
00000100:00100000:2.0:1767319312.246831:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2168
00000100:00100000:1.0:1767319312.246837:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2169
00000100:00100000:2.0:1767319312.246842:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bcf3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999817216:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319312.246843:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366964a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999817344:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767319312.246880:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00002000:00000024:2.0:1767319312.246880:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767319312.246928:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bcf3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999817216:12345-0@lo:13:osp-pre-1-1.0 Request processed in 88us (1172us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319312.246936:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2168
00000100:00100000:1.0:1767319312.246941:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366964a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999817344:12345-0@lo:13:osp-pre-0-1.0 Request processed in 99us (214us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319312.246946:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2169
00000100:00080000:1.0:1767319312.246960:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767319312.247000:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366965180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999817344:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319312.247118:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366967100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999817216:0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767319312.247843:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319312.247850:0:27049:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767319312.247853:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319312.247857:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319312.247862:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319312.247869:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4505
00000100:00080000:2.0:1767319312.247874:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319312.247879:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319312.247917:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366965180 x1853163999817472/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767319312.247985:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366965180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999817472:0@lo:38:kworker.0
00000100:00100000:3.0:1767319312.248048:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767319312.248103:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319312.248107:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319312.248110:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319312.248115:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4505
00000100:00080000:2.0:1767319312.248118:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319312.248122:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319312.248128:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999817472
00000100:00100000:1.0:1767319312.248134:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999817472
00000100:00100000:2.0:1767319312.248136:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366965880 x1853163999817600/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319312.248169:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1761
00000100:00100000:1.0:1767319312.248176:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952371388000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999817472:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319312.248217:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319312.250247:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366965880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999817600:0@lo:38:kworker.0
00000100:00100000:3.0:1767319312.250343:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767319312.250931:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319312.250940:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319312.250944:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319312.250950:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4505
00000100:00080000:2.0:1767319312.250954:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319312.250961:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319312.251002:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366966a00 x1853163999817728/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319312.251062:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319312.251066:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319312.251068:0:27049:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319312.251073:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4505
00000100:00080000:2.0:1767319312.251075:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319312.251079:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319312.251093:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235eac9c00 x1853163999817984/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319312.251159:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366967100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853163999817856:0@lo:400:kworker.0
00000100:00100000:2.0:1767319312.251218:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319312.253068:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952371388000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999817472:12345-0@lo:38:kworker.0 Request processed in 4847us (4975us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319312.253089:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1761
00000100:00100000:1.0:1767319312.253189:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767319312.253233:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eacbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853163999818112:0@lo:400:kworker.0
00000100:00080000:3.0:1767319312.255394:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319312.255410:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319312.255416:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366965180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999817472:0@lo:38:kworker.0
00000100:00100000:3.0:1767319312.255461:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366966a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999817728:0@lo:38:kworker.0
00000100:00100000:2.0:1767319312.255878:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319312.255979:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999817600
00000100:00100000:0.0:1767319312.255989:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999817600
00000100:00100000:0.0:1767319312.256043:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999817856
00000100:00100000:0.0:1767319312.256047:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999817856
00000100:00080000:0.0:1767319312.256075:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319312.256119:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4563
00000100:00100000:0.0:1767319312.256130:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eac8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853163999817856:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319312.256216:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5005
00000100:00100000:0.0:1767319312.256218:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eac8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853163999817856:12345-0@lo:400:kworker.0 Request processed in 90us (4998us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319312.256224:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952371388e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999817600:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767319312.256225:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4563
00010000:00020000:1.0:1767319312.256248:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319312.256265:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366967100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853163999817856:0@lo:400:kworker.0
00000100:00100000:1.0:1767319312.256292:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952371388e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999817600:12345-0@lo:38:kworker.0 Request processed in 69us (5949us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319312.256299:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5005
00000100:00100000:1.0:1767319312.259972:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999818112
00000100:00100000:0.0:1767319312.259978:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319312.259987:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999818112
00000100:00100000:0.0:1767319312.260028:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eac9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999817984:0@lo:38:kworker.0
00000100:00100000:1.0:1767319312.260072:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999817728
00000100:00100000:1.0:1767319312.260076:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999817728
00000100:00100000:1.0:1767319312.260095:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4564
00000100:00100000:1.0:1767319312.260105:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eacaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999818112:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319312.260109:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767319312.260161:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319312.260167:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319312.260169:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eacaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999818112:12345-0@lo:400:kworker.0 Request processed in 66us (4293us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319312.260172:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366965880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999817600:0@lo:38:kworker.0
00000100:00100000:1.0:1767319312.260177:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4564
00000100:00100000:1.0:1767319312.260215:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999817984
00000100:00100000:1.0:1767319312.260218:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999817984
00000100:00100000:0.0:1767319312.260228:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5006
00000100:00100000:0.0:1767319312.260234:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bcf2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999817728:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319312.260308:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319312.260347:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bcf2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999817728:12345-0@lo:38:kworker.0 Request processed in 112us (375us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319312.261180:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5007
00000100:00100000:1.0:1767319312.261192:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bcf3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999817984:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319312.261245:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319312.261303:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bcf3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999817984:12345-0@lo:38:kworker.0 Request processed in 112us (1193us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319312.261311:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5007
00000100:00080000:1.0:1767319312.261458:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767319312.261658:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319312.261665:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319312.261669:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366966a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999817728:0@lo:38:kworker.0
00000100:00080000:1.0:1767319312.261685:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319312.261689:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319312.261691:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eac9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999817984:0@lo:38:kworker.0
00000100:00100000:1.0:1767319312.261755:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eacbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853163999818112:0@lo:400:kworker.0
00000100:00100000:0.0:1767319312.264960:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5006
00010000:00010000:1.0:1767319312.565519:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767319313.589464:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767319314.614952:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319315.397320:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767319315.397424:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767319315.397844:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962500736
00000100:00100000:0.0:1767319315.397857:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962500736
00000100:00100000:0.0:1767319315.397960:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962500608
00000100:00100000:0.0:1767319315.397971:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962500608
00000100:00100000:0.0:1767319315.398035:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4565
00000100:00100000:0.0:1767319315.398048:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952371389c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962500736:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:0.0:1767319315.398147:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952371389c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962500736:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 93us (831us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319315.398157:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4565
00000100:00100000:0.0:1767319315.398177:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5008
00000100:00100000:0.0:1767319315.398181:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237138b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962500608:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:0.0:1767319315.398243:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319315.398265:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237138b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962500608:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 83us (841us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319315.398269:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5008
00000100:00080000:1.0:1767319315.398633:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767319315.637634:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767319316.661422:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767319317.366240:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319317.366252:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767319317.366255:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319317.366260:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319317.366265:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319317.366274:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4510
00000100:00080000:0.0:1767319317.366280:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319317.366288:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319317.366326:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234bcf1880 x1853163999818368/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319317.366351:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319317.366355:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319317.366357:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319317.366361:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4510
00000100:00080000:0.0:1767319317.366363:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319317.366367:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319317.366381:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234bcf0700 x1853163999818496/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319317.366391:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319317.366395:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319317.366397:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319317.366401:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4510
00000100:00080000:0.0:1767319317.366404:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319317.366407:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319317.366420:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234bcf0380 x1853163999818624/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319317.366451:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319317.366455:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319317.366457:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319317.366461:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4510
00000100:00080000:0.0:1767319317.366463:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319317.366467:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319317.366484:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234bcf1180 x1853163999818880/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319317.366577:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bcf1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999818368:0@lo:38:kworker.0
00000100:00100000:0.0:1767319317.366666:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319317.366727:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bcf0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999818496:0@lo:38:kworker.0
00000100:00100000:0.0:1767319317.366755:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319317.366772:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bcf0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999818624:0@lo:38:kworker.0
00000100:00100000:0.0:1767319317.366794:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319317.366810:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bcf1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999818880:0@lo:38:kworker.0
00000100:00100000:0.0:1767319317.366831:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319317.366868:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bcf2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999818752:0@lo:400:kworker.0
00000100:00100000:0.0:1767319317.366897:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319317.366920:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767319317.366925:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bcf0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999819008:0@lo:400:kworker.0
00000100:00100000:0.0:1767319317.366946:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319317.366981:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999818496
00000100:00100000:0.0:1767319317.367022:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999818496
00000100:00100000:0.0:1767319317.367057:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999818624
00000100:00100000:0.0:1767319317.367060:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999818624
00000100:00100000:0.0:1767319317.367069:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999818880
00000100:00100000:0.0:1767319317.367072:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999818880
00000100:00100000:0.0:1767319317.367081:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999818752
00000100:00100000:0.0:1767319317.367083:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999818752
00000100:00100000:0.0:1767319317.367116:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999819008
00000100:00100000:0.0:1767319317.367119:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999819008
00000100:00100000:0.0:1767319317.367141:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4566
00000100:00100000:0.0:1767319317.367150:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345ebf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999818752:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319317.367246:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345ebf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999818752:12345-0@lo:400:kworker.0 Request processed in 95us (347us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319317.367255:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4566
00000100:00100000:0.0:1767319317.367277:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4567
00000100:00100000:0.0:1767319317.367284:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345ebe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999819008:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319317.367311:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345ebe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999819008:12345-0@lo:400:kworker.0 Request processed in 28us (363us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319317.367316:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4567
00000100:00100000:0.0:1767319317.367327:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5009
00000100:00100000:0.0:1767319317.367331:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bcf3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999818496:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319317.367355:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319317.367390:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bcf3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999818496:12345-0@lo:38:kworker.0 Request processed in 56us (634us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319317.367397:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5009
00000100:00100000:0.0:1767319317.367409:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5010
00000100:00100000:0.0:1767319317.367413:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bcf0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999818624:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319317.367423:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319317.367443:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bcf0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999818624:12345-0@lo:38:kworker.0 Request processed in 29us (648us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319317.367448:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5010
00000100:00100000:0.0:1767319317.367457:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5011
00000100:00100000:0.0:1767319317.367460:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345ebdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999818880:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319317.367467:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319317.367486:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345ebdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999818880:12345-0@lo:38:kworker.0 Request processed in 25us (654us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319317.367492:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5011
00000100:00100000:0.0:1767319317.367533:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bcf0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999819008:0@lo:400:kworker.0
00000100:00100000:0.0:1767319317.367545:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bcf2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999818752:0@lo:400:kworker.0
00000100:00080000:0.0:1767319317.367576:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319317.367581:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319317.367585:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bcf0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999818496:0@lo:38:kworker.0
00000100:00080000:0.0:1767319317.367593:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319317.367596:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319317.367599:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bcf0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999818624:0@lo:38:kworker.0
00000100:00080000:0.0:1767319317.367609:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319317.367612:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319317.367615:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bcf1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999818880:0@lo:38:kworker.0
00000100:00100000:3.0:1767319317.370341:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767319317.370371:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237138a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999819392:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319317.370459:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319317.370522:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999819392
00000100:00100000:3.0:1767319317.370533:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999819392
00000100:00100000:3.0:1767319317.370593:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2170
00000100:00100000:3.0:1767319317.370604:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237138ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999819392:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767319317.371321:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767319317.371423:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237138ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999819392:12345-0@lo:13:osp-pre-0-1.0 Request processed in 819us (960us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319317.371433:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2170
00000100:00100000:2.0:1767319317.371576:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237138a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999819392:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319317.371786:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eac8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999818240:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319317.371831:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319317.371859:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bcf1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999819264:0@lo:400:kworker.0
00000100:00100000:1.0:1767319317.371895:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319317.371926:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767319317.371932:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bcf2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999819136:0@lo:400:kworker.0
00000100:00100000:1.0:1767319317.371951:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319317.371998:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999818368
00000100:00100000:1.0:1767319317.372005:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999818368
00000100:00100000:1.0:1767319317.372045:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1762
00000100:00100000:1.0:1767319317.372051:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bcf0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999818368:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319317.372077:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319317.372121:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bcf0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999818368:12345-0@lo:38:kworker.0 Request processed in 69us (5455us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319317.372128:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1762
00000100:00080000:1.0:1767319317.372160:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767319317.372167:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319317.372185:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999819264
00000100:00100000:2.0:1767319317.372192:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999819264
00000100:00080000:1.0:1767319317.372226:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319317.372244:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319317.372250:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bcf1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999818368:0@lo:38:kworker.0
00000100:00100000:2.0:1767319317.372252:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999819136
00000100:00100000:2.0:1767319317.372257:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999819136
00000100:00100000:1.0:1767319317.372289:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3017
00000100:00100000:1.0:1767319317.372300:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347047480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999819264:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319317.372356:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347047480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999819264:12345-0@lo:400:kworker.0 Request processed in 59us (460us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319317.372414:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999818240
00000100:00100000:0.0:1767319317.372420:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999818240
00000100:00100000:0.0:1767319317.372448:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2171
00000100:00100000:0.0:1767319317.372454:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347044e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:7006:x1853163999818240:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767319317.372476:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767319317.372507:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347044e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:7006:x1853163999818240:12345-0@lo:13:osp-pre-1-1.0 Request processed in 53us (676us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319317.372513:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2171
00000100:00080000:0.0:1767319317.372556:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767319317.372588:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eac8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999818240:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319317.372598:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bcf1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999819264:0@lo:400:kworker.0
00000100:00100000:2.0:1767319317.373915:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3018
00000100:00100000:2.0:1767319317.373943:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347047800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999819136:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319317.374593:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347047800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999819136:12345-0@lo:400:kworker.0 Request processed in 663us (2637us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319317.374605:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3018
00000100:00100000:0.0:1767319317.375947:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bcf2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999819136:0@lo:400:kworker.0
00000100:00100000:1.0:1767319317.379211:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3017
00010000:00010000:3.0:1767319317.687636:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767319318.710740:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319319.733695:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319320.514546:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767319320.514606:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767319320.514732:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962500992
00000100:00100000:1.0:1767319320.514747:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962500992
00000100:00100000:1.0:1767319320.514835:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962500864
00000100:00100000:1.0:1767319320.514838:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962500864
00000100:00100000:1.0:1767319320.514875:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4568
00000100:00100000:1.0:1767319320.514887:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952371389180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962500992:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767319320.515005:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952371389180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962500992:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 120us (473us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319320.515014:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4568
00000100:00100000:1.0:1767319320.515038:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5012
00000100:00100000:1.0:1767319320.515043:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237138b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962500864:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767319320.515068:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319320.515097:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237138b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962500864:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 53us (491us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319320.515104:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5012
00000100:00080000:3.0:1767319320.515575:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:1.0:1767319320.757511:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767319321.781663:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767319322.485337:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319322.485347:0:27049:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767319322.485350:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319322.485353:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319322.485357:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319322.485364:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4515
00000100:00080000:0.0:1767319322.485368:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319322.485374:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319322.485395:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767319322.485398:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952345ebc380 x1853163999819648/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319322.485412:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eac8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999819520:0@lo:13:osp-pre-1-1.0
00000100:00080000:0.0:1767319322.485413:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319322.485416:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319322.485418:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319322.485421:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4515
00000100:00080000:0.0:1767319322.485423:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319322.485426:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319322.485435:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952345ebd180 x1853163999819776/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319322.485443:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319322.485445:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319322.485447:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319322.485450:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4515
00000100:00080000:0.0:1767319322.485452:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319322.485454:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319322.485462:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952345ebea00 x1853163999819904/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319322.485476:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767319322.485484:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319322.485487:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319322.485488:0:27049:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319322.485491:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4515
00000100:00080000:0.0:1767319322.485493:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319322.485496:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319322.485505:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952345ebf100 x1853163999820160/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319322.485524:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345ebc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999820416:0@lo:400:kworker.0
00000100:00100000:0.0:1767319322.485534:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345ebd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853163999820288:0@lo:400:kworker.0
00000100:00100000:2.0:1767319322.485548:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319322.485562:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319322.485581:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999819520
00000100:00100000:0.0:1767319322.485584:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767319322.485588:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345ebc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853163999820032:0@lo:400:kworker.0
00000100:00100000:2.0:1767319322.485601:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999819520
00000100:00100000:0.0:1767319322.485609:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319322.485674:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345ebc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999819648:0@lo:38:kworker.0
00000100:00100000:2.0:1767319322.485677:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2172
00000100:00100000:2.0:1767319322.485687:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eacb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999819520:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319322.485699:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00002000:00000024:2.0:1767319322.485716:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767319322.485726:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345ebd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999819776:0@lo:38:kworker.0
00000100:00100000:0.0:1767319322.485747:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319322.485765:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eacb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999819520:12345-0@lo:13:osp-pre-1-1.0 Request processed in 80us (287us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319322.485770:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345ebea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999819904:0@lo:38:kworker.0
00000100:00100000:2.0:1767319322.485772:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2172
00000100:00100000:1.0:1767319322.485791:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999820288
00000100:00100000:0.0:1767319322.485796:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319322.485805:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999820288
00000100:00100000:2.0:1767319322.485806:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999820032
00000100:00100000:0.0:1767319322.485813:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345ebf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999820160:0@lo:38:kworker.0
00000100:00100000:2.0:1767319322.485814:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999820032
00000100:00100000:0.0:1767319322.485838:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319322.485845:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999819776
00000100:00100000:2.0:1767319322.485848:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999819776
00000100:00100000:2.0:1767319322.485867:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999819904
00000100:00100000:2.0:1767319322.485871:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999819904
00000100:00100000:1.0:1767319322.485875:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999820160
00000100:00100000:0.0:1767319322.485880:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4569
00000100:00100000:1.0:1767319322.485882:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999820160
00000100:00100000:0.0:1767319322.485944:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345ebfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853163999820032:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319322.485988:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345ebfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853163999820032:12345-0@lo:400:kworker.0 Request processed in 100us (377us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319322.486862:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4570
00000100:00100000:2.0:1767319322.486873:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345ebce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999820288:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319322.486926:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345ebce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999820288:12345-0@lo:400:kworker.0 Request processed in 56us (1363us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319322.486932:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4570
00000100:00100000:2.0:1767319322.486957:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5013
00000100:00100000:2.0:1767319322.486961:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345ebf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999819776:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319322.486979:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319322.487009:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345ebf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999819776:12345-0@lo:38:kworker.0 Request processed in 47us (1261us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319322.487015:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5013
00000100:00100000:2.0:1767319322.487025:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5014
00000100:00100000:2.0:1767319322.487029:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345ebe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999819904:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319322.487040:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319322.487057:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345ebe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999819904:12345-0@lo:38:kworker.0 Request processed in 27us (1263us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319322.487062:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5014
00000100:00100000:2.0:1767319322.487104:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eac8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999819520:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319322.487116:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767319322.487124:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237138aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999820544:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319322.487145:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319322.487166:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999820544
00000100:00100000:2.0:1767319322.487170:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999820544
00000100:00100000:2.0:1767319322.487208:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2173
00000100:00100000:2.0:1767319322.487214:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eac8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999820544:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767319322.487231:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767319322.487259:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eac8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999820544:12345-0@lo:13:osp-pre-0-1.0 Request processed in 46us (113us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319322.487265:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2173
00000100:00100000:2.0:1767319322.487305:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237138aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999820544:0@lo:13:osp-pre-0-1.0
00000100:00080000:2.0:1767319322.487328:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319322.487333:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319322.487337:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345ebd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999819776:0@lo:38:kworker.0
00000100:00080000:2.0:1767319322.487345:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319322.487347:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319322.487350:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345ebea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999819904:0@lo:38:kworker.0
00000100:00080000:2.0:1767319322.487383:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767319322.487388:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767319322.487390:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767319322.487424:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999819648
00000100:00100000:2.0:1767319322.487428:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999819648
00000100:00100000:2.0:1767319322.487449:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1763
00000100:00100000:2.0:1767319322.487453:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345ebdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999819648:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319322.487465:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319322.487494:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345ebdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999819648:12345-0@lo:38:kworker.0 Request processed in 40us (1794us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319322.487499:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1763
00000100:00100000:2.0:1767319322.487517:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999820416
00000100:00100000:2.0:1767319322.487520:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999820416
00000100:00100000:2.0:1767319322.487541:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3019
00000100:00100000:2.0:1767319322.487546:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eac9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999820416:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319322.487574:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eac9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999820416:12345-0@lo:400:kworker.0 Request processed in 28us (2025us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319322.487579:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3019
00000100:00100000:2.0:1767319322.487602:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345ebc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999820416:0@lo:400:kworker.0
00000100:00080000:2.0:1767319322.487621:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319322.487624:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319322.487627:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345ebc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999819648:0@lo:38:kworker.0
00000100:00100000:2.0:1767319322.487691:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345ebc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853163999820032:0@lo:400:kworker.0
00000100:00100000:2.0:1767319322.487701:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345ebd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853163999820288:0@lo:400:kworker.0
00000100:00100000:0.0:1767319322.493530:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4569
00000100:00100000:0.0:1767319322.493600:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5015
00000100:00100000:0.0:1767319322.493609:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345ebed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999820160:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319322.493632:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319322.498650:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345ebed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999820160:12345-0@lo:38:kworker.0 Request processed in 5031us (12801us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319322.498725:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5015
00000100:00080000:3.0:1767319322.498877:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319322.498883:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319322.498886:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345ebf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999820160:0@lo:38:kworker.0
00010000:00010000:0.0:1767319322.808421:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319323.829911:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767319324.853396:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1767319325.631852:0:7000:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.52@tcp portal 26 match 1853163962501120 offset 0 length 520: 4
00000100:00100000:3.0:1767319325.631922:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767319325.631983:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767319325.632099:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962501248
00000100:00100000:2.0:1767319325.632110:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962501248
00000100:00100000:2.0:1767319325.632156:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962501376
00000100:00100000:2.0:1767319325.632159:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962501376
00000100:00080000:0.0:1767319325.632244:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319325.632245:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4571
00000100:00100000:2.0:1767319325.632261:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237138b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962501376:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767319325.632346:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237138b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962501376:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 89us (363us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319325.632354:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4571
00000100:00100000:2.0:1767319325.632377:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5016
00000100:00100000:2.0:1767319325.632381:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952371389880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962501248:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767319325.632403:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319325.632435:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952371389880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962501248:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 51us (513us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319325.632443:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5016
00010000:00010000:3.0:1767319325.889454:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767319326.905063:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319327.605704:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eac8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999820672:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319327.605779:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319327.606154:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767319327.606164:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237138aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999820800:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319327.606210:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319327.606306:0:7004:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319302/real 1767319302]  req@ffff95235eacad80 x1853163999814784/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319327 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1767319327.606327:0:7004:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95235eacad80 x1853163999814784/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319327 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1767319327.606339:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319327.606347:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:0.0:1767319327.606350:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eacad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853163999814784:0@lo:250:kworker.0
00000100:00080000:1.0:1767319327.606633:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319327.606639:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1767319327.606643:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319327.606647:0:49151:0:(import.c:509:import_select_connection()) MGC192.168.202.152@tcp: connect to NID 0@lo last attempt 4499
00000100:00080000:1.0:1767319327.606651:0:49151:0:(import.c:588:import_select_connection()) MGC192.168.202.152@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319327.606657:0:49151:0:(import.c:623:import_select_connection()) MGC192.168.202.152@tcp: import ffff95235eb57800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319327.606674:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347046a00 x1853163999820928/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319327.606695:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319327.606700:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319327.606702:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319327.606705:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4520
00000100:00080000:1.0:1767319327.606707:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319327.606711:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319327.606726:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952367243480 x1853163999821056/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319327.606735:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319327.606738:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319327.606739:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319327.606742:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4520
00000100:00080000:1.0:1767319327.606745:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319327.606747:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319327.606759:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952367241c00 x1853163999821184/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319327.606766:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319327.606768:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319327.606769:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319327.606772:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4520
00000100:00080000:1.0:1767319327.606774:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319327.606777:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319327.606787:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952367243800 x1853163999821312/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319327.606815:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319327.606819:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319327.606820:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319327.606823:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4520
00000100:00080000:1.0:1767319327.606825:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319327.606828:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319327.606838:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952367242a00 x1853163999821568/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767319327.607111:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367240380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999821440:0@lo:400:kworker.0
00000100:00100000:3.0:1767319327.607151:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319327.607188:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767319327.607215:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367241180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999821696:0@lo:400:kworker.0
00000100:00100000:3.0:1767319327.607239:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319327.607359:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999821440
00000100:00100000:3.0:1767319327.607441:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999821440
00000100:00100000:3.0:1767319327.607495:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999821696
00000100:00100000:3.0:1767319327.607499:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999821696
00000100:00100000:3.0:1767319327.607522:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4572
00000100:00100000:3.0:1767319327.607529:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366966a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999821440:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319327.607577:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366966a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999821440:12345-0@lo:400:kworker.0 Request processed in 48us (425us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319327.607584:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4572
00000100:00100000:3.0:1767319327.607600:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4573
00000100:00100000:3.0:1767319327.607607:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366965880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999821696:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319327.607633:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366965880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999821696:12345-0@lo:400:kworker.0 Request processed in 26us (393us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319327.607638:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4573
00000100:00100000:3.0:1767319327.607672:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367241180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999821696:0@lo:400:kworker.0
00000100:00100000:3.0:1767319327.607682:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367240380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999821440:0@lo:400:kworker.0
00000100:00100000:2.0:1767319327.608025:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999820672
00000100:00100000:2.0:1767319327.608030:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999820672
00000100:00100000:2.0:1767319327.608067:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999820800
00000100:00100000:2.0:1767319327.608071:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999820800
00000100:00100000:2.0:1767319327.608094:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2174
00000100:00100000:2.0:1767319327.608101:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347045f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999820672:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767319327.608124:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767319327.608176:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347045f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999820672:12345-0@lo:13:osp-pre-1-1.0 Request processed in 76us (2397us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319327.608182:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2174
00000100:00100000:2.0:1767319327.608214:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2175
00000100:00100000:2.0:1767319327.608221:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237138a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999820800:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767319327.608238:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767319327.608276:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237138a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999820800:12345-0@lo:13:osp-pre-0-1.0 Request processed in 45us (2071us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319327.608282:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2175
00000100:00100000:2.0:1767319327.608326:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237138aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999820800:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319327.608342:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eac8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999820672:0@lo:13:osp-pre-1-1.0
00000100:00080000:0.0:1767319327.609090:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767319327.609095:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767319327.609098:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319327.609113:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347046a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853163999820928:0@lo:250:kworker.0
00000400:00000100:0.0:1767319327.609147:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163999820928 offset 0 length 520: 4
00000100:00100000:0.0:1767319327.609184:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367243480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999821056:0@lo:38:kworker.0
00000100:00100000:0.0:1767319327.609238:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319327.609277:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367241c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999821184:0@lo:38:kworker.0
00000100:00100000:0.0:1767319327.609300:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319327.609319:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367243800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999821312:0@lo:38:kworker.0
00000100:00100000:0.0:1767319327.609350:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319327.609556:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367242a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999821568:0@lo:38:kworker.0
00000100:00100000:0.0:1767319327.609582:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319327.609619:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999821184
00000100:00100000:0.0:1767319327.609626:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999821184
00000100:00100000:0.0:1767319327.609649:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999821312
00000100:00100000:0.0:1767319327.609652:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999821312
00000100:00100000:1.0:1767319327.609712:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999821568
00000100:00100000:1.0:1767319327.609716:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999821568
00000100:00100000:1.0:1767319327.609738:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5017
00000100:00100000:1.0:1767319327.609743:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345ebd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999821184:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319327.609761:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319327.609802:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345ebd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999821184:12345-0@lo:38:kworker.0 Request processed in 57us (500us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319327.609808:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5017
00000100:00100000:1.0:1767319327.609821:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5018
00000100:00100000:1.0:1767319327.609826:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345ebd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999821568:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319327.609835:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319327.609857:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345ebd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999821568:12345-0@lo:38:kworker.0 Request processed in 31us (275us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319327.609863:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5018
00000100:00080000:1.0:1767319327.609927:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319327.609932:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319327.609936:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367241c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999821184:0@lo:38:kworker.0
00000100:00080000:1.0:1767319327.609943:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319327.609946:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319327.609948:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367242a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999821568:0@lo:38:kworker.0
00000100:00100000:0.0:1767319327.610168:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5019
00000100:00100000:2.0:1767319327.610907:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999821056
00000100:00100000:2.0:1767319327.610915:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999821056
00000100:00100000:2.0:1767319327.610957:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1764
00000100:00100000:2.0:1767319327.610964:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345ebca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999821056:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319327.610977:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319327.611026:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345ebca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999821056:12345-0@lo:38:kworker.0 Request processed in 61us (1787us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319327.611033:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1764
00000100:00100000:0.0:1767319327.611110:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345ebf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999821312:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319327.611121:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319327.611147:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345ebf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999821312:12345-0@lo:38:kworker.0 Request processed in 38us (1797us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319327.611152:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5019
00000100:00080000:1.0:1767319327.612908:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319327.612920:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319327.612925:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367243480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999821056:0@lo:38:kworker.0
00000100:00080000:1.0:1767319327.612939:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319327.612943:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319327.612946:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367243800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999821312:0@lo:38:kworker.0
00010000:00010000:2.0:1767319327.927170:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767319328.949432:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767319329.973573:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319330.751130:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767319330.751249:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962501632
00000100:00100000:0.0:1767319330.751260:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962501632
00000100:00100000:0.0:1767319330.751358:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4574
00000100:00100000:0.0:1767319330.751368:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eac8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962501632:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:0.0:1767319330.751453:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eac8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962501632:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 85us (332us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319330.751463:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4574
00000100:00080000:2.0:1767319330.751638:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319330.754888:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767319330.754986:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962501504
00000100:00100000:3.0:1767319330.754997:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962501504
00000100:00100000:3.0:1767319330.755130:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5020
00000100:00100000:3.0:1767319330.755138:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345ebc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962501504:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767319330.755161:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319330.755262:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345ebc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962501504:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 122us (383us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319330.755270:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5020
00010000:00010000:0.0:1767319330.997777:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319332.023477:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319332.725499:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eacbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999821824:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319332.725570:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319332.725741:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767319332.725751:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366967100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999821952:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319332.725778:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319332.725859:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999821824
00000100:00100000:3.0:1767319332.725868:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999821824
00000100:00100000:3.0:1767319332.725930:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999821952
00000100:00100000:3.0:1767319332.725933:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999821952
00000100:00100000:3.0:1767319332.725953:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2176
00000100:00100000:3.0:1767319332.725961:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345ebc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999821824:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767319332.725989:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767319332.726029:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345ebc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999821824:12345-0@lo:13:osp-pre-1-1.0 Request processed in 69us (459us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319332.726035:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2176
00000100:00100000:3.0:1767319332.726051:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2177
00000100:00100000:3.0:1767319332.726057:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345ebc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999821952:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767319332.726070:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767319332.726094:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345ebc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999821952:12345-0@lo:13:osp-pre-0-1.0 Request processed in 38us (315us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319332.726100:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2177
00000100:00080000:0.0:1767319332.726157:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767319332.726162:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767319332.726232:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366967100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999821952:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319332.726246:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eacbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999821824:0@lo:13:osp-pre-1-1.0
00000100:00080000:0.0:1767319332.728438:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319332.728448:0:27049:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767319332.728451:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319332.728455:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319332.728459:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319332.728466:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4525
00000100:00080000:0.0:1767319332.728470:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319332.728476:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319332.728513:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952345ebea00 x1853163999822080/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319332.728549:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319332.728553:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319332.728555:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319332.728558:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4525
00000100:00080000:0.0:1767319332.728560:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319332.728564:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319332.728574:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952345ebd180 x1853163999822208/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319332.728584:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319332.728586:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319332.728588:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319332.728591:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4525
00000100:00080000:0.0:1767319332.728594:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319332.728597:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319332.728607:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234bcf2d80 x1853163999822336/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319332.728646:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319332.728650:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319332.728651:0:27049:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319332.728655:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4525
00000100:00080000:0.0:1767319332.728657:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319332.728660:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319332.728670:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234bcf1880 x1853163999822592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767319332.728769:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bcf1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999822464:0@lo:400:kworker.0
00000100:00100000:3.0:1767319332.728829:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319332.728894:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767319332.728899:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bcf1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999822720:0@lo:400:kworker.0
00000100:00100000:3.0:1767319332.728919:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319332.729183:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345ebea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999822080:0@lo:38:kworker.0
00000100:00100000:2.0:1767319332.729244:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319332.729266:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345ebd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999822208:0@lo:38:kworker.0
00000100:00100000:2.0:1767319332.729286:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319332.729304:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bcf2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999822336:0@lo:38:kworker.0
00000100:00100000:2.0:1767319332.729321:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319332.729336:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bcf1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999822592:0@lo:38:kworker.0
00000100:00100000:2.0:1767319332.729352:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319332.729378:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999822464
00000100:00100000:2.0:1767319332.729384:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999822464
00000100:00100000:2.0:1767319332.729425:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999822720
00000100:00100000:2.0:1767319332.729427:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999822720
00000100:00100000:2.0:1767319332.729439:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999822208
00000100:00100000:2.0:1767319332.729441:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999822208
00000100:00100000:2.0:1767319332.729447:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999822336
00000100:00100000:2.0:1767319332.729449:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999822336
00000100:00100000:2.0:1767319332.729455:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999822592
00000100:00100000:2.0:1767319332.729456:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999822592
00000100:00100000:2.0:1767319332.729466:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4575
00000100:00100000:2.0:1767319332.729472:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366965180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999822464:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319332.729516:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366965180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999822464:12345-0@lo:400:kworker.0 Request processed in 43us (686us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319332.729522:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4575
00000100:00100000:2.0:1767319332.729550:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4576
00000100:00100000:2.0:1767319332.729557:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366967100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999822720:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319332.729579:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366967100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999822720:12345-0@lo:400:kworker.0 Request processed in 23us (658us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319332.729584:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4576
00000100:00100000:2.0:1767319332.729594:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5021
00000100:00100000:2.0:1767319332.729598:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eacbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999822208:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319332.729614:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319332.729637:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eacbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999822208:12345-0@lo:38:kworker.0 Request processed in 38us (350us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319332.729643:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5021
00000100:00100000:2.0:1767319332.729652:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5022
00000100:00100000:2.0:1767319332.729656:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eacad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999822336:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319332.729664:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319332.729683:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eacad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999822336:12345-0@lo:38:kworker.0 Request processed in 26us (361us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319332.729688:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5022
00000100:00100000:2.0:1767319332.729699:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5023
00000100:00100000:2.0:1767319332.729702:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237138aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999822592:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319332.729710:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319332.729732:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237138aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999822592:12345-0@lo:38:kworker.0 Request processed in 29us (379us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319332.729738:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5023
00000100:00080000:2.0:1767319332.729755:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319332.729778:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bcf1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999822720:0@lo:400:kworker.0
00000100:00100000:2.0:1767319332.729788:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bcf1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999822464:0@lo:400:kworker.0
00000100:00080000:2.0:1767319332.729809:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319332.729813:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319332.729816:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345ebd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999822208:0@lo:38:kworker.0
00000100:00080000:2.0:1767319332.729822:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319332.729825:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319332.729828:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bcf2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999822336:0@lo:38:kworker.0
00000100:00080000:2.0:1767319332.729833:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319332.729836:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319332.729838:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bcf1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999822592:0@lo:38:kworker.0
00000100:00100000:3.0:1767319332.730073:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999822080
00000100:00100000:3.0:1767319332.730078:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999822080
00000100:00100000:3.0:1767319332.730106:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1765
00000100:00100000:3.0:1767319332.730110:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eac9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999822080:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319332.730119:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319332.730160:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eac9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999822080:12345-0@lo:38:kworker.0 Request processed in 48us (915us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319332.730168:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1765
00000100:00080000:0.0:1767319332.730227:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319332.730231:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319332.730234:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345ebea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999822080:0@lo:38:kworker.0
00010000:00010000:1.0:1767319333.045456:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767319334.069514:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767319335.093650:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319335.872520:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767319335.872624:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767319335.876869:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962501888
00000100:00100000:0.0:1767319335.876894:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962501888
00000100:00100000:0.0:1767319335.877154:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962501760
00000100:00100000:0.0:1767319335.877159:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962501760
00000100:00100000:0.0:1767319335.877189:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4577
00000100:00100000:0.0:1767319335.877223:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962501888:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:0.0:1767319335.877345:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962501888:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 125us (4840us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319335.877354:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4577
00000100:00100000:0.0:1767319335.877376:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5024
00000100:00100000:0.0:1767319335.877381:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962501760:12345-192.168.202.52@tcp:38:kworker.0
00000100:00080000:2.0:1767319335.877503:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:0.0:1767319335.879229:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319335.879337:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962501760:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 1950us (6722us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319335.879349:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5024
00010000:00010000:2.0:1767319336.117732:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767319337.143141:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767319337.845456:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319337.845471:0:27049:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767319337.845484:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319337.845489:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319337.845494:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319337.845506:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4530
00000100:00080000:0.0:1767319337.845512:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319337.845522:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319337.845589:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234bcf0380 x1853163999822848/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319337.845607:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319337.845611:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319337.845613:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319337.845617:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4530
00000100:00080000:0.0:1767319337.845619:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319337.845623:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319337.845634:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234bcf0700 x1853163999823104/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319337.845650:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319337.845653:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319337.845655:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319337.845659:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4530
00000100:00100000:2.0:1767319337.845659:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00080000:0.0:1767319337.845662:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319337.845665:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319337.845675:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234bcf2a00 x1853163999823232/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319337.845682:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345ebea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999822976:0@lo:13:osp-pre-1-1.0
00000100:00080000:0.0:1767319337.845691:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319337.845694:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319337.845696:0:27049:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319337.845700:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4530
00000100:00080000:0.0:1767319337.845702:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319337.845705:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319337.845717:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234bcf1880 x1853163999823488/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319337.845775:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319337.845831:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bcf1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999823872:0@lo:400:kworker.0
00000100:00100000:2.0:1767319337.845856:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bcf0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853163999823360:0@lo:400:kworker.0
00000100:00100000:0.0:1767319337.845866:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319337.845888:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319337.845901:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bcf1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999823744:0@lo:400:kworker.0
00000100:00100000:2.0:1767319337.845921:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bcf2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999823616:0@lo:400:kworker.0
00000100:00100000:0.0:1767319337.845924:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319337.845946:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319337.845982:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999822976
00000100:00100000:2.0:1767319337.845992:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999822976
00000100:00100000:2.0:1767319337.846059:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2178
00000100:00100000:0.0:1767319337.846066:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999823872
00000100:00100000:2.0:1767319337.846069:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345ebd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999822976:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319337.846070:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999823872
00000100:00100000:0.0:1767319337.846100:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999823744
00000100:00100000:0.0:1767319337.846102:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999823744
00002000:00000024:2.0:1767319337.846106:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767319337.846123:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3020
00000100:00100000:0.0:1767319337.846128:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999823872:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319337.846152:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345ebd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:7006:x1853163999822976:12345-0@lo:13:osp-pre-1-1.0 Request processed in 86us (378us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319337.846161:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999823872:12345-0@lo:400:kworker.0 Request processed in 33us (295us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319337.846161:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2178
00000100:00100000:0.0:1767319337.846167:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3020
00000100:00100000:0.0:1767319337.846180:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3021
00000100:00100000:0.0:1767319337.846186:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999823744:12345-0@lo:400:kworker.0
00000100:00080000:2.0:1767319337.846186:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767319337.846190:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767319337.846276:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345ebea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999822976:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319337.846334:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999823360
00000100:00100000:2.0:1767319337.846339:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999823360
00000100:00100000:3.0:1767319337.846350:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999824000:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319337.846376:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999823616
00000100:00100000:2.0:1767319337.846380:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999823616
00000100:00100000:2.0:1767319337.846399:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4578
00000100:00100000:2.0:1767319337.846405:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853163999823360:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319337.847486:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bcf0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999822848:0@lo:38:kworker.0
00000100:00100000:0.0:1767319337.853540:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999823744:12345-0@lo:400:kworker.0 Request processed in 7336us (7598us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319337.853562:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3021
00000100:00100000:0.0:1767319337.853710:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bcf1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999823744:0@lo:400:kworker.0
00000100:00100000:0.0:1767319337.853767:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bcf1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999823872:0@lo:400:kworker.0
00000100:00100000:0.0:1767319337.854175:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4579
00000100:00100000:0.0:1767319337.854253:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999823616:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319337.854386:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999823616:12345-0@lo:400:kworker.0 Request processed in 201us (8438us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319337.854396:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4579
00000100:00100000:3.0:1767319337.854407:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319337.854487:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999824000
00000100:00100000:3.0:1767319337.854496:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999824000
00000100:00100000:3.0:1767319337.854542:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2179
00000100:00100000:3.0:1767319337.854549:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999824000:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767319337.854583:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00080000:0.0:1767319337.854749:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319337.854824:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bcf2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999823616:0@lo:400:kworker.0
00000100:00100000:3.0:1767319337.855064:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999824000:12345-0@lo:13:osp-pre-0-1.0 Request processed in 513us (670us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319337.855072:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2179
00000100:00100000:3.0:1767319337.855116:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999824000:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319337.856858:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853163999823360:12345-0@lo:400:kworker.0 Request processed in 10437us (10953us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319337.856879:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4578
00000100:00100000:3.0:1767319337.856959:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bcf0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853163999823360:0@lo:400:kworker.0
00000100:00100000:1.0:1767319337.858602:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319337.858679:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bcf0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999823104:0@lo:38:kworker.0
00000100:00100000:1.0:1767319337.858723:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319337.858860:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999822848
00000100:00100000:2.0:1767319337.858871:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999822848
00000100:00100000:2.0:1767319337.858931:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1766
00000100:00100000:2.0:1767319337.858942:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367243800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999822848:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767319337.859827:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bcf2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999823232:0@lo:38:kworker.0
00000100:00100000:1.0:1767319337.859881:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:2.0:1767319337.859942:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319337.860010:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367243800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999822848:12345-0@lo:38:kworker.0 Request processed in 1068us (1419us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319337.860021:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1766
00000100:00100000:1.0:1767319337.871682:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bcf1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999823488:0@lo:38:kworker.0
00000100:00100000:0.0:1767319337.872084:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999823104
00000100:00100000:0.0:1767319337.872096:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999823104
00000100:00100000:1.0:1767319337.872377:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319337.872616:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999823232
00000100:00100000:2.0:1767319337.872622:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999823232
00000100:00100000:3.0:1767319337.872677:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999823488
00000100:00100000:3.0:1767319337.872682:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999823488
00000100:00080000:1.0:1767319337.872857:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319337.872864:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319337.872870:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bcf0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999822848:0@lo:38:kworker.0
00000100:00100000:2.0:1767319337.883071:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5025
00000100:00100000:2.0:1767319337.883091:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367243480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999823104:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319337.883131:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319337.883919:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367243480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999823104:12345-0@lo:38:kworker.0 Request processed in 824us (25188us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319337.883932:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5025
00000100:00100000:2.0:1767319337.883968:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5026
00000100:00100000:2.0:1767319337.883974:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367242a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999823232:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319337.883991:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319337.884032:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367242a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999823232:12345-0@lo:38:kworker.0 Request processed in 58us (24151us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319337.884038:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5026
00000100:00080000:2.0:1767319337.884119:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319337.884127:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319337.884133:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bcf0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999823104:0@lo:38:kworker.0
00000100:00080000:2.0:1767319337.884162:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319337.884168:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319337.884171:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bcf2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999823232:0@lo:38:kworker.0
00000100:00100000:2.0:1767319337.888969:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5027
00000100:00100000:2.0:1767319337.888988:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367241c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999823488:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319337.889020:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319337.889168:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367241c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999823488:12345-0@lo:38:kworker.0 Request processed in 182us (16790us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319337.889178:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5027
00000100:00080000:2.0:1767319337.889431:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319337.889438:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319337.889443:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bcf1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999823488:0@lo:38:kworker.0
00010000:00010000:3.0:1767319338.165652:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767319339.190015:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319340.214419:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319340.992659:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767319340.992960:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767319340.995428:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962502144
00000100:00100000:1.0:1767319340.995451:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962502144
00000100:00100000:1.0:1767319340.995565:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962502016
00000100:00100000:1.0:1767319340.995569:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962502016
00000100:00100000:1.0:1767319340.995612:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4580
00000100:00100000:1.0:1767319340.995625:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962502144:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767319340.996356:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962502144:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 729us (3710us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319340.996369:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4580
00000100:00100000:1.0:1767319340.996405:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5028
00000100:00100000:1.0:1767319340.996413:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962502016:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767319340.996439:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319340.996481:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962502016:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 67us (3522us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319340.996488:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5028
00000100:00080000:2.0:1767319340.996595:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:1.0:1767319341.237386:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767319342.262220:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767319342.965711:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319342.965719:0:27049:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767319342.965722:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319342.965727:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319342.965731:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319342.965738:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4535
00000100:00080000:2.0:1767319342.965744:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319342.965761:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319342.965791:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235ee5ea00 x1853163999824384/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319342.965811:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319342.965815:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319342.965817:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319342.965821:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4535
00000100:00080000:2.0:1767319342.965823:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319342.965826:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319342.965838:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235ee5f100 x1853163999824512/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319342.965846:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319342.965848:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319342.965850:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319342.965853:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4535
00000100:00080000:2.0:1767319342.965855:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319342.965857:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319342.965865:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235ee5ed80 x1853163999824640/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319342.965897:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319342.965901:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319342.965903:0:27049:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1767319342.965904:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00080000:2.0:1767319342.965906:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4535
00000100:00080000:2.0:1767319342.965909:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319342.965911:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319342.965921:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235ee5c380 x1853163999824896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767319342.965921:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853163999824768:0@lo:400:kworker.0
00000100:00100000:1.0:1767319342.965955:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999824128:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319342.966034:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319342.966128:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366acd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999824256:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319342.966158:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319342.966178:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767319342.966184:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999825152:0@lo:400:kworker.0
00000100:00100000:0.0:1767319342.966229:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319342.966265:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999824128
00000100:00100000:0.0:1767319342.966273:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999824128
00000100:00100000:0.0:1767319342.966325:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999824256
00000100:00100000:0.0:1767319342.966327:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999824256
00000100:00100000:3.0:1767319342.966477:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319342.966506:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853163999825024:0@lo:400:kworker.0
00000100:00100000:3.0:1767319342.966529:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319342.966598:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2180
00000100:00100000:0.0:1767319342.966609:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367243100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999824128:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767319342.966655:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767319342.966699:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367243100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999824128:12345-0@lo:13:osp-pre-0-1.0 Request processed in 92us (665us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319342.966707:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2180
00000100:00100000:0.0:1767319342.966724:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2181
00000100:00100000:0.0:1767319342.966729:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999824256:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767319342.966744:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767319342.966780:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999824256:12345-0@lo:13:osp-pre-1-1.0 Request processed in 51us (621us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319342.966786:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2181
00000100:00100000:3.0:1767319342.966825:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999824768
00000100:00100000:3.0:1767319342.966829:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999824768
00000100:00100000:3.0:1767319342.966859:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999825024
00000100:00100000:3.0:1767319342.966862:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999825024
00000100:00100000:3.0:1767319342.966883:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4581
00000100:00100000:3.0:1767319342.966888:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853163999824768:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319342.966921:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853163999824768:12345-0@lo:400:kworker.0 Request processed in 33us (444us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319342.966927:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4581
00000100:00100000:3.0:1767319342.966938:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4582
00000100:00100000:3.0:1767319342.966943:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999825024:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319342.966961:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999825024:12345-0@lo:400:kworker.0 Request processed in 19us (432us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319342.966967:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4582
00000100:00100000:3.0:1767319342.967002:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853163999825024:0@lo:400:kworker.0
00000100:00100000:3.0:1767319342.967011:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853163999824768:0@lo:400:kworker.0
00000100:00080000:3.0:1767319342.967059:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767319342.967063:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767319342.967065:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767319342.967079:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999824384:0@lo:38:kworker.0
00000100:00100000:3.0:1767319342.967105:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319342.967127:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999824512:0@lo:38:kworker.0
00000100:00100000:3.0:1767319342.967143:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319342.967153:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999824640:0@lo:38:kworker.0
00000100:00100000:3.0:1767319342.967172:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319342.967184:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999824896:0@lo:38:kworker.0
00000100:00100000:3.0:1767319342.967225:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319342.967255:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999824384
00000100:00100000:3.0:1767319342.967259:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999824384
00000100:00100000:3.0:1767319342.967279:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1767
00000100:00100000:3.0:1767319342.967283:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999824384:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319342.967303:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319342.967332:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999824384:12345-0@lo:38:kworker.0 Request processed in 48us (227us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319342.967352:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1767
00000100:00100000:3.0:1767319342.967365:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999824512
00000100:00100000:3.0:1767319342.967368:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999824512
00000100:00100000:3.0:1767319342.967377:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999824640
00000100:00100000:3.0:1767319342.967379:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999824640
00000100:00100000:3.0:1767319342.967384:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999824896
00000100:00100000:3.0:1767319342.967386:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999824896
00000100:00100000:3.0:1767319342.967393:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5029
00000100:00100000:3.0:1767319342.967397:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999824512:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319342.967405:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319342.967424:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999824512:12345-0@lo:38:kworker.0 Request processed in 26us (281us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319342.967430:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5029
00000100:00100000:3.0:1767319342.967438:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5030
00000100:00100000:3.0:1767319342.967441:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999824640:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319342.967449:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319342.967465:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999824640:12345-0@lo:38:kworker.0 Request processed in 23us (293us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319342.967470:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5030
00000100:00100000:3.0:1767319342.967478:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5031
00000100:00100000:3.0:1767319342.967482:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999824896:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319342.967489:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319342.967503:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999824896:12345-0@lo:38:kworker.0 Request processed in 21us (278us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319342.967509:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5031
00000100:00080000:3.0:1767319342.967532:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319342.967538:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319342.967541:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999824384:0@lo:38:kworker.0
00000100:00080000:3.0:1767319342.967549:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319342.967552:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319342.967555:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999824512:0@lo:38:kworker.0
00000100:00080000:3.0:1767319342.967562:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319342.967565:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319342.967568:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999824640:0@lo:38:kworker.0
00000100:00080000:3.0:1767319342.967574:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319342.967577:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319342.967580:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999824896:0@lo:38:kworker.0
00000100:00100000:3.0:1767319342.967676:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999825152
00000100:00100000:3.0:1767319342.967680:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999825152
00000100:00100000:3.0:1767319342.967710:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3022
00000100:00100000:3.0:1767319342.967716:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999825152:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319342.967763:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999825152:12345-0@lo:400:kworker.0 Request processed in 47us (1532us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319342.967769:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3022
00000100:00100000:3.0:1767319342.967820:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999825152:0@lo:400:kworker.0
00000100:00100000:3.0:1767319342.967837:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366acd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999824256:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319342.970845:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999824128:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767319343.286834:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319344.309525:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767319345.333463:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319346.111561:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767319346.111618:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767319346.111870:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962502400
00000100:00100000:1.0:1767319346.111884:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962502400
00000100:00100000:1.0:1767319346.111978:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962502272
00000100:00100000:1.0:1767319346.111981:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962502272
00000100:00100000:1.0:1767319346.112005:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4583
00000100:00100000:1.0:1767319346.112015:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962502400:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767319346.112122:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962502400:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 108us (578us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319346.112130:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4583
00000100:00100000:1.0:1767319346.112151:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5032
00000100:00100000:1.0:1767319346.112155:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962502272:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767319346.112179:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319346.112244:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962502272:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 86us (626us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319346.112250:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5032
00000100:00080000:3.0:1767319346.112963:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767319346.360260:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767319347.383765:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767319348.089654:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319348.089668:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767319348.089672:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319348.089676:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319348.089682:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319348.089692:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4540
00000100:00080000:1.0:1767319348.089699:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319348.089721:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319348.089780:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952367242d80 x1853163999825280/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319348.089838:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319348.089843:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319348.089845:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319348.089849:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4540
00000100:00080000:1.0:1767319348.089852:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319348.089856:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319348.089872:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952367240e00 x1853163999825408/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319348.089883:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319348.089887:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319348.089889:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319348.089893:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4540
00000100:00080000:1.0:1767319348.089895:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319348.089899:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319348.089910:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952367242300 x1853163999825536/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319348.089959:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319348.089963:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319348.089965:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319348.089969:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4540
00000100:00080000:1.0:1767319348.089971:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319348.089975:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319348.089987:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952367241f80 x1853163999825792/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319348.090063:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367242680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999826176:0@lo:400:kworker.0
00000100:00100000:1.0:1767319348.090179:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319348.090348:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367242d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999825280:0@lo:38:kworker.0
00000100:00100000:2.0:1767319348.090389:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319348.090455:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367240e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999825408:0@lo:38:kworker.0
00000100:00100000:2.0:1767319348.090483:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319348.090504:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367242300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999825536:0@lo:38:kworker.0
00000100:00100000:2.0:1767319348.090527:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319348.090548:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367241f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999825792:0@lo:38:kworker.0
00000100:00100000:2.0:1767319348.090570:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319348.090612:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999825408
00000100:00100000:2.0:1767319348.090622:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999825408
00000100:00100000:0.0:1767319348.090717:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367241500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853163999825664:0@lo:400:kworker.0
00000100:00100000:0.0:1767319348.090752:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319348.090918:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367240a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853163999825920:0@lo:400:kworker.0
00000100:00100000:3.0:1767319348.090955:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367240700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999826048:0@lo:400:kworker.0
00000100:00100000:3.0:1767319348.090990:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999825280
00000100:00100000:3.0:1767319348.090994:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999825280
00000100:00100000:3.0:1767319348.091030:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1768
00000100:00100000:3.0:1767319348.091040:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999825280:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319348.091063:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319348.091115:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999825280:12345-0@lo:38:kworker.0 Request processed in 75us (725us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319348.091123:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1768
00000100:00100000:0.0:1767319348.096602:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999826304:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319348.099458:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319348.103075:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999825536
00000100:00100000:2.0:1767319348.103095:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999825536
00000100:00100000:2.0:1767319348.103175:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999825792
00000100:00100000:2.0:1767319348.103177:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999825792
00000100:00100000:2.0:1767319348.103185:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999825664
00000100:00100000:2.0:1767319348.103187:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999825664
00000100:00100000:2.0:1767319348.104915:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4584
00000100:00100000:2.0:1767319348.104932:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366ace300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853163999825664:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319348.105090:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366ace300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853163999825664:12345-0@lo:400:kworker.0 Request processed in 165us (14336us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319348.105099:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4584
00000100:00100000:2.0:1767319348.105126:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5033
00000100:00100000:2.0:1767319348.105132:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999825408:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319348.105159:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319348.105436:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999825408:12345-0@lo:38:kworker.0 Request processed in 300us (14949us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319348.105445:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5033
00000100:00100000:2.0:1767319348.105474:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5034
00000100:00100000:2.0:1767319348.105479:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999825536:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319348.105490:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319348.105519:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999825536:12345-0@lo:38:kworker.0 Request processed in 40us (14991us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319348.105526:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5034
00000100:00100000:2.0:1767319348.105538:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5035
00000100:00100000:2.0:1767319348.105543:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999825792:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319348.105553:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319348.105578:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999825792:12345-0@lo:38:kworker.0 Request processed in 34us (15007us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319348.105585:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5035
00000100:00080000:2.0:1767319348.105622:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767319348.105686:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319348.105692:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319348.105697:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367242d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999825280:0@lo:38:kworker.0
00000100:00080000:2.0:1767319348.105721:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319348.105725:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319348.105729:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367240e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999825408:0@lo:38:kworker.0
00000100:00080000:2.0:1767319348.105738:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319348.105743:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319348.105747:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367242300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999825536:0@lo:38:kworker.0
00000100:00080000:2.0:1767319348.105756:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319348.105760:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319348.105763:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367241f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999825792:0@lo:38:kworker.0
00000100:00100000:2.0:1767319348.105863:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319348.105908:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767319348.105921:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d071f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999826432:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319348.105960:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319348.105995:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999826176
00000100:00100000:2.0:1767319348.106003:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999826176
00000100:00100000:2.0:1767319348.106047:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999826048
00000100:00100000:2.0:1767319348.106050:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999826048
00000100:00100000:2.0:1767319348.106073:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3023
00000100:00100000:2.0:1767319348.106080:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367243b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999826176:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319348.106124:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367243b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999826176:12345-0@lo:400:kworker.0 Request processed in 45us (15946us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319348.106131:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3023
00000100:00100000:2.0:1767319348.106142:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3024
00000100:00100000:2.0:1767319348.106147:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999826048:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319348.106176:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999826048:12345-0@lo:400:kworker.0 Request processed in 29us (314us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319348.106182:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3024
00000100:00100000:3.0:1767319348.106403:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999826304
00000100:00100000:3.0:1767319348.106409:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999826304
00000100:00100000:3.0:1767319348.106440:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999826432
00000100:00100000:3.0:1767319348.106443:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999826432
00000100:00100000:3.0:1767319348.106462:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2182
00000100:00100000:3.0:1767319348.106471:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999826304:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767319348.106498:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767319348.106541:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999826304:12345-0@lo:13:osp-pre-0-1.0 Request processed in 72us (7096us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319348.106548:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2182
00000100:00100000:3.0:1767319348.106562:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2183
00000100:00100000:3.0:1767319348.106568:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999826432:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767319348.106585:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767319348.106611:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999826432:12345-0@lo:13:osp-pre-1-1.0 Request processed in 43us (650us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319348.106617:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2183
00000100:00080000:3.0:1767319348.106660:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767319348.106664:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767319348.106739:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d071f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999826432:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319348.106752:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367240700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999826048:0@lo:400:kworker.0
00000100:00100000:3.0:1767319348.107014:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319348.107069:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999826304:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319348.107083:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367241500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853163999825664:0@lo:400:kworker.0
00000100:00100000:3.0:1767319348.107106:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999825920
00000100:00100000:3.0:1767319348.107110:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999825920
00000100:00080000:3.0:1767319348.107125:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319348.107150:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4585
00000100:00100000:3.0:1767319348.107156:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d071f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853163999825920:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319348.107222:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d071f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853163999825920:12345-0@lo:400:kworker.0 Request processed in 39us (181us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319348.107229:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4585
00000100:00100000:3.0:1767319348.107253:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367240a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853163999825920:0@lo:400:kworker.0
00000100:00100000:0.0:1767319348.107599:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367242680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999826176:0@lo:400:kworker.0
00010000:00010000:2.0:1767319348.405465:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767319349.429422:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319350.217979:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000400:00000100:2.0:1767319350.218032:0:6998:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.52@tcp portal 26 match 1853163962502528 offset 0 length 520: 4
00000100:00100000:2.0:1767319350.218287:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767319350.218457:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962502784
00000100:00100000:1.0:1767319350.218474:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962502784
00000100:00100000:3.0:1767319350.218576:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962502656
00000100:00100000:3.0:1767319350.218582:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962502656
00000100:00100000:1.0:1767319350.218583:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4586
00000100:00100000:1.0:1767319350.218598:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962502784:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:3.0:1767319350.218614:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5036
00000100:00100000:3.0:1767319350.218622:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962502656:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767319350.218648:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319350.218719:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962502784:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 124us (754us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319350.218730:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4586
00000100:00080000:2.0:1767319350.218877:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319350.225525:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962502656:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 6882us (7217us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319350.225545:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5036
00010000:00010000:3.0:1767319350.453974:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767319351.477373:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319352.181305:0:7004:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319327/real 1767319327]  req@ffff952347046a00 x1853163999820928/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319352 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767319352.181350:0:7004:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff952347046a00 x1853163999820928/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319352 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767319352.181377:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319352.181408:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767319352.181413:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347046a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853163999820928:0@lo:250:kworker.0
00000100:00080000:1.0:1767319352.181490:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319352.181507:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1767319352.181512:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319352.181518:0:49151:0:(import.c:509:import_select_connection()) MGC192.168.202.152@tcp: connect to NID 0@lo last attempt 4525
00000100:00080000:1.0:1767319352.181523:0:49151:0:(import.c:588:import_select_connection()) MGC192.168.202.152@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319352.181531:0:49151:0:(import.c:623:import_select_connection()) MGC192.168.202.152@tcp: import ffff95235eb57800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319352.181581:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952367241880 x1853163999826560/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319352.181606:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319352.181611:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319352.181614:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319352.181618:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4546
00000100:00080000:1.0:1767319352.181621:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319352.181625:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319352.181644:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952367240000 x1853163999826688/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319352.181653:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319352.181657:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319352.181659:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319352.181662:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4546
00000100:00080000:1.0:1767319352.181674:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319352.181679:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319352.181758:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367241880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853163999826560:0@lo:250:kworker.0
00000400:00000100:2.0:1767319352.181824:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163999826560 offset 0 length 520: 4
00000100:00100000:2.0:1767319352.181874:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367240000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999826688:0@lo:38:kworker.0
00000100:00100000:2.0:1767319352.181914:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319352.181987:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999826688
00000100:00100000:2.0:1767319352.181997:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999826688
00000100:00100000:2.0:1767319352.182058:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1769
00000100:00100000:2.0:1767319352.182067:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999826688:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319352.182091:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319352.182135:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999826688:12345-0@lo:38:kworker.0 Request processed in 69us (221us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319352.182144:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1769
00000100:00080000:2.0:1767319352.182190:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319352.182211:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319352.182215:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367240000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999826688:0@lo:38:kworker.0
00000100:00100000:1.0:1767319352.182342:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952367242680 x1853163999826816/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319352.182364:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319352.182368:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319352.182369:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319352.182373:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4546
00000100:00080000:1.0:1767319352.182376:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319352.182379:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319352.182393:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952367240a80 x1853163999826944/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319352.182425:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319352.182429:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319352.182431:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319352.182434:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4546
00000100:00080000:1.0:1767319352.182437:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319352.182441:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319352.182452:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952367240700 x1853163999827200/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319352.182509:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367241500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853163999827072:0@lo:400:kworker.0
00000100:00100000:1.0:1767319352.182630:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319352.182662:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767319352.182678:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367240e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999827584:0@lo:400:kworker.0
00000100:00100000:1.0:1767319352.182706:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319352.182741:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367241f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999827328:0@lo:400:kworker.0
00000100:00100000:1.0:1767319352.182766:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319352.182787:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767319352.182793:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367242300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999827456:0@lo:400:kworker.0
00000100:00100000:1.0:1767319352.182813:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319352.183236:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367242680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999826816:0@lo:38:kworker.0
00000100:00100000:2.0:1767319352.183271:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319352.183295:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367240a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999826944:0@lo:38:kworker.0
00000100:00100000:2.0:1767319352.183316:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319352.185642:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367240700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999827200:0@lo:38:kworker.0
00000100:00100000:2.0:1767319352.185731:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319352.195067:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999827072
00000100:00100000:1.0:1767319352.195092:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999827072
00000100:00100000:1.0:1767319352.195240:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999827328
00000100:00100000:1.0:1767319352.195244:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999827328
00000100:00100000:1.0:1767319352.195274:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999826816
00000100:00100000:1.0:1767319352.195277:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999826816
00000100:00100000:1.0:1767319352.195287:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999826944
00000100:00100000:1.0:1767319352.195289:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999826944
00000100:00100000:1.0:1767319352.195310:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4587
00000100:00100000:1.0:1767319352.195321:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367242d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853163999827072:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319352.195450:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367242d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853163999827072:12345-0@lo:400:kworker.0 Request processed in 130us (12820us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319352.195458:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4587
00000100:00100000:1.0:1767319352.195480:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4588
00000100:00100000:1.0:1767319352.195487:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367241180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999827328:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319352.195530:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367241180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999827328:12345-0@lo:400:kworker.0 Request processed in 44us (12763us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319352.195535:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4588
00000100:00100000:1.0:1767319352.195562:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5037
00000100:00100000:1.0:1767319352.195567:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999826816:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319352.195594:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319352.195626:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999826816:12345-0@lo:38:kworker.0 Request processed in 58us (12354us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319352.195632:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5037
00000100:00100000:1.0:1767319352.195644:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5038
00000100:00100000:1.0:1767319352.195647:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999826944:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319352.195655:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319352.195688:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999826944:12345-0@lo:38:kworker.0 Request processed in 39us (12371us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319352.195694:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5038
00000100:00100000:1.0:1767319352.195727:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999827584
00000100:00100000:1.0:1767319352.195731:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999827584
00000100:00100000:1.0:1767319352.195764:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999827456
00000100:00100000:1.0:1767319352.195768:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999827456
00000100:00100000:1.0:1767319352.195791:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3025
00000100:00100000:1.0:1767319352.195797:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367240380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999827584:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319352.195830:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367240380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999827584:12345-0@lo:400:kworker.0 Request processed in 33us (13123us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319352.195835:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3025
00000100:00100000:1.0:1767319352.196034:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3026
00000100:00100000:1.0:1767319352.196042:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367240000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999827456:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319352.196076:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367240000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999827456:12345-0@lo:400:kworker.0 Request processed in 36us (13262us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319352.196081:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3026
00000100:00100000:1.0:1767319352.196155:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367242300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999827456:0@lo:400:kworker.0
00000100:00100000:1.0:1767319352.196168:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367241f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999827328:0@lo:400:kworker.0
00000100:00100000:0.0:1767319352.196431:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367240e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999827584:0@lo:400:kworker.0
00000100:00100000:0.0:1767319352.196446:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367241500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853163999827072:0@lo:400:kworker.0
00000100:00080000:0.0:1767319352.196491:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767319352.196496:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767319352.196498:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767319352.198402:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319352.198420:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319352.198427:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367242680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999826816:0@lo:38:kworker.0
00000100:00080000:2.0:1767319352.198443:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319352.198447:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319352.198451:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367240a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999826944:0@lo:38:kworker.0
00000100:00100000:3.0:1767319352.201939:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999827200
00000100:00100000:3.0:1767319352.201963:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999827200
00000100:00100000:3.0:1767319352.202056:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5039
00000100:00100000:3.0:1767319352.202067:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347046a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999827200:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319352.202097:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319352.202234:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347046a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999827200:12345-0@lo:38:kworker.0 Request processed in 166us (16500us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319352.202243:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5039
00000100:00080000:2.0:1767319352.202362:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319352.202370:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319352.202375:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367240700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999827200:0@lo:38:kworker.0
00010000:00010000:2.0:1767319352.502163:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319353.205846:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767319353.205879:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d071500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999827712:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319353.205978:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319353.206530:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999827712
00000100:00100000:3.0:1767319353.206543:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999827712
00000100:00100000:3.0:1767319353.206991:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2184
00000100:00100000:3.0:1767319353.207004:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367241f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999827712:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767319353.207055:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767319353.207162:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367241f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999827712:12345-0@lo:13:osp-pre-0-1.0 Request processed in 161us (1183us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319353.207170:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2184
00000100:00100000:1.0:1767319353.207275:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d071500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999827712:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319353.207591:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767319353.207605:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366acea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999827840:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319353.207645:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319353.217439:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999827840
00000100:00100000:2.0:1767319353.217461:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999827840
00000100:00100000:2.0:1767319353.217542:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2185
00000100:00100000:2.0:1767319353.217555:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999827840:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767319353.217600:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767319353.217703:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999827840:12345-0@lo:13:osp-pre-1-1.0 Request processed in 150us (10057us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319353.217712:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2185
00000100:00100000:0.0:1767319353.225800:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366acea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999827840:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1767319353.525779:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767319354.549812:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319355.330141:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767319355.330297:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767319355.330407:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962502912
00000100:00100000:2.0:1767319355.330421:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962502912
00000100:00100000:2.0:1767319355.330478:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962503040
00000100:00100000:2.0:1767319355.330482:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962503040
00000100:00100000:2.0:1767319355.330546:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4589
00000100:00100000:2.0:1767319355.330559:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367240700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962503040:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767319355.330695:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367240700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962503040:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 137us (395us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319355.330705:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4589
00000100:00100000:2.0:1767319355.330729:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5040
00000100:00100000:2.0:1767319355.330734:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367242300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962502912:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767319355.330759:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319355.330790:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367242300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962502912:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 55us (666us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319355.330797:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5040
00000100:00080000:1.0:1767319355.330934:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767319355.574013:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319356.597686:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767319357.301696:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319357.301721:0:27049:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767319357.301724:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319357.301729:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319357.301734:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319357.301744:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4550
00000100:00080000:0.0:1767319357.301749:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319357.301757:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319357.301812:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366acea00 x1853163999827968/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319357.301841:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319357.301845:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319357.301846:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319357.301850:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4550
00000100:00080000:0.0:1767319357.301853:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319357.301857:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319357.301869:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366acf480 x1853163999828096/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319357.301878:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319357.301882:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319357.301883:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319357.301887:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4550
00000100:00080000:0.0:1767319357.301889:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319357.301893:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319357.301902:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366acf800 x1853163999828224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319357.301954:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319357.301958:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319357.301961:0:27049:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319357.301965:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4550
00000100:00080000:0.0:1767319357.301967:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319357.301971:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319357.301983:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234bcf1880 x1853163999828480/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319357.302070:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bcf0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999828736:0@lo:400:kworker.0
00000100:00100000:0.0:1767319357.302371:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319357.302422:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767319357.302429:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366acea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999827968:0@lo:38:kworker.0
00000100:00100000:0.0:1767319357.302433:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bcf2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853163999828608:0@lo:400:kworker.0
00000100:00100000:0.0:1767319357.302464:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319357.302493:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319357.302532:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366acf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999828096:0@lo:38:kworker.0
00000100:00100000:2.0:1767319357.302558:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319357.302578:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366acf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999828224:0@lo:38:kworker.0
00000100:00100000:2.0:1767319357.302598:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319357.302604:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999828736
00000100:00100000:0.0:1767319357.302615:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999828736
00000100:00100000:2.0:1767319357.302616:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bcf1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999828480:0@lo:38:kworker.0
00000100:00100000:2.0:1767319357.302659:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319357.302700:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999827968
00000100:00100000:2.0:1767319357.302704:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999827968
00000100:00100000:2.0:1767319357.302735:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1770
00000100:00100000:2.0:1767319357.302745:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345ebea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999827968:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319357.302778:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319357.302806:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366acd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853163999828352:0@lo:400:kworker.0
00000100:00100000:2.0:1767319357.302831:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345ebea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999827968:12345-0@lo:38:kworker.0 Request processed in 84us (338us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319357.302839:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319357.302844:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1770
00000100:00100000:1.0:1767319357.302865:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767319357.302870:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bcf0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999828864:0@lo:400:kworker.0
00000100:00100000:2.0:1767319357.302884:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999828608
00000100:00100000:1.0:1767319357.302888:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319357.302891:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999828608
00000100:00080000:1.0:1767319357.302915:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767319357.302920:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767319357.302932:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999828096
00000100:00100000:2.0:1767319357.302934:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999828224
00000100:00100000:1.0:1767319357.302936:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999828096
00000100:00100000:2.0:1767319357.302940:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999828224
00000100:00100000:1.0:1767319357.302955:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999828480
00000100:00100000:1.0:1767319357.302958:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999828480
00000100:00100000:2.0:1767319357.302959:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999828352
00000100:00100000:2.0:1767319357.302964:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999828352
00000100:00100000:1.0:1767319357.302973:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4590
00000100:00100000:1.0:1767319357.302980:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bcf2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999828608:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319357.302999:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4591
00000100:00100000:2.0:1767319357.303008:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367240a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853163999828352:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319357.303022:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bcf2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999828608:12345-0@lo:400:kworker.0 Request processed in 44us (558us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319357.303028:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4590
00000100:00100000:1.0:1767319357.303044:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5041
00000100:00100000:1.0:1767319357.303050:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999828096:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767319357.303058:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367240a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853163999828352:12345-0@lo:400:kworker.0 Request processed in 50us (218us total) trans 0 rc 0/0
00010000:00020000:1.0:1767319357.303062:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319357.303071:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4591
00000100:00100000:2.0:1767319357.303088:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5042
00000100:00100000:2.0:1767319357.303092:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999828224:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767319357.303103:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999828096:12345-0@lo:38:kworker.0 Request processed in 52us (543us total) trans 0 rc -19/-19
00010000:00020000:2.0:1767319357.303106:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319357.303112:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5041
00000100:00100000:1.0:1767319357.303125:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5043
00000100:00100000:1.0:1767319357.303128:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999828480:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319357.303139:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319357.303144:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999828224:12345-0@lo:38:kworker.0 Request processed in 47us (542us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319357.303151:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5042
00000100:00100000:1.0:1767319357.303173:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999828480:12345-0@lo:38:kworker.0 Request processed in 41us (511us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319357.303180:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5043
00000100:00100000:1.0:1767319357.303218:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999828864
00000100:00100000:1.0:1767319357.303221:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999828864
00000100:00080000:2.0:1767319357.303231:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319357.303239:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319357.303245:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3027
00000100:00100000:2.0:1767319357.303246:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366acea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999827968:0@lo:38:kworker.0
00000100:00100000:1.0:1767319357.303252:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bcf0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999828736:12345-0@lo:400:kworker.0
00000100:00080000:2.0:1767319357.303264:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319357.303270:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319357.303274:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366acf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999828096:0@lo:38:kworker.0
00000100:00100000:1.0:1767319357.303282:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bcf0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999828736:12345-0@lo:400:kworker.0 Request processed in 31us (912us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319357.303288:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3027
00000100:00080000:2.0:1767319357.303288:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319357.303294:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319357.303300:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3028
00000100:00100000:2.0:1767319357.303301:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366acf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999828224:0@lo:38:kworker.0
00000100:00100000:1.0:1767319357.303307:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367242680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999828864:12345-0@lo:400:kworker.0
00000100:00080000:2.0:1767319357.303314:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319357.303319:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319357.303324:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bcf1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999828480:0@lo:38:kworker.0
00000100:00100000:1.0:1767319357.303329:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367242680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999828864:12345-0@lo:400:kworker.0 Request processed in 22us (441us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319357.303334:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3028
00000100:00080000:1.0:1767319357.303352:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767319357.303355:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319357.303371:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bcf0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999828864:0@lo:400:kworker.0
00000100:00100000:1.0:1767319357.303378:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366acd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853163999828352:0@lo:400:kworker.0
00000100:00100000:1.0:1767319357.303400:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bcf2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853163999828608:0@lo:400:kworker.0
00000100:00100000:1.0:1767319357.303409:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bcf0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999828736:0@lo:400:kworker.0
00010000:00010000:1.0:1767319357.621413:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319358.325537:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767319358.325560:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d073800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999829120:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319358.325691:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319358.325809:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999829120
00000100:00100000:1.0:1767319358.325812:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767319358.325822:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999829120
00000100:00100000:1.0:1767319358.325827:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bcf1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999828992:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319358.325867:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319358.325905:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999828992
00000100:00100000:0.0:1767319358.325909:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999828992
00000100:00100000:0.0:1767319358.325932:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2186
00000100:00100000:1.0:1767319358.325943:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187
00000100:00100000:0.0:1767319358.325945:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d071880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999829120:12345-0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319358.325964:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367241500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999828992:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767319358.325992:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00002000:00000024:1.0:1767319358.325998:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767319358.326053:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367241500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999828992:12345-0@lo:13:osp-pre-1-1.0 Request processed in 101us (186us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319358.326055:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d071880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999829120:12345-0@lo:13:osp-pre-0-1.0 Request processed in 113us (364us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319358.326067:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187
00000100:00100000:1.0:1767319358.326234:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bcf1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999828992:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319358.327056:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d073800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999829120:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319358.327695:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2186
00010000:00010000:3.0:1767319358.645778:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767319359.669628:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319360.448978:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767319360.449091:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767319360.449231:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962503296
00000100:00100000:1.0:1767319360.449245:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962503296
00000100:00100000:1.0:1767319360.449335:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962503168
00000100:00100000:1.0:1767319360.449339:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962503168
00000100:00100000:1.0:1767319360.449360:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4592
00000100:00100000:1.0:1767319360.449372:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962503296:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767319360.449473:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962503296:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 103us (511us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319360.449482:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4592
00000100:00100000:1.0:1767319360.449521:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5044
00000100:00100000:1.0:1767319360.449526:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962503168:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767319360.449553:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319360.449581:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962503168:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 53us (490us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319360.449587:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5044
00000100:00080000:2.0:1767319360.450488:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767319360.694098:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767319361.717417:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767319362.423040:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319362.423055:0:27049:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767319362.423069:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319362.423075:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319362.423080:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319362.423090:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4555
00000100:00080000:0.0:1767319362.423096:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319362.423106:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319362.423180:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234bcf1c00 x1853163999829248/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319362.423245:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319362.423250:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319362.423252:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319362.423256:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4555
00000100:00080000:0.0:1767319362.423259:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319362.423263:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319362.423282:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234bcf1180 x1853163999829376/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319362.423293:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319362.423296:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319362.423299:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319362.423304:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4555
00000100:00080000:0.0:1767319362.423306:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319362.423310:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319362.423322:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bcf1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999829248:0@lo:38:kworker.0
00000100:00100000:2.0:1767319362.423421:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319362.423499:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bcf1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999829376:0@lo:38:kworker.0
00000100:00100000:2.0:1767319362.423527:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319362.423546:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234bcf0700 x1853163999829504/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319362.423590:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bcf0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999829504:0@lo:38:kworker.0
00000100:00080000:0.0:1767319362.423607:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319362.423613:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319362.423616:0:27049:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319362.423623:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4555
00000100:00080000:0.0:1767319362.423632:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319362.423639:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319362.423645:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319362.423656:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234bcf0380 x1853163999829760/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319362.423683:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bcf0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999829760:0@lo:38:kworker.0
00000100:00100000:2.0:1767319362.423728:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319362.423778:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999829376
00000100:00100000:0.0:1767319362.423779:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999830144:0@lo:400:kworker.0
00000100:00100000:2.0:1767319362.423789:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999829376
00000100:00100000:2.0:1767319362.423824:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999829504
00000100:00100000:2.0:1767319362.423827:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999829504
00000100:00100000:2.0:1767319362.423847:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999829760
00000100:00100000:2.0:1767319362.423850:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999829760
00000100:00100000:0.0:1767319362.423857:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319362.423874:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5045
00000100:00100000:2.0:1767319362.423883:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999829376:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767319362.423906:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00010000:00020000:2.0:1767319362.423907:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319362.423918:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bcf2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999829632:0@lo:400:kworker.0
00000100:00100000:0.0:1767319362.423947:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319362.423975:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999830144
00000100:00100000:0.0:1767319362.423981:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999830144
00000100:00100000:0.0:1767319362.424038:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3029
00000100:00100000:0.0:1767319362.424046:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999830144:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319362.424117:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999830144:12345-0@lo:400:kworker.0 Request processed in 69us (260us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319362.424129:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3029
00000100:00100000:1.0:1767319362.424134:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999829632
00000100:00100000:1.0:1767319362.424142:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999829632
00000100:00100000:0.0:1767319362.424189:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999830144:0@lo:400:kworker.0
00000100:00100000:1.0:1767319362.424265:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4593
00000100:00100000:1.0:1767319362.424278:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999829632:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319362.424293:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999830016:0@lo:400:kworker.0
00000100:00100000:1.0:1767319362.424367:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999829632:12345-0@lo:400:kworker.0 Request processed in 92us (417us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319362.424374:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4593
00000100:00100000:1.0:1767319362.424392:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5046
00000100:00100000:1.0:1767319362.424395:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999829504:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319362.424406:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319362.424440:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999829504:12345-0@lo:38:kworker.0 Request processed in 42us (819us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319362.424445:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5046
00000100:00100000:1.0:1767319362.424458:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5047
00000100:00100000:1.0:1767319362.424462:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999829760:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319362.424471:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319362.424495:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999829760:12345-0@lo:38:kworker.0 Request processed in 31us (772us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319362.424500:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5047
00000100:00100000:1.0:1767319362.424551:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bcf2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999829632:0@lo:400:kworker.0
00000100:00080000:1.0:1767319362.424653:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767319362.424657:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767319362.425382:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999829376:12345-0@lo:38:kworker.0 Request processed in 1498us (1852us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319362.425389:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5045
00000100:00080000:2.0:1767319362.425423:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319362.425428:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319362.425431:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bcf0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999829760:0@lo:38:kworker.0
00000100:00080000:2.0:1767319362.425439:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319362.425442:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319362.425445:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bcf0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999829504:0@lo:38:kworker.0
00000100:00080000:2.0:1767319362.425453:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319362.425456:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319362.425459:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bcf1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999829376:0@lo:38:kworker.0
00000100:00100000:3.0:1767319362.425550:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999829248
00000100:00100000:3.0:1767319362.425556:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999829248
00000100:00100000:3.0:1767319362.425595:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1771
00000100:00100000:3.0:1767319362.425601:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999829248:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319362.425614:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319362.425661:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999829248:12345-0@lo:38:kworker.0 Request processed in 60us (2241us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319362.425667:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1771
00000100:00100000:3.0:1767319362.425689:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bcf1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999829888:0@lo:400:kworker.0
00000100:00100000:3.0:1767319362.425720:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319362.425800:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319362.426463:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999830016
00000100:00100000:3.0:1767319362.426470:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999830016
00000100:00100000:3.0:1767319362.426523:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3030
00000100:00100000:3.0:1767319362.426531:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999830016:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319362.426601:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999830016:12345-0@lo:400:kworker.0 Request processed in 71us (806us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319362.426609:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3030
00000100:00080000:0.0:1767319362.426640:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767319362.426769:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999829888
00000100:00100000:2.0:1767319362.426775:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999829888
00000100:00100000:2.0:1767319362.426818:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4594
00000100:00100000:2.0:1767319362.426825:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d073800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999829888:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319362.426863:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d073800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999829888:12345-0@lo:400:kworker.0 Request processed in 39us (1142us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319362.426868:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4594
00000100:00100000:3.0:1767319362.426990:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999830016:0@lo:400:kworker.0
00000100:00100000:2.0:1767319362.427410:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bcf1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999829888:0@lo:400:kworker.0
00000100:00080000:1.0:1767319362.427499:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319362.427504:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319362.427508:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bcf1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999829248:0@lo:38:kworker.0
00000100:00080000:0.0:1767319362.429013:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767319362.741511:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319363.445481:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767319363.445522:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d070e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999830272:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319363.445604:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319363.445829:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999830272
00000100:00100000:2.0:1767319363.445838:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999830272
00000100:00100000:2.0:1767319363.445898:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188
00000100:00100000:2.0:1767319363.445908:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999830272:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767319363.445941:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767319363.445992:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999830272:12345-0@lo:13:osp-pre-0-1.0 Request processed in 85us (388us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319363.446000:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188
00000100:00100000:2.0:1767319363.446052:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d070e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999830272:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319363.446691:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999830400:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319363.446734:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319363.446900:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999830400
00000100:00100000:0.0:1767319363.446907:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999830400
00000100:00100000:0.0:1767319363.446946:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2189
00000100:00100000:0.0:1767319363.446955:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d070a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999830400:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767319363.446976:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767319363.447022:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d070a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999830400:12345-0@lo:13:osp-pre-1-1.0 Request processed in 68us (288us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319363.447029:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2189
00000100:00100000:3.0:1767319363.447105:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999830400:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767319363.765487:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319364.789578:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319365.575787:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767319365.575843:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767319365.575946:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962503552
00000100:00100000:1.0:1767319365.575960:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962503552
00000100:00100000:1.0:1767319365.576041:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962503424
00000100:00100000:1.0:1767319365.576044:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962503424
00000100:00100000:1.0:1767319365.576062:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4595
00000100:00100000:1.0:1767319365.576074:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962503552:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767319365.576161:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962503552:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 91us (390us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319365.576169:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4595
00000100:00100000:1.0:1767319365.576189:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5048
00000100:00100000:1.0:1767319365.576230:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962503424:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767319365.576255:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319365.576280:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962503424:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 85us (437us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319365.576287:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5048
00000100:00080000:2.0:1767319365.577371:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:1.0:1767319365.813381:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767319366.837788:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767319367.541606:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319367.541621:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767319367.541625:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319367.541641:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319367.541646:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319367.541656:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4560
00000100:00080000:1.0:1767319367.541662:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319367.541671:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319367.541728:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952367240e00 x1853163999830528/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319367.541761:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319367.541765:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319367.541767:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319367.541771:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4560
00000100:00080000:1.0:1767319367.541774:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319367.541777:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319367.541794:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234bcf1c00 x1853163999830656/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319367.541804:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319367.541807:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319367.541809:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319367.541813:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4560
00000100:00080000:1.0:1767319367.541816:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319367.541820:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319367.541830:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234bcf1880 x1853163999830784/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319367.541882:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319367.541886:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319367.541888:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319367.541892:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4560
00000100:00080000:1.0:1767319367.541895:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319367.541899:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319367.541910:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234bcf0700 x1853163999831040/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319367.541984:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bcf2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999831296:0@lo:400:kworker.0
00000100:00100000:1.0:1767319367.542078:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319367.542156:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767319367.542162:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bcf0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853163999831168:0@lo:400:kworker.0
00000100:00100000:1.0:1767319367.542222:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319367.542265:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999831168
00000100:00100000:1.0:1767319367.542274:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999831168
00000100:00100000:1.0:1767319367.542344:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4596
00000100:00100000:1.0:1767319367.542355:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999831168:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319367.542414:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999831168:12345-0@lo:400:kworker.0 Request processed in 61us (220us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319367.542422:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4596
00000100:00100000:1.0:1767319367.542479:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bcf0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853163999831168:0@lo:400:kworker.0
00000100:00080000:2.0:1767319367.542582:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319367.542600:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367240e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999830528:0@lo:38:kworker.0
00000100:00100000:2.0:1767319367.542636:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319367.542671:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bcf1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999830656:0@lo:38:kworker.0
00000100:00100000:2.0:1767319367.542694:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319367.542711:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bcf1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999830784:0@lo:38:kworker.0
00000100:00100000:2.0:1767319367.542732:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319367.542747:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bcf0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999831040:0@lo:38:kworker.0
00000100:00100000:2.0:1767319367.542768:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319367.542803:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999830656
00000100:00100000:2.0:1767319367.542808:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999830656
00000100:00100000:2.0:1767319367.542833:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999830784
00000100:00100000:2.0:1767319367.542836:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999830784
00000100:00100000:2.0:1767319367.542851:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999831040
00000100:00100000:2.0:1767319367.542853:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999831040
00000100:00100000:2.0:1767319367.542871:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5049
00000100:00100000:2.0:1767319367.542877:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999830656:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319367.542898:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319367.542934:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999830656:12345-0@lo:38:kworker.0 Request processed in 56us (238us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319367.542941:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5049
00000100:00100000:2.0:1767319367.542955:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5050
00000100:00100000:2.0:1767319367.542959:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999830784:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319367.542967:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319367.542994:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999830784:12345-0@lo:38:kworker.0 Request processed in 33us (261us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319367.542997:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bcf1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853163999830912:0@lo:400:kworker.0
00000100:00100000:2.0:1767319367.543003:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5050
00000100:00100000:2.0:1767319367.543018:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5051
00000100:00100000:2.0:1767319367.543022:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999831040:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319367.543030:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319367.543059:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319367.543063:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999831040:12345-0@lo:38:kworker.0 Request processed in 38us (292us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319367.543068:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5051
00000100:00100000:2.0:1767319367.543080:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999830912
00000100:00100000:2.0:1767319367.543084:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999830912
00000100:00100000:3.0:1767319367.543092:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767319367.543101:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999831424:0@lo:400:kworker.0
00000100:00100000:2.0:1767319367.543116:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4597
00000100:00100000:2.0:1767319367.543125:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d073b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853163999830912:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319367.543132:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319367.543168:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d073b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853163999830912:12345-0@lo:400:kworker.0 Request processed in 45us (110us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319367.543175:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4597
00000100:00100000:3.0:1767319367.543181:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bcf1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853163999830912:0@lo:400:kworker.0
00000100:00080000:2.0:1767319367.543217:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319367.543244:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999831296
00000100:00100000:3.0:1767319367.543249:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999831296
00000100:00080000:2.0:1767319367.543252:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319367.543260:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319367.543264:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bcf1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999830656:0@lo:38:kworker.0
00000100:00080000:2.0:1767319367.543273:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319367.543276:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319367.543279:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bcf1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999830784:0@lo:38:kworker.0
00000100:00080000:2.0:1767319367.543286:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319367.543289:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319367.543292:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bcf0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999831040:0@lo:38:kworker.0
00000100:00100000:3.0:1767319367.543408:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999831424
00000100:00100000:3.0:1767319367.543412:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999831424
00000100:00100000:0.0:1767319367.543416:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3031
00000100:00100000:0.0:1767319367.543429:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999831296:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319367.543434:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3032
00000100:00100000:3.0:1767319367.543442:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d073100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999831424:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319367.543482:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999831296:12345-0@lo:400:kworker.0 Request processed in 58us (1404us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319367.543491:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3031
00000100:00100000:3.0:1767319367.543498:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d073100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999831424:12345-0@lo:400:kworker.0 Request processed in 56us (365us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319367.543507:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3032
00000100:00100000:0.0:1767319367.543540:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bcf2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999831296:0@lo:400:kworker.0
00000100:00100000:3.0:1767319367.543564:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999831424:0@lo:400:kworker.0
00000100:00080000:2.0:1767319367.543613:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767319367.543617:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767319367.543670:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999830528
00000100:00100000:1.0:1767319367.543676:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999830528
00000100:00100000:1.0:1767319367.543711:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1772
00000100:00100000:1.0:1767319367.543717:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999830528:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319367.543730:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319367.543774:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999830528:12345-0@lo:38:kworker.0 Request processed in 55us (1136us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319367.543780:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1772
00000100:00080000:2.0:1767319367.543995:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319367.544000:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319367.544004:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367240e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999830528:0@lo:38:kworker.0
00010000:00010000:3.0:1767319367.861557:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319368.567279:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767319368.567314:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d071c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999831552:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319368.567423:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319368.567613:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999831552
00000100:00100000:3.0:1767319368.567625:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999831552
00000100:00100000:3.0:1767319368.567701:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2190
00000100:00100000:3.0:1767319368.567712:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367240e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999831552:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767319368.567751:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767319368.567805:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367240e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999831552:12345-0@lo:13:osp-pre-0-1.0 Request processed in 94us (381us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319368.567813:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2190
00000100:00100000:2.0:1767319368.567979:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d071c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999831552:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319368.573754:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767319368.573784:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999831680:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319368.573871:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319368.573984:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999831680
00000100:00100000:0.0:1767319368.573994:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999831680
00000100:00100000:0.0:1767319368.574063:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2191
00000100:00100000:0.0:1767319368.574074:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999831680:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767319368.574113:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767319368.574172:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999831680:12345-0@lo:13:osp-pre-1-1.0 Request processed in 100us (300us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319368.574179:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2191
00000100:00100000:1.0:1767319368.574290:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999831680:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767319368.885711:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767319369.909448:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319370.692367:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767319370.692919:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962503808
00000100:00100000:2.0:1767319370.692934:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962503808
00000100:00100000:2.0:1767319370.693038:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4598
00000100:00100000:2.0:1767319370.693051:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962503808:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767319370.693161:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962503808:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 113us (818us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319370.693172:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4598
00000100:00080000:0.0:1767319370.693441:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319370.694697:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767319370.695774:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962503680
00000100:00100000:1.0:1767319370.695788:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962503680
00000100:00100000:1.0:1767319370.695843:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5052
00000100:00100000:1.0:1767319370.695853:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d072a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962503680:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767319370.696155:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319370.696376:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d072a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962503680:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 522us (1686us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319370.696385:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5052
00010000:00010000:2.0:1767319370.933587:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767319371.958798:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767319372.661941:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319372.661955:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767319372.661959:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319372.661965:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319372.661971:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319372.661981:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4565
00000100:00080000:1.0:1767319372.661987:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319372.661996:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319372.662060:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523483d7b80 x1853163999831808/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319372.662092:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319372.662096:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319372.662098:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319372.662101:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4565
00000100:00080000:1.0:1767319372.662104:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319372.662108:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319372.662121:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523483d7100 x1853163999831936/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319372.662131:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319372.662134:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319372.662136:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319372.662140:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4565
00000100:00080000:1.0:1767319372.662142:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319372.662147:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319372.662158:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523483d4e00 x1853163999832064/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319372.662227:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319372.662232:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319372.662234:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319372.662239:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4565
00000100:00080000:1.0:1767319372.662242:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319372.662246:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319372.662261:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523483d4380 x1853163999832320/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319372.662325:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999832576:0@lo:400:kworker.0
00000100:00100000:1.0:1767319372.662408:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319372.662497:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767319372.662503:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853163999832448:0@lo:400:kworker.0
00000100:00100000:1.0:1767319372.662536:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319372.662747:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999832704:0@lo:400:kworker.0
00000100:00100000:2.0:1767319372.662781:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319372.662812:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767319372.662818:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999832192:0@lo:400:kworker.0
00000100:00100000:2.0:1767319372.662840:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319372.662883:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999832576
00000100:00100000:2.0:1767319372.662892:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999832576
00000100:00100000:2.0:1767319372.662960:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999832704
00000100:00100000:2.0:1767319372.662963:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999832704
00000100:00100000:2.0:1767319372.662992:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3033
00000100:00100000:2.0:1767319372.663002:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999832576:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319372.663058:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999832576:12345-0@lo:400:kworker.0 Request processed in 57us (649us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319372.663066:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3033
00000100:00100000:2.0:1767319372.663086:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3034
00000100:00100000:2.0:1767319372.663092:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999832704:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319372.663123:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999832704:12345-0@lo:400:kworker.0 Request processed in 31us (341us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319372.663129:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3034
00000100:00100000:2.0:1767319372.663149:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999832448
00000100:00100000:2.0:1767319372.663153:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999832448
00000100:00100000:2.0:1767319372.663182:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999832192
00000100:00100000:2.0:1767319372.663185:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999832192
00000100:00100000:2.0:1767319372.663230:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4599
00000100:00100000:2.0:1767319372.663237:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853163999832448:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319372.663267:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853163999832448:12345-0@lo:400:kworker.0 Request processed in 32us (731us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319372.663273:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4599
00000100:00100000:2.0:1767319372.663285:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4600
00000100:00100000:2.0:1767319372.663290:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999832192:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319372.663314:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999832192:12345-0@lo:400:kworker.0 Request processed in 25us (474us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319372.663320:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4600
00000100:00100000:2.0:1767319372.663351:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999831808:0@lo:38:kworker.0
00000100:00100000:2.0:1767319372.663382:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319372.663406:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999831936:0@lo:38:kworker.0
00000100:00100000:2.0:1767319372.663429:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319372.663445:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999832064:0@lo:38:kworker.0
00000100:00100000:2.0:1767319372.663471:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319372.663500:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999832320:0@lo:38:kworker.0
00000100:00100000:2.0:1767319372.663523:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319372.663550:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999831936
00000100:00100000:2.0:1767319372.663553:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999831936
00000100:00080000:0.0:1767319372.663748:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767319372.663754:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767319372.663755:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767319372.663908:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853163999832448:0@lo:400:kworker.0
00000100:00100000:1.0:1767319372.663917:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999832576:0@lo:400:kworker.0
00000100:00100000:3.0:1767319372.663984:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999831808
00000100:00100000:3.0:1767319372.663991:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999831808
00000100:00100000:3.0:1767319372.664018:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1773
00000100:00100000:3.0:1767319372.664026:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999831808:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319372.664047:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319372.664092:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999832064
00000100:00100000:2.0:1767319372.664096:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999832064
00000100:00100000:3.0:1767319372.664108:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999831808:12345-0@lo:38:kworker.0 Request processed in 82us (724us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319372.664116:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1773
00000100:00080000:3.0:1767319372.664152:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319372.664156:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319372.664159:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999831808:0@lo:38:kworker.0
00000100:00100000:0.0:1767319372.664967:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999832320
00000100:00100000:0.0:1767319372.664978:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999832320
00000100:00100000:0.0:1767319372.665015:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5053
00000100:00100000:0.0:1767319372.665022:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999831936:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319372.665038:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319372.665096:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999831936:12345-0@lo:38:kworker.0 Request processed in 73us (1664us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319372.665102:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5053
00000100:00100000:0.0:1767319372.665118:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5054
00000100:00100000:0.0:1767319372.665122:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999832064:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319372.665135:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319372.665157:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999832064:12345-0@lo:38:kworker.0 Request processed in 33us (1686us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319372.665162:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5054
00000100:00100000:0.0:1767319372.665173:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5055
00000100:00100000:0.0:1767319372.665177:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999832320:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319372.665185:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319372.665334:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999832320:12345-0@lo:38:kworker.0 Request processed in 155us (1810us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319372.665341:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5055
00000100:00100000:0.0:1767319372.665433:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999832192:0@lo:400:kworker.0
00000100:00100000:0.0:1767319372.665447:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999832704:0@lo:400:kworker.0
00000100:00080000:0.0:1767319372.665501:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319372.665506:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319372.665509:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999831936:0@lo:38:kworker.0
00000100:00080000:0.0:1767319372.665518:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319372.665522:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319372.665525:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999832064:0@lo:38:kworker.0
00000100:00080000:0.0:1767319372.665533:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319372.665537:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319372.665826:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999832320:0@lo:38:kworker.0
00010000:00010000:2.0:1767319372.982782:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319373.686340:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767319373.686376:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999832960:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319373.687148:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319373.687919:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d072d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999832832:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319373.688026:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999832960
00000100:00100000:1.0:1767319373.688457:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999832960
00000100:00100000:2.0:1767319373.688493:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319373.688548:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999832832
00000100:00100000:1.0:1767319373.688553:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999832832
00000100:00100000:1.0:1767319373.688584:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2192
00000100:00100000:1.0:1767319373.688595:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999832960:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767319373.688648:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767319373.688710:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999832960:12345-0@lo:13:osp-pre-1-1.0 Request processed in 116us (1563us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319373.688720:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2192
00000100:00100000:1.0:1767319373.688744:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2193
00000100:00100000:1.0:1767319373.688752:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999832832:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767319373.688775:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767319373.688814:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999832832:12345-0@lo:13:osp-pre-0-1.0 Request processed in 63us (327us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319373.688821:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2193
00000100:00100000:1.0:1767319373.688881:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d072d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999832832:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319373.689671:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999832960:0@lo:13:osp-pre-1-1.0
00010000:00010000:1.0:1767319374.005487:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319375.029570:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319375.808269:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767319375.808325:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962504064
00000100:00100000:3.0:1767319375.808343:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962504064
00000100:00100000:3.0:1767319375.808445:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4601
00000100:00100000:3.0:1767319375.808468:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962504064:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:3.0:1767319375.808571:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962504064:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 106us (377us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319375.808580:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4601
00000100:00080000:0.0:1767319375.808692:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319375.810876:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767319375.810951:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962503936
00000100:00100000:3.0:1767319375.810964:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962503936
00000100:00100000:3.0:1767319375.811011:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5056
00000100:00100000:3.0:1767319375.811018:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962503936:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767319375.811053:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319375.811122:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962503936:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 104us (257us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319375.811128:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5056
00000400:00000100:2.0:1767319375.817062:0:6999:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.52@tcp portal 26 match 1853163962504192 offset 0 length 520: 4
00010000:00010000:3.0:1767319376.054379:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319377.077645:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319377.781920:0:7004:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319352/real 1767319352]  req@ffff952367241880 x1853163999826560/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319377 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1767319377.781953:0:7004:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff952367241880 x1853163999826560/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319377 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1767319377.781972:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319377.781992:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:0.0:1767319377.781996:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367241880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853163999826560:0@lo:250:kworker.0
00000100:00080000:2.0:1767319377.782024:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319377.782031:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1767319377.782034:0:27049:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319377.782040:0:27049:0:(import.c:509:import_select_connection()) MGC192.168.202.152@tcp: connect to NID 0@lo last attempt 4550
00000100:00080000:2.0:1767319377.782055:0:27049:0:(import.c:588:import_select_connection()) MGC192.168.202.152@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319377.782062:0:27049:0:(import.c:623:import_select_connection()) MGC192.168.202.152@tcp: import ffff95235eb57800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319377.782101:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234471df80 x1853163999833088/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319377.782130:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319377.782134:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319377.782136:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319377.782140:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4570
00000100:00080000:2.0:1767319377.782143:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319377.782147:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319377.782165:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234471c380 x1853163999833216/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319377.782174:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319377.782178:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319377.782180:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319377.782184:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4570
00000100:00080000:2.0:1767319377.782187:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319377.782190:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319377.782226:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234471d180 x1853163999833344/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319377.782237:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319377.782240:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319377.782242:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319377.782245:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4570
00000100:00080000:2.0:1767319377.782248:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319377.782251:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319377.782266:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234471ce00 x1853163999833472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319377.782302:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319377.782306:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319377.782308:0:27049:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319377.782311:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4570
00000100:00080000:2.0:1767319377.782314:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319377.782317:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319377.782325:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767319377.782327:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234471e300 x1853163999833728/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319377.782341:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234471dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999833600:0@lo:400:kworker.0
00000100:00100000:2.0:1767319377.782386:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234471e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999833984:0@lo:400:kworker.0
00000100:00100000:1.0:1767319377.782424:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319377.782424:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319377.782524:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234471c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999834112:0@lo:400:kworker.0
00000100:00100000:2.0:1767319377.782547:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767319377.782551:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319377.782553:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234471f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853163999833856:0@lo:400:kworker.0
00000100:00100000:2.0:1767319377.782574:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319377.782590:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999833600
00000100:00100000:1.0:1767319377.782598:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999833600
00000100:00100000:2.0:1767319377.782604:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999833984
00000100:00100000:2.0:1767319377.782607:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999833984
00000100:00100000:2.0:1767319377.782662:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999834112
00000100:00100000:2.0:1767319377.782666:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999834112
00000100:00100000:2.0:1767319377.782693:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3035
00000100:00100000:2.0:1767319377.782702:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999833984:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319377.782757:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999833984:12345-0@lo:400:kworker.0 Request processed in 55us (333us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319377.782765:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3035
00000100:00100000:2.0:1767319377.782783:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3036
00000100:00100000:2.0:1767319377.782789:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999834112:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319377.782796:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999833856
00000100:00100000:1.0:1767319377.782800:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999833856
00000100:00100000:1.0:1767319377.782819:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4602
00000100:00100000:2.0:1767319377.782819:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999834112:12345-0@lo:400:kworker.0 Request processed in 31us (267us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319377.782825:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999833600:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319377.782825:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3036
00000100:00100000:2.0:1767319377.782851:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4603
00000100:00100000:1.0:1767319377.782855:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999833600:12345-0@lo:400:kworker.0 Request processed in 31us (432us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319377.782857:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999833856:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319377.782861:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4602
00000100:00080000:1.0:1767319377.782880:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767319377.782881:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999833856:12345-0@lo:400:kworker.0 Request processed in 25us (307us total) trans 0 rc 0/0
00000100:00080000:1.0:1767319377.782885:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767319377.782886:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4603
00000100:00080000:1.0:1767319377.782888:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319377.782915:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234471c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999834112:0@lo:400:kworker.0
00000100:00100000:2.0:1767319377.782915:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234471f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853163999833856:0@lo:400:kworker.0
00000100:00100000:2.0:1767319377.782924:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234471e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999833984:0@lo:400:kworker.0
00000100:00100000:1.0:1767319377.782925:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234471dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999833600:0@lo:400:kworker.0
00000100:00100000:0.0:1767319377.783409:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234471df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853163999833088:0@lo:250:kworker.0
00000400:00000100:0.0:1767319377.783443:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163999833088 offset 0 length 520: 4
00000100:00100000:0.0:1767319377.783470:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234471c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999833216:0@lo:38:kworker.0
00000100:00100000:0.0:1767319377.783687:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319377.783708:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234471d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999833344:0@lo:38:kworker.0
00000100:00100000:0.0:1767319377.783725:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319377.783742:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234471ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999833472:0@lo:38:kworker.0
00000100:00100000:0.0:1767319377.783758:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319377.783774:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234471e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999833728:0@lo:38:kworker.0
00000100:00100000:0.0:1767319377.783795:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319377.783815:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999833344
00000100:00100000:2.0:1767319377.783821:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999833344
00000100:00100000:0.0:1767319377.783828:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999833472
00000100:00100000:0.0:1767319377.783832:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999833472
00000100:00100000:2.0:1767319377.783842:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5057
00000100:00100000:2.0:1767319377.783848:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999833344:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767319377.783851:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999833728
00000100:00100000:0.0:1767319377.783853:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999833728
00000100:00100000:0.0:1767319377.783868:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5058
00010000:00020000:2.0:1767319377.783870:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319377.783872:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999833472:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319377.783880:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319377.783905:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999833472:12345-0@lo:38:kworker.0 Request processed in 31us (144us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319377.783905:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999833344:12345-0@lo:38:kworker.0 Request processed in 56us (177us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319377.783913:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5058
00000100:00100000:2.0:1767319377.783915:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5057
00000100:00100000:0.0:1767319377.783926:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5059
00000100:00100000:0.0:1767319377.783930:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999833728:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319377.783938:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319377.783958:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999833728:12345-0@lo:38:kworker.0 Request processed in 27us (162us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319377.783963:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5059
00000100:00080000:0.0:1767319377.783990:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319377.783994:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319377.783996:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234471d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999833344:0@lo:38:kworker.0
00000100:00080000:0.0:1767319377.784003:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319377.784005:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319377.784007:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234471ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999833472:0@lo:38:kworker.0
00000100:00080000:0.0:1767319377.784011:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319377.784013:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319377.784015:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234471e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999833728:0@lo:38:kworker.0
00000100:00100000:3.0:1767319377.784230:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999833216
00000100:00100000:3.0:1767319377.784235:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999833216
00000100:00100000:3.0:1767319377.784451:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1774
00000100:00100000:3.0:1767319377.784458:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999833216:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319377.784468:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319377.784529:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999833216:12345-0@lo:38:kworker.0 Request processed in 71us (843us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319377.784535:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1774
00000100:00080000:0.0:1767319377.784594:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319377.784598:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319377.784600:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234471c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999833216:0@lo:38:kworker.0
00010000:00010000:1.0:1767319378.102523:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319378.805835:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999834240:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319378.805946:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319378.806989:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999834240
00000100:00100000:2.0:1767319378.807002:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999834240
00000100:00100000:2.0:1767319378.807072:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2194
00000100:00100000:2.0:1767319378.807083:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d070700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999834240:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767319378.807123:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767319378.807185:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d071180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999834368:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319378.807256:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319378.807257:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d070700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999834240:12345-0@lo:13:osp-pre-1-1.0 Request processed in 172us (1308us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319378.807268:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2194
00000100:00100000:2.0:1767319378.807291:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999834368
00000100:00100000:2.0:1767319378.807294:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999834368
00000100:00100000:2.0:1767319378.807319:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2195
00000100:00100000:2.0:1767319378.807325:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999834368:12345-0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319378.807413:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999834240:0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767319378.807552:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767319378.807592:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999834368:12345-0@lo:13:osp-pre-0-1.0 Request processed in 267us (339us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319378.807599:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2195
00000100:00100000:0.0:1767319378.807696:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d071180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999834368:0@lo:13:osp-pre-0-1.0
00010000:00010000:2.0:1767319379.125677:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767319380.151971:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319380.927302:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767319380.927353:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767319380.927486:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962504448
00000100:00100000:0.0:1767319380.927501:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962504448
00000100:00100000:0.0:1767319380.927603:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962504320
00000100:00100000:0.0:1767319380.927607:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962504320
00000100:00100000:0.0:1767319380.927641:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4604
00000100:00100000:0.0:1767319380.927714:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962504448:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:0.0:1767319380.927812:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962504448:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 102us (526us total) trans 0 rc 0/0
00000100:00080000:2.0:1767319380.927961:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319380.930067:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5060
00000100:00100000:3.0:1767319380.930086:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962504320:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767319380.930122:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319380.930253:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962504320:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 169us (2898us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319380.930262:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5060
00000100:00100000:0.0:1767319380.939454:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4604
00010000:00010000:2.0:1767319381.173885:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767319382.197562:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767319382.902456:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319382.902474:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767319382.902477:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319382.902483:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319382.902488:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319382.902499:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4575
00000100:00080000:3.0:1767319382.902505:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319382.902514:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319382.902571:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d073480 x1853163999834496/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319382.902610:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319382.902614:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319382.902616:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319382.902621:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4575
00000100:00080000:3.0:1767319382.902624:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319382.902628:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319382.902641:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d070000 x1853163999834624/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319382.902662:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319382.902666:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319382.902668:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319382.902672:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4575
00000100:00080000:3.0:1767319382.902676:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319382.902679:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319382.902690:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d070380 x1853163999834752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319382.902840:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d073480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999834496:0@lo:38:kworker.0
00000100:00100000:0.0:1767319382.902934:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319382.903006:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d070000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999834624:0@lo:38:kworker.0
00000100:00100000:0.0:1767319382.903033:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319382.903151:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999834496
00000100:00100000:1.0:1767319382.903161:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999834496
00000100:00100000:1.0:1767319382.903249:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1775
00000100:00100000:1.0:1767319382.903259:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999834496:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319382.903290:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319382.903345:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999834496:12345-0@lo:38:kworker.0 Request processed in 86us (411us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319382.903353:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1775
00000100:00080000:0.0:1767319382.903454:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319382.903459:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319382.903463:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d073480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999834496:0@lo:38:kworker.0
00000100:00080000:3.0:1767319382.903593:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319382.903598:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319382.903601:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319382.903605:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4575
00000100:00080000:3.0:1767319382.903608:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319382.903612:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319382.903628:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d071180 x1853163999835008/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767319382.903687:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d070e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999835392:0@lo:400:kworker.0
00000100:00100000:2.0:1767319382.903834:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999834624
00000100:00100000:2.0:1767319382.903841:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999834624
00000100:00100000:2.0:1767319382.903874:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5061
00000100:00100000:2.0:1767319382.903879:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999834624:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319382.903890:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319382.903928:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999834624:12345-0@lo:38:kworker.0 Request processed in 48us (894us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319382.903934:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5061
00000100:00100000:2.0:1767319382.903978:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d072d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999835136:0@lo:400:kworker.0
00000100:00100000:2.0:1767319382.904007:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319382.904032:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767319382.904037:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d071c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999835264:0@lo:400:kworker.0
00000100:00100000:2.0:1767319382.904064:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319382.904093:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999835264
00000100:00100000:2.0:1767319382.904096:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999835264
00000100:00100000:2.0:1767319382.904142:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3037
00000100:00100000:2.0:1767319382.904149:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499d9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999835264:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319382.904216:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499d9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999835264:12345-0@lo:400:kworker.0 Request processed in 47us (129us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319382.904223:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3037
00000100:00100000:0.0:1767319382.904492:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d070380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999834752:0@lo:38:kworker.0
00000100:00100000:0.0:1767319382.904524:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319382.904543:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d071180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999835008:0@lo:38:kworker.0
00000100:00100000:0.0:1767319382.904566:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767319382.904595:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319382.904600:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319382.904603:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d070000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999834624:0@lo:38:kworker.0
00000100:00100000:0.0:1767319382.904631:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999835136
00000100:00100000:0.0:1767319382.904635:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999835136
00000100:00100000:0.0:1767319382.904672:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999834752
00000100:00100000:0.0:1767319382.904675:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999834752
00000100:00100000:0.0:1767319382.904691:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999835008
00000100:00100000:3.0:1767319382.904848:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319382.904875:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767319382.904881:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d073480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999834880:0@lo:400:kworker.0
00000100:00100000:3.0:1767319382.904903:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319382.904938:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999834880
00000100:00100000:3.0:1767319382.904941:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999834880
00000100:00100000:3.0:1767319382.904969:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4605
00000100:00100000:3.0:1767319382.904976:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999835136:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319382.905014:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999835136:12345-0@lo:400:kworker.0 Request processed in 39us (1006us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319382.905314:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4606
00000100:00100000:1.0:1767319382.905325:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d070000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999834880:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319382.905374:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d070000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999834880:12345-0@lo:400:kworker.0 Request processed in 52us (469us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319382.905381:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4606
00000100:00100000:1.0:1767319382.905410:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5062
00000100:00100000:1.0:1767319382.905415:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999834752:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319382.905433:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319382.905467:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999834752:12345-0@lo:38:kworker.0 Request processed in 51us (942us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319382.905473:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5062
00000100:00100000:1.0:1767319382.905506:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d073480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999834880:0@lo:400:kworker.0
00000100:00080000:1.0:1767319382.905538:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319382.905542:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319382.905546:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d070380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999834752:0@lo:38:kworker.0
00000100:00100000:1.0:1767319382.905581:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999835392
00000100:00100000:1.0:1767319382.905586:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999835392
00000100:00100000:1.0:1767319382.905618:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3038
00000100:00100000:1.0:1767319382.905624:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d071500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999835392:12345-0@lo:400:kworker.0
00000100:00080000:2.0:1767319382.905982:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767319382.905989:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767319382.905991:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767319382.906018:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d071c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999835264:0@lo:400:kworker.0
00000100:00100000:2.0:1767319382.906030:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d072d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999835136:0@lo:400:kworker.0
00000100:00100000:0.0:1767319382.906125:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999835008
00000100:00100000:0.0:1767319382.906154:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5063
00000100:00100000:0.0:1767319382.906159:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999835008:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319382.906172:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319382.906225:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999835008:12345-0@lo:38:kworker.0 Request processed in 64us (1658us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319382.906231:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5063
00000100:00080000:0.0:1767319382.906256:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319382.906260:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319382.906264:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d071180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999835008:0@lo:38:kworker.0
00000100:00100000:3.0:1767319382.906342:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4605
00000100:00100000:1.0:1767319382.906441:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d071500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999835392:12345-0@lo:400:kworker.0 Request processed in 817us (1592us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319382.906450:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3038
00000100:00100000:3.0:1767319382.909345:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d070e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999835392:0@lo:400:kworker.0
00010000:00010000:2.0:1767319383.221492:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319383.927403:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d070e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999835520:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319383.927502:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319383.927908:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999835648:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319383.927938:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319383.928024:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999835520
00000100:00100000:0.0:1767319383.928034:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999835520
00000100:00100000:0.0:1767319383.928103:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999835648
00000100:00100000:0.0:1767319383.928107:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999835648
00000100:00100000:0.0:1767319383.928132:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2196
00000100:00100000:0.0:1767319383.928142:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999835520:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767319383.928180:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767319383.928255:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999835520:12345-0@lo:13:osp-pre-0-1.0 Request processed in 114us (751us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319383.928275:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2196
00000100:00100000:0.0:1767319383.928294:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2197
00000100:00100000:0.0:1767319383.928301:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999835648:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767319383.928317:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767319383.928347:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999835648:12345-0@lo:13:osp-pre-1-1.0 Request processed in 47us (409us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319383.928353:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2197
00000100:00100000:1.0:1767319383.928679:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999835648:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319383.928725:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d070e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999835520:0@lo:13:osp-pre-0-1.0
00010000:00010000:3.0:1767319384.245989:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319385.269634:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319386.051177:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767319386.051267:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767319386.051373:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962504704
00000100:00100000:0.0:1767319386.051392:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962504704
00000100:00100000:0.0:1767319386.051466:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962504576
00000100:00100000:0.0:1767319386.051471:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962504576
00000100:00100000:0.0:1767319386.051491:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4607
00000100:00100000:0.0:1767319386.051501:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962504704:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:0.0:1767319386.051575:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962504704:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 75us (420us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319386.051582:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4607
00000100:00100000:0.0:1767319386.051599:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5064
00000100:00100000:0.0:1767319386.051604:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962504576:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:0.0:1767319386.051622:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319386.051649:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962504576:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 43us (382us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319386.051655:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5064
00000100:00080000:2.0:1767319386.052175:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:1.0:1767319386.293590:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319387.317491:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767319388.021333:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319388.021355:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767319388.021359:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319388.021363:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319388.021367:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319388.021375:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4580
00000100:00080000:3.0:1767319388.021380:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319388.021386:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319388.021426:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d072300 x1853163999835776/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319388.021465:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319388.021468:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319388.021470:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319388.021473:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4580
00000100:00080000:3.0:1767319388.021476:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319388.021479:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319388.021490:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d073100 x1853163999835904/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319388.021499:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319388.021502:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319388.021504:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319388.021506:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4580
00000100:00080000:3.0:1767319388.021508:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319388.021511:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319388.021521:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d070e00 x1853163999836032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319388.021571:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319388.021574:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319388.021576:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319388.021580:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4580
00000100:00080000:3.0:1767319388.021582:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319388.021585:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319388.021597:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d072d80 x1853163999836288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767319388.021670:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d073480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999836672:0@lo:400:kworker.0
00000100:00100000:3.0:1767319388.021730:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319388.021799:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767319388.021816:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d071180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999836160:0@lo:400:kworker.0
00000100:00100000:3.0:1767319388.021844:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319388.021875:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d070380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999836544:0@lo:400:kworker.0
00000100:00100000:3.0:1767319388.021897:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319388.021912:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767319388.021916:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d071c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853163999836416:0@lo:400:kworker.0
00000100:00100000:3.0:1767319388.021936:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319388.021960:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999836160
00000100:00100000:3.0:1767319388.021966:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999836160
00000100:00100000:3.0:1767319388.022009:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999836416
00000100:00100000:3.0:1767319388.022012:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999836416
00000100:00100000:3.0:1767319388.022032:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4608
00000100:00100000:3.0:1767319388.022040:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999836160:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319388.022218:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4609
00000100:00100000:2.0:1767319388.022229:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999836416:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319388.022279:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999836416:12345-0@lo:400:kworker.0 Request processed in 53us (342us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319388.022287:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4609
00000100:00100000:2.0:1767319388.022313:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999836672
00000100:00100000:2.0:1767319388.022316:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999836672
00000100:00100000:2.0:1767319388.022357:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999836544
00000100:00100000:2.0:1767319388.022360:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999836544
00000100:00100000:2.0:1767319388.022380:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3039
00000100:00100000:2.0:1767319388.022386:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999836672:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319388.022421:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999836672:12345-0@lo:400:kworker.0 Request processed in 35us (690us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319388.022426:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3039
00000100:00100000:2.0:1767319388.022438:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3040
00000100:00100000:2.0:1767319388.022444:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999836544:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319388.022471:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999836544:12345-0@lo:400:kworker.0 Request processed in 26us (572us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319388.022477:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3040
00000100:00080000:2.0:1767319388.022491:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767319388.022494:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767319388.022496:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319388.022534:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d071c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853163999836416:0@lo:400:kworker.0
00000100:00100000:2.0:1767319388.022544:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d070380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999836544:0@lo:400:kworker.0
00000100:00100000:2.0:1767319388.022567:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d073480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999836672:0@lo:400:kworker.0
00000100:00100000:1.0:1767319388.022668:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d072300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999835776:0@lo:38:kworker.0
00000100:00100000:1.0:1767319388.022702:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319388.022740:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d073100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999835904:0@lo:38:kworker.0
00000100:00100000:1.0:1767319388.022760:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319388.022777:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d070e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999836032:0@lo:38:kworker.0
00000100:00100000:1.0:1767319388.022794:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319388.022806:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d072d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999836288:0@lo:38:kworker.0
00000100:00100000:1.0:1767319388.022823:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319388.022852:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999835904
00000100:00100000:1.0:1767319388.022855:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999835904
00000100:00100000:1.0:1767319388.022869:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999836032
00000100:00100000:1.0:1767319388.022871:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999836032
00000100:00100000:1.0:1767319388.022879:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999836288
00000100:00100000:1.0:1767319388.022880:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999836288
00000100:00100000:1.0:1767319388.022889:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5065
00000100:00100000:1.0:1767319388.022894:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999835904:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319388.022910:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319388.022941:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999835904:12345-0@lo:38:kworker.0 Request processed in 47us (180us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319388.022947:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5065
00000100:00100000:1.0:1767319388.022959:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5066
00000100:00100000:1.0:1767319388.022962:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999836032:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319388.022971:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319388.022991:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999836032:12345-0@lo:38:kworker.0 Request processed in 27us (196us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319388.022996:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5066
00000100:00100000:1.0:1767319388.023005:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5067
00000100:00100000:1.0:1767319388.023009:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999836288:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319388.023018:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319388.023039:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999836288:12345-0@lo:38:kworker.0 Request processed in 28us (215us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319388.023045:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5067
00000100:00080000:1.0:1767319388.023088:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319388.023093:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319388.023097:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d073100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999835904:0@lo:38:kworker.0
00000100:00080000:1.0:1767319388.023104:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319388.023107:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319388.023111:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d070e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999836032:0@lo:38:kworker.0
00000100:00080000:1.0:1767319388.023117:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319388.023120:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319388.023122:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d072d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999836288:0@lo:38:kworker.0
00000100:00100000:2.0:1767319388.023369:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999835776
00000100:00100000:2.0:1767319388.023374:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999835776
00000100:00100000:2.0:1767319388.023406:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1776
00000100:00100000:2.0:1767319388.023411:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999835776:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319388.023422:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319388.023456:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999835776:12345-0@lo:38:kworker.0 Request processed in 44us (754us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319388.023463:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1776
00000100:00080000:2.0:1767319388.023493:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319388.023497:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319388.023500:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d072300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999835776:0@lo:38:kworker.0
00000100:00100000:3.0:1767319388.023616:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999836160:12345-0@lo:400:kworker.0 Request processed in 1575us (1770us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319388.023623:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4608
00000100:00100000:2.0:1767319388.023816:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d071180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999836160:0@lo:400:kworker.0
00010000:00010000:3.0:1767319388.341453:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319389.049183:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999836800:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319389.049233:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767319389.049247:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999836928:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319389.049278:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319389.049307:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999836800
00000100:00100000:3.0:1767319389.049314:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999836800
00000100:00100000:2.0:1767319389.049340:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319389.049377:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999836928
00000100:00100000:3.0:1767319389.049381:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999836928
00000100:00100000:2.0:1767319389.049389:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2198
00000100:00100000:2.0:1767319389.049398:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999836800:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319389.049401:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2199
00000100:00100000:3.0:1767319389.049406:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999836928:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767319389.049426:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00002000:00000024:3.0:1767319389.049426:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767319389.049464:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999836928:12345-0@lo:13:osp-pre-0-1.0 Request processed in 58us (134us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319389.049471:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2199
00000100:00100000:2.0:1767319389.049473:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999836800:12345-0@lo:13:osp-pre-1-1.0 Request processed in 78us (196us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319389.049478:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2198
00000100:00100000:3.0:1767319389.049516:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999836928:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319389.053829:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999836800:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767319389.365778:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767319390.391712:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319391.168163:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767319391.168254:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767319391.168366:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962504832
00000100:00100000:0.0:1767319391.168377:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962504832
00000100:00100000:0.0:1767319391.168422:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962504960
00000100:00100000:0.0:1767319391.168425:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962504960
00000100:00100000:0.0:1767319391.168475:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4610
00000100:00100000:0.0:1767319391.168485:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962504960:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:0.0:1767319391.168560:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962504960:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 76us (305us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319391.168568:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4610
00000100:00100000:0.0:1767319391.168586:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5068
00000100:00100000:0.0:1767319391.168590:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962504832:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:0.0:1767319391.168610:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319391.168636:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962504832:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 44us (483us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319391.168643:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5068
00000100:00080000:3.0:1767319391.169176:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767319391.413768:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767319392.438367:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767319393.146696:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319393.146704:0:27049:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767319393.146707:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319393.146710:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319393.146713:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319393.146719:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4585
00000100:00080000:2.0:1767319393.146723:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319393.146729:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319393.146764:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234471dc00 x1853163999837056/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319393.146791:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319393.146795:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319393.146797:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319393.146804:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4585
00000100:00080000:2.0:1767319393.146806:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319393.146809:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319393.146820:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234471c000 x1853163999837184/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319393.146829:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319393.146832:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319393.146834:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319393.146837:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4585
00000100:00080000:2.0:1767319393.146839:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319393.146841:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319393.146848:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234471dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999837056:0@lo:38:kworker.0
00000100:00100000:2.0:1767319393.146852:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d071180 x1853163999837312/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319393.146913:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319393.146931:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d072300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853163999837440:0@lo:400:kworker.0
00000100:00100000:3.0:1767319393.146968:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319393.147019:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234471c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999837184:0@lo:38:kworker.0
00000100:00080000:2.0:1767319393.147040:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767319393.147041:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767319393.147043:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319393.147045:0:27049:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319393.147049:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4585
00000100:00080000:2.0:1767319393.147051:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319393.147054:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319393.147065:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d071180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999837312:0@lo:38:kworker.0
00000100:00100000:2.0:1767319393.147068:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d072d80 x1853163999837568/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319393.147083:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319393.147100:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d072d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999837568:0@lo:38:kworker.0
00000100:00100000:1.0:1767319393.147176:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319393.147266:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999837440
00000100:00100000:1.0:1767319393.147273:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999837440
00000100:00100000:1.0:1767319393.147337:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999837184
00000100:00100000:1.0:1767319393.147340:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999837184
00000100:00100000:1.0:1767319393.147365:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999837312
00000100:00100000:1.0:1767319393.147368:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999837312
00000100:00100000:1.0:1767319393.147376:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999837568
00000100:00100000:1.0:1767319393.147378:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999837568
00000100:00100000:1.0:1767319393.147390:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4611
00000100:00100000:1.0:1767319393.147398:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853163999837440:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319393.147646:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999837056
00000100:00100000:0.0:1767319393.147652:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999837056
00000100:00100000:0.0:1767319393.147677:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1777
00000100:00100000:0.0:1767319393.147683:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999837056:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319393.148556:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319393.148622:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999837056:12345-0@lo:38:kworker.0 Request processed in 937us (1708us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319393.148631:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1777
00000100:00100000:0.0:1767319393.148663:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d073480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999837952:0@lo:400:kworker.0
00000100:00100000:0.0:1767319393.148694:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319393.148749:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5069
00000100:00100000:0.0:1767319393.148754:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999837184:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319393.148768:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319393.148793:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999837184:12345-0@lo:38:kworker.0 Request processed in 38us (1753us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319393.148802:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5069
00000100:00100000:0.0:1767319393.148816:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5070
00000100:00100000:0.0:1767319393.148819:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999837312:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319393.148828:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319393.148850:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999837312:12345-0@lo:38:kworker.0 Request processed in 29us (1765us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319393.148855:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5070
00000100:00100000:0.0:1767319393.148865:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5071
00000100:00100000:0.0:1767319393.148869:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999837568:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319393.148878:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319393.148900:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999837568:12345-0@lo:38:kworker.0 Request processed in 29us (1724us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319393.148906:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5071
00000100:00100000:0.0:1767319393.148926:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999837952
00000100:00100000:0.0:1767319393.148931:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999837952
00000100:00100000:0.0:1767319393.148965:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3041
00000100:00100000:0.0:1767319393.148972:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999837952:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319393.149008:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999837952:12345-0@lo:400:kworker.0 Request processed in 37us (313us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319393.149014:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3041
00000100:00100000:0.0:1767319393.149051:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d073480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999837952:0@lo:400:kworker.0
00000100:00080000:0.0:1767319393.149092:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767319393.149096:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319393.149110:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d070e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999837696:0@lo:400:kworker.0
00000100:00100000:0.0:1767319393.149135:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319393.149153:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767319393.149158:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d073100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999837824:0@lo:400:kworker.0
00000100:00100000:0.0:1767319393.149177:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319393.149918:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999837824
00000100:00100000:0.0:1767319393.149925:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999837824
00000100:00100000:0.0:1767319393.149964:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3042
00000100:00100000:0.0:1767319393.149971:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999837824:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319393.150021:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999837824:12345-0@lo:400:kworker.0 Request processed in 50us (842us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319393.150028:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3042
00000100:00080000:0.0:1767319393.150045:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767319393.150054:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999837696
00000100:00100000:0.0:1767319393.150057:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999837696
00000100:00100000:0.0:1767319393.150085:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4612
00000100:00100000:0.0:1767319393.150091:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999837696:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319393.150120:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999837696:12345-0@lo:400:kworker.0 Request processed in 30us (984us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319393.150126:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4612
00000100:00080000:0.0:1767319393.150139:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319393.150162:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d073100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999837824:0@lo:400:kworker.0
00000100:00100000:0.0:1767319393.150172:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d070e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999837696:0@lo:400:kworker.0
00000100:00080000:0.0:1767319393.150336:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319393.150342:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319393.150345:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d072d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999837568:0@lo:38:kworker.0
00000100:00080000:0.0:1767319393.150645:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319393.150650:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319393.150654:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d071180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999837312:0@lo:38:kworker.0
00000100:00080000:0.0:1767319393.150668:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319393.150671:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319393.150674:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234471dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999837056:0@lo:38:kworker.0
00000100:00080000:0.0:1767319393.150683:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319393.150686:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319393.150688:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234471c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999837184:0@lo:38:kworker.0
00000100:00100000:1.0:1767319393.153373:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853163999837440:12345-0@lo:400:kworker.0 Request processed in 5860us (6288us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319393.153389:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4611
00000100:00100000:3.0:1767319393.155913:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d072300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853163999837440:0@lo:400:kworker.0
00010000:00010000:2.0:1767319393.464222:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319394.168491:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999838080:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319394.168564:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319394.168750:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999838208:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319394.168782:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319394.168820:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999838080
00000100:00100000:0.0:1767319394.168828:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999838080
00000100:00100000:0.0:1767319394.168869:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999838208
00000100:00100000:0.0:1767319394.168873:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999838208
00000100:00100000:0.0:1767319394.168891:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2200
00000100:00100000:0.0:1767319394.168899:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d070380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999838080:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767319394.168925:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767319394.168967:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d070380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999838080:12345-0@lo:13:osp-pre-0-1.0 Request processed in 67us (402us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319394.168975:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2200
00000100:00100000:0.0:1767319394.168991:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2201
00000100:00100000:0.0:1767319394.168998:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999838208:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767319394.169013:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767319394.169041:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999838208:12345-0@lo:13:osp-pre-1-1.0 Request processed in 44us (258us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319394.169047:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2201
00000100:00100000:0.0:1767319394.169089:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999838208:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319394.169119:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999838080:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767319394.485438:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319395.509531:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319396.294734:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767319396.298947:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962505088
00000100:00100000:1.0:1767319396.298965:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962505088
00000100:00100000:1.0:1767319396.299048:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5072
00000100:00100000:1.0:1767319396.299058:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962505088:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767319396.299084:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319396.299172:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962505088:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 113us (4458us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319396.299180:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5072
00000100:00100000:0.0:1767319396.307176:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767319396.307362:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962505216
00000100:00100000:2.0:1767319396.307377:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962505216
00000100:00100000:2.0:1767319396.307488:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4613
00000100:00100000:2.0:1767319396.307503:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962505216:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767319396.307620:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962505216:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 121us (461us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319396.307638:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4613
00000100:00080000:0.0:1767319396.308147:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767319396.534275:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319397.558159:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767319398.262415:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319398.262431:0:27049:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767319398.262435:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319398.262440:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319398.262446:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319398.262457:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4591
00000100:00080000:3.0:1767319398.262464:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319398.262473:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319398.262543:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237c0bfb80 x1853163999838336/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319398.262577:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319398.262581:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319398.262583:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319398.262588:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4591
00000100:00080000:3.0:1767319398.262590:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319398.262593:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319398.262621:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237c0bd880 x1853163999838464/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319398.262632:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319398.262635:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319398.262638:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319398.262641:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4591
00000100:00080000:3.0:1767319398.262644:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319398.262647:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319398.262665:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237c0bed80 x1853163999838592/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319398.263153:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319398.263158:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319398.263161:0:27049:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319398.263166:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4591
00000100:00080000:3.0:1767319398.263169:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319398.263176:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319398.263177:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853163999838720:0@lo:400:kworker.0
00000100:00100000:3.0:1767319398.263234:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237c0be300 x1853163999838848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319398.263389:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319398.263441:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853163999838976:0@lo:400:kworker.0
00000100:00100000:2.0:1767319398.263479:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319398.263554:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999838720
00000100:00100000:1.0:1767319398.263565:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999838720
00000100:00100000:1.0:1767319398.263655:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999838976
00000100:00100000:1.0:1767319398.263659:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999838976
00000100:00100000:1.0:1767319398.263686:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4614
00000100:00100000:1.0:1767319398.263697:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853163999838720:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319398.263763:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853163999838720:12345-0@lo:400:kworker.0 Request processed in 67us (374us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319398.263772:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4614
00000100:00100000:1.0:1767319398.263793:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4615
00000100:00100000:1.0:1767319398.263800:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d071c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853163999838976:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319398.263911:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d071c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853163999838976:12345-0@lo:400:kworker.0 Request processed in 111us (432us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319398.263918:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4615
00000100:00100000:2.0:1767319398.266116:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853163999838976:0@lo:400:kworker.0
00000100:00100000:2.0:1767319398.266173:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767319398.266187:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999839104:0@lo:400:kworker.0
00000100:00100000:2.0:1767319398.266294:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319398.270394:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853163999838720:0@lo:400:kworker.0
00000100:00100000:1.0:1767319398.270439:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767319398.270453:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999839232:0@lo:400:kworker.0
00000100:00100000:1.0:1767319398.270723:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319398.270831:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999839104
00000100:00100000:2.0:1767319398.270841:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999839104
00000100:00100000:2.0:1767319398.270911:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999839232
00000100:00100000:2.0:1767319398.270915:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999839232
00000100:00100000:2.0:1767319398.270946:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043
00000100:00100000:2.0:1767319398.270957:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d072300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999839104:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319398.271024:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d072300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999839104:12345-0@lo:400:kworker.0 Request processed in 69us (4730us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319398.271033:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043
00000100:00100000:2.0:1767319398.271053:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044
00000100:00100000:2.0:1767319398.271060:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bcf3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999839232:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319398.271091:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bcf3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999839232:12345-0@lo:400:kworker.0 Request processed in 32us (544us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319398.271096:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044
00000100:00100000:2.0:1767319398.271136:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999839104:0@lo:400:kworker.0
00000100:00100000:1.0:1767319398.271681:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999839232:0@lo:400:kworker.0
00000100:00100000:0.0:1767319398.271890:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999838336:0@lo:38:kworker.0
00000100:00100000:0.0:1767319398.271946:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319398.271992:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999838464:0@lo:38:kworker.0
00000100:00100000:2.0:1767319398.272005:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999838336
00000100:00100000:2.0:1767319398.272012:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999838336
00000100:00100000:0.0:1767319398.272022:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319398.272041:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1778
00000100:00100000:2.0:1767319398.272047:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999838336:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767319398.272048:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999838592:0@lo:38:kworker.0
00000100:00100000:0.0:1767319398.272070:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:2.0:1767319398.272073:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319398.272092:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999838848:0@lo:38:kworker.0
00000100:00100000:0.0:1767319398.272112:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319398.272112:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999838336:12345-0@lo:38:kworker.0 Request processed in 64us (166us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319398.272119:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1778
00000100:00080000:0.0:1767319398.272140:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319398.272146:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319398.272149:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999838336:0@lo:38:kworker.0
00000100:00100000:3.0:1767319398.272184:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999838464
00000100:00100000:3.0:1767319398.272190:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999838464
00000100:00100000:3.0:1767319398.283837:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999838592
00000100:00100000:3.0:1767319398.283861:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999838592
00000100:00100000:0.0:1767319398.284401:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999838848
00000100:00100000:0.0:1767319398.284408:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999838848
00000100:00100000:0.0:1767319398.284437:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5073
00000100:00100000:0.0:1767319398.284449:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367243b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999838464:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319398.284480:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319398.284617:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367243b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999838464:12345-0@lo:38:kworker.0 Request processed in 162us (12586us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319398.284626:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5073
00000100:00100000:0.0:1767319398.284654:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5074
00000100:00100000:0.0:1767319398.284661:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367240380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999838592:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319398.284671:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319398.284698:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367240380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999838592:12345-0@lo:38:kworker.0 Request processed in 36us (12627us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319398.284704:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5074
00000100:00100000:0.0:1767319398.284722:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5075
00000100:00100000:0.0:1767319398.284725:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367240000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999838848:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319398.284734:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319398.284753:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367240000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999838848:12345-0@lo:38:kworker.0 Request processed in 26us (12640us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319398.284758:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5075
00000100:00080000:0.0:1767319398.284825:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319398.284831:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319398.284836:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999838464:0@lo:38:kworker.0
00000100:00080000:0.0:1767319398.284846:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319398.284849:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319398.284852:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999838592:0@lo:38:kworker.0
00000100:00080000:0.0:1767319398.284860:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319398.284863:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319398.284866:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999838848:0@lo:38:kworker.0
00000100:00080000:0.0:1767319398.284947:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767319398.284953:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767319398.284956:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:1.0:1767319398.581393:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319399.285841:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367242680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999839360:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319399.285947:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319399.286132:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999839360
00000100:00100000:3.0:1767319399.286143:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999839360
00000100:00100000:3.0:1767319399.286262:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2202
00000100:00100000:3.0:1767319399.286274:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d071180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999839360:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767319399.286315:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767319399.286552:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767319399.286567:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999839488:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319399.286602:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319399.286639:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999839488
00000100:00100000:0.0:1767319399.286644:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999839488
00000100:00100000:0.0:1767319399.286671:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2203
00000100:00100000:0.0:1767319399.286678:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367241880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999839488:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767319399.286696:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767319399.286729:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367241880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999839488:12345-0@lo:13:osp-pre-0-1.0 Request processed in 50us (125us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319399.286737:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2203
00000100:00100000:0.0:1767319399.286801:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999839488:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319399.301134:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d071180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999839360:12345-0@lo:13:osp-pre-1-1.0 Request processed in 14845us (15170us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319399.301155:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2202
00000100:00100000:0.0:1767319399.307411:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367242680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999839360:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767319399.608778:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319400.384480:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000400:00000100:3.0:1767319400.384523:0:6998:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.52@tcp portal 26 match 1853163962505344 offset 0 length 520: 4
00000100:00100000:3.0:1767319400.384544:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767319400.384750:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962505600
00000100:00100000:1.0:1767319400.384763:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962505600
00000100:00100000:1.0:1767319400.384843:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962505472
00000100:00100000:1.0:1767319400.384846:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962505472
00000100:00100000:1.0:1767319400.384861:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4616
00000100:00100000:1.0:1767319400.384869:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962505600:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767319400.384962:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962505600:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 93us (497us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319400.384971:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4616
00000100:00100000:1.0:1767319400.384993:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5076
00000100:00100000:1.0:1767319400.384998:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962505472:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767319400.385024:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767319400.385131:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319400.386110:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962505472:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 1104us (1557us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319400.386121:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5076
00010000:00010000:3.0:1767319400.632331:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319401.656362:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319402.357710:0:7004:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319377/real 1767319377]  req@ffff95234471df80 x1853163999833088/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319402 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1767319402.357755:0:7004:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95234471df80 x1853163999833088/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319402 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1767319402.357780:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319402.357793:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:0.0:1767319402.357797:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234471df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853163999833088:0@lo:250:kworker.0
00000100:00080000:3.0:1767319402.360864:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319402.360878:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767319402.360883:0:27049:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319402.360902:0:27049:0:(import.c:509:import_select_connection()) MGC192.168.202.152@tcp: connect to NID 0@lo last attempt 4575
00000100:00080000:3.0:1767319402.360907:0:27049:0:(import.c:588:import_select_connection()) MGC192.168.202.152@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319402.360916:0:27049:0:(import.c:623:import_select_connection()) MGC192.168.202.152@tcp: import ffff95235eb57800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319402.360960:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237c0bed80 x1853163999839616/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319402.360994:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319402.360998:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319402.361000:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319402.361005:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4596
00000100:00080000:3.0:1767319402.361007:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319402.361011:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319402.361031:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237c0bd880 x1853163999839744/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319402.361040:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319402.361043:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319402.361045:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319402.361049:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4596
00000100:00080000:3.0:1767319402.361051:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319402.361054:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319402.361064:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237c0bfb80 x1853163999839872/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319402.361072:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319402.361075:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319402.361076:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319402.361080:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4596
00000100:00080000:3.0:1767319402.361082:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319402.361086:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319402.361094:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237c0bdf80 x1853163999840000/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319402.361147:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319402.361151:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319402.361152:0:27049:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319402.361156:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4596
00000100:00080000:3.0:1767319402.361159:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319402.361162:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319402.361172:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237c0bf480 x1853163999840256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767319402.361293:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345faad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999840640:0@lo:400:kworker.0
00000100:00100000:3.0:1767319402.361376:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319402.361447:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767319402.361453:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999840128:0@lo:400:kworker.0
00000100:00100000:3.0:1767319402.361478:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319402.361510:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999840384:0@lo:400:kworker.0
00000100:00100000:3.0:1767319402.361531:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319402.361548:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767319402.361552:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999840512:0@lo:400:kworker.0
00000100:00100000:3.0:1767319402.361569:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319402.361602:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999840640
00000100:00100000:3.0:1767319402.361610:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999840640
00000100:00100000:3.0:1767319402.361664:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999840512
00000100:00100000:3.0:1767319402.361666:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999840512
00000100:00100000:3.0:1767319402.361685:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3045
00000100:00100000:3.0:1767319402.361694:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fa9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999840640:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319402.361755:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fa9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999840640:12345-0@lo:400:kworker.0 Request processed in 63us (379us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319402.361763:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3045
00000100:00100000:3.0:1767319402.361779:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3046
00000100:00100000:3.0:1767319402.361785:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fa9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999840512:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319402.361811:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fa9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999840512:12345-0@lo:400:kworker.0 Request processed in 27us (241us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319402.361817:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3046
00000100:00100000:3.0:1767319402.361835:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999840128
00000100:00100000:3.0:1767319402.361838:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999840128
00000100:00100000:3.0:1767319402.361864:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999840384
00000100:00100000:3.0:1767319402.361866:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999840384
00000100:00100000:3.0:1767319402.361883:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4617
00000100:00100000:3.0:1767319402.361888:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999840128:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319402.361913:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999840128:12345-0@lo:400:kworker.0 Request processed in 25us (435us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319402.361919:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4617
00000100:00100000:3.0:1767319402.361928:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4618
00000100:00100000:3.0:1767319402.361934:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fabb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999840384:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319402.361955:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fabb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999840384:12345-0@lo:400:kworker.0 Request processed in 22us (424us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319402.361960:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4618
00000100:00100000:3.0:1767319402.362012:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999840512:0@lo:400:kworker.0
00000100:00100000:3.0:1767319402.362022:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999840384:0@lo:400:kworker.0
00000100:00100000:3.0:1767319402.362046:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999840128:0@lo:400:kworker.0
00000100:00100000:3.0:1767319402.362054:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345faad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999840640:0@lo:400:kworker.0
00000100:00080000:2.0:1767319402.362423:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767319402.362430:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767319402.362432:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767319402.363893:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853163999839616:0@lo:250:kworker.0
00000400:00000100:0.0:1767319402.363966:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163999839616 offset 0 length 520: 4
00000100:00100000:0.0:1767319402.364002:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999839744:0@lo:38:kworker.0
00000100:00100000:0.0:1767319402.364037:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319402.364074:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999839872:0@lo:38:kworker.0
00000100:00100000:2.0:1767319402.364105:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999839744
00000100:00100000:0.0:1767319402.364106:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319402.364116:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999839744
00000100:00100000:0.0:1767319402.364134:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999840000:0@lo:38:kworker.0
00000100:00100000:0.0:1767319402.364156:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319402.364176:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999840256:0@lo:38:kworker.0
00000100:00100000:2.0:1767319402.364182:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1779
00000100:00100000:2.0:1767319402.364190:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367242680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999839744:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767319402.364237:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:2.0:1767319402.364250:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319402.364279:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999839872
00000100:00100000:0.0:1767319402.364284:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999839872
00000100:00100000:0.0:1767319402.364309:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999840000
00000100:00100000:2.0:1767319402.364310:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367242680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999839744:12345-0@lo:38:kworker.0 Request processed in 117us (270us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319402.364313:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999840000
00000100:00100000:2.0:1767319402.364322:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1779
00000100:00100000:0.0:1767319402.364329:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999840256
00000100:00100000:0.0:1767319402.364332:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999840256
00000100:00100000:0.0:1767319402.364350:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5077
00000100:00100000:0.0:1767319402.364355:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999839872:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319402.364368:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767319402.364368:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319402.364378:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319402.364383:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999839744:0@lo:38:kworker.0
00000100:00100000:0.0:1767319402.364406:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999839872:12345-0@lo:38:kworker.0 Request processed in 48us (298us total) trans 0 rc -19/-19
00000100:00080000:2.0:1767319402.364408:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319402.364416:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319402.364420:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5077
00000100:00100000:2.0:1767319402.364423:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999839872:0@lo:38:kworker.0
00000100:00100000:0.0:1767319402.364442:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5078
00000100:00100000:0.0:1767319402.364447:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e980700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999840000:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319402.364456:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319402.364470:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5079
00000100:00100000:2.0:1767319402.364478:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e983b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999840256:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319402.364488:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319402.364494:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e980700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999840000:12345-0@lo:38:kworker.0 Request processed in 43us (335us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319402.364502:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5078
00000100:00100000:2.0:1767319402.364524:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e983b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999840256:12345-0@lo:38:kworker.0 Request processed in 45us (287us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319402.364536:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5079
00000100:00080000:0.0:1767319402.364547:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319402.364553:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319402.364558:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999840000:0@lo:38:kworker.0
00000100:00080000:0.0:1767319402.364569:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319402.364573:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319402.364576:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999840256:0@lo:38:kworker.0
00010000:00010000:1.0:1767319402.677474:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319403.701766:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319404.406470:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236e983800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999840768:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319404.406579:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319404.407117:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999840768
00000100:00100000:1.0:1767319404.407129:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999840768
00000100:00100000:1.0:1767319404.407277:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2204
00000100:00100000:1.0:1767319404.407289:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d072d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999840768:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767319404.407333:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00080000:0.0:1767319404.407480:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767319404.407914:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767319404.407930:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345faad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999840896:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319404.407976:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319404.408015:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999840896
00000100:00100000:3.0:1767319404.408020:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999840896
00000100:00100000:3.0:1767319404.408059:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2205
00000100:00100000:3.0:1767319404.408066:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fa8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999840896:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767319404.408088:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767319404.408227:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fa8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999840896:12345-0@lo:13:osp-pre-0-1.0 Request processed in 161us (250us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319404.408235:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2205
00000100:00080000:3.0:1767319404.408381:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767319404.408429:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345faad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999840896:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319404.408629:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d072d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999840768:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1341us (2048us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319404.408638:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2204
00000100:00100000:2.0:1767319404.408724:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236e983800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999840768:0@lo:13:osp-pre-1-1.0
00010000:00010000:3.0:1767319404.725773:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319405.506164:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767319405.506293:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767319405.506442:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962505856
00000100:00100000:2.0:1767319405.506454:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962505856
00000100:00100000:2.0:1767319405.506533:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962505728
00000100:00100000:2.0:1767319405.506535:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962505728
00000100:00100000:2.0:1767319405.506555:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4619
00000100:00100000:2.0:1767319405.506565:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e983100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962505856:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767319405.506645:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e983100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962505856:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 84us (498us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319405.506653:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4619
00000100:00100000:2.0:1767319405.506669:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5080
00000100:00100000:2.0:1767319405.506672:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e981180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962505728:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767319405.506694:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319405.506711:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e981180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962505728:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 37us (419us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319405.506715:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5080
00000100:00080000:3.0:1767319405.506942:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767319405.751369:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767319406.773415:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767319407.478408:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319407.478421:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767319407.478425:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319407.478430:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319407.478435:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319407.478445:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4600
00000100:00080000:3.0:1767319407.478452:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319407.478460:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319407.478517:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952345faad80 x1853163999841024/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319407.478553:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319407.478557:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319407.478559:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319407.478563:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4600
00000100:00080000:3.0:1767319407.478566:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319407.478570:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319407.478582:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952345faa300 x1853163999841152/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319407.478592:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319407.478596:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319407.478597:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319407.478601:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4600
00000100:00080000:3.0:1767319407.478603:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319407.478607:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319407.478617:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952345fab800 x1853163999841280/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319407.478677:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319407.478681:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319407.478683:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319407.478687:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4600
00000100:00080000:3.0:1767319407.478691:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319407.478695:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319407.478707:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952345fa8e00 x1853163999841536/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319407.478727:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fa8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853163999841408:0@lo:400:kworker.0
00000100:00100000:3.0:1767319407.478778:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fa9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853163999841664:0@lo:400:kworker.0
00000100:00100000:3.0:1767319407.478818:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319407.478843:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999841664
00000100:00100000:1.0:1767319407.478852:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999841664
00000100:00100000:3.0:1767319407.478863:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767319407.478868:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fa9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999841792:0@lo:400:kworker.0
00000100:00100000:3.0:1767319407.478896:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319407.478920:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4620
00000100:00080000:3.0:1767319407.478920:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319407.478931:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853163999841664:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319407.478931:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319407.478952:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767319407.478957:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fa9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999841920:0@lo:400:kworker.0
00000100:00100000:3.0:1767319407.478981:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319407.478990:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853163999841664:12345-0@lo:400:kworker.0 Request processed in 61us (171us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319407.478997:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4620
00000100:00100000:1.0:1767319407.479014:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999841408
00000100:00100000:1.0:1767319407.479016:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999841408
00000100:00100000:3.0:1767319407.479023:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fa9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853163999841664:0@lo:400:kworker.0
00000100:00100000:1.0:1767319407.479041:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4621
00000100:00080000:3.0:1767319407.479043:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319407.479046:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fa8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853163999841408:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319407.479083:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fa8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853163999841408:12345-0@lo:400:kworker.0 Request processed in 36us (151us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319407.479089:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4621
00000100:00100000:3.0:1767319407.479108:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fa8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853163999841408:0@lo:400:kworker.0
00000100:00100000:0.0:1767319407.479293:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345faad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999841024:0@lo:38:kworker.0
00000100:00100000:0.0:1767319407.479329:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319407.479371:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345faa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999841152:0@lo:38:kworker.0
00000100:00100000:2.0:1767319407.479378:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999841792
00000100:00100000:2.0:1767319407.479383:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999841792
00000100:00100000:0.0:1767319407.479393:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319407.479406:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999841280:0@lo:38:kworker.0
00000100:00100000:0.0:1767319407.479424:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319407.479430:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999841920
00000100:00100000:2.0:1767319407.479434:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999841920
00000100:00100000:0.0:1767319407.479436:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fa8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999841536:0@lo:38:kworker.0
00000100:00100000:2.0:1767319407.479456:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3047
00000100:00100000:0.0:1767319407.479457:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319407.479463:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345faaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999841792:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319407.479488:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999841152
00000100:00100000:0.0:1767319407.479491:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999841152
00000100:00100000:2.0:1767319407.479504:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345faaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999841792:12345-0@lo:400:kworker.0 Request processed in 42us (607us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319407.479511:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3047
00000100:00100000:0.0:1767319407.479512:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999841280
00000100:00100000:0.0:1767319407.479514:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999841280
00000100:00100000:0.0:1767319407.479522:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999841536
00000100:00100000:0.0:1767319407.479524:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999841536
00000100:00100000:2.0:1767319407.479524:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3048
00000100:00100000:2.0:1767319407.479530:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999841920:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319407.479533:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5081
00000100:00100000:0.0:1767319407.479537:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e981c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999841152:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767319407.479556:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999841920:12345-0@lo:400:kworker.0 Request processed in 27us (575us total) trans 0 rc 0/0
00010000:00020000:0.0:1767319407.479558:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319407.479562:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3048
00000100:00100000:2.0:1767319407.479581:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5082
00000100:00100000:2.0:1767319407.479586:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e980380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999841280:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767319407.479589:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e981c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999841152:12345-0@lo:38:kworker.0 Request processed in 51us (196us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319407.479595:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5081
00010000:00020000:2.0:1767319407.479596:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319407.479608:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5083
00000100:00100000:0.0:1767319407.479612:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e981880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999841536:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767319407.479617:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e980380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999841280:12345-0@lo:38:kworker.0 Request processed in 31us (192us total) trans 0 rc -19/-19
00010000:00020000:0.0:1767319407.479620:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319407.479622:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5082
00000100:00100000:0.0:1767319407.479639:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e981880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999841536:12345-0@lo:38:kworker.0 Request processed in 26us (182us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319407.479645:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5083
00000100:00080000:0.0:1767319407.479667:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319407.479672:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319407.479676:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345faa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999841152:0@lo:38:kworker.0
00000100:00080000:0.0:1767319407.479684:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319407.479687:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319407.479690:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999841280:0@lo:38:kworker.0
00000100:00080000:0.0:1767319407.479699:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319407.479702:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319407.479704:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fa8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999841536:0@lo:38:kworker.0
00000100:00080000:1.0:1767319407.480118:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767319407.480124:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767319407.480271:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999841024
00000100:00100000:3.0:1767319407.480279:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999841024
00000100:00100000:3.0:1767319407.480327:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1780
00000100:00100000:3.0:1767319407.480333:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e981f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999841024:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319407.480349:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319407.480413:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e981f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999841024:12345-0@lo:38:kworker.0 Request processed in 79us (1083us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319407.480419:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1780
00000100:00100000:2.0:1767319407.480459:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fa9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999841792:0@lo:400:kworker.0
00000100:00100000:3.0:1767319407.490681:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fa9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999841920:0@lo:400:kworker.0
00000100:00080000:0.0:1767319407.490851:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319407.490859:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319407.490863:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345faad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999841024:0@lo:38:kworker.0
00010000:00010000:2.0:1767319407.797554:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767319408.825813:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319409.526729:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767319409.526759:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999842048:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319409.526879:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319409.527432:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767319409.527446:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236e983480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999842176:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319409.527489:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319409.527782:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999842048
00000100:00100000:3.0:1767319409.527795:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999842048
00000100:00100000:3.0:1767319409.527876:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999842176
00000100:00100000:3.0:1767319409.527880:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999842176
00000100:00100000:3.0:1767319409.527910:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2206
00000100:00100000:3.0:1767319409.527922:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d070e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999842048:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767319409.527962:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767319409.528022:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d070e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999842048:12345-0@lo:13:osp-pre-0-1.0 Request processed in 103us (1143us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319409.528030:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2206
00000100:00100000:3.0:1767319409.528051:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2207
00000100:00100000:3.0:1767319409.528058:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345901450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999842176:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767319409.528075:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767319409.528107:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345901450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999842176:12345-0@lo:13:osp-pre-1-1.0 Request processed in 49us (617us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319409.528113:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2207
00000100:00080000:3.0:1767319409.528399:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767319409.528404:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767319409.528460:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999842048:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319409.528889:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236e983480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999842176:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767319409.846671:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319410.634506:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767319410.634660:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767319410.635146:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962505984
00000100:00100000:3.0:1767319410.635404:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962505984
00000100:00100000:3.0:1767319410.635465:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962506112
00000100:00100000:3.0:1767319410.635469:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962506112
00000100:00100000:3.0:1767319410.635554:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4622
00000100:00100000:3.0:1767319410.635568:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d073480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962506112:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:3.0:1767319410.635672:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d073480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962506112:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 109us (1011us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319410.635680:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4622
00000100:00100000:3.0:1767319410.635700:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5084
00000100:00100000:3.0:1767319410.635705:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d073100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962505984:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767319410.635731:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319410.635759:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d073100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962505984:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 52us (1270us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319410.635765:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5084
00000100:00080000:0.0:1767319410.636048:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:1.0:1767319410.869382:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319411.893543:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767319412.597394:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319412.597408:0:27049:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767319412.597411:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319412.597415:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319412.597420:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319412.597430:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4605
00000100:00080000:3.0:1767319412.597436:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319412.597445:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319412.597498:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237c0bdf80 x1853163999842304/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319412.597536:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319412.597540:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319412.597542:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319412.597546:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4605
00000100:00080000:3.0:1767319412.597549:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319412.597553:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319412.597565:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237c0bfb80 x1853163999842432/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319412.597574:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319412.597578:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319412.597579:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319412.597583:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4605
00000100:00080000:3.0:1767319412.597585:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319412.597588:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319412.597598:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237c0bd880 x1853163999842560/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319412.597703:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853163999842688:0@lo:400:kworker.0
00000100:00100000:1.0:1767319412.597807:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319412.597974:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999842304:0@lo:38:kworker.0
00000100:00100000:2.0:1767319412.598018:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767319412.598857:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319412.598864:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319412.598868:0:27049:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319412.598873:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4605
00000100:00080000:3.0:1767319412.598877:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319412.598882:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319412.598915:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237c0bc700 x1853163999842816/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319412.599083:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999842432:0@lo:38:kworker.0
00000100:00100000:2.0:1767319412.599179:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319412.599226:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999842560:0@lo:38:kworker.0
00000100:00100000:2.0:1767319412.599252:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319412.599280:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999842816:0@lo:38:kworker.0
00000100:00100000:2.0:1767319412.599303:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319412.599344:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999842688
00000100:00100000:2.0:1767319412.599353:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999842688
00000100:00100000:2.0:1767319412.599418:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999842432
00000100:00100000:2.0:1767319412.599422:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999842432
00000100:00100000:2.0:1767319412.599435:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999842560
00000100:00100000:2.0:1767319412.599438:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999842560
00000100:00100000:2.0:1767319412.599444:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999842816
00000100:00100000:2.0:1767319412.599446:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999842816
00000100:00100000:2.0:1767319412.599458:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4623
00000100:00100000:2.0:1767319412.599469:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bcf1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853163999842688:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319412.599954:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5085
00000100:00100000:0.0:1767319412.599964:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d070a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999842432:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319412.599990:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319412.600058:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d070a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999842432:12345-0@lo:38:kworker.0 Request processed in 93us (878us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319412.600066:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5085
00000100:00100000:0.0:1767319412.600089:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5086
00000100:00100000:0.0:1767319412.600094:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d070700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999842560:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319412.600103:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319412.600140:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d070700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999842560:12345-0@lo:38:kworker.0 Request processed in 45us (887us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319412.600146:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5086
00000100:00100000:0.0:1767319412.600157:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5087
00000100:00100000:0.0:1767319412.600161:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d070380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999842816:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319412.600170:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319412.600190:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d070380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999842816:12345-0@lo:38:kworker.0 Request processed in 29us (887us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319412.600214:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5087
00000100:00100000:0.0:1767319412.600244:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345ebc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999843072:0@lo:400:kworker.0
00000100:00100000:0.0:1767319412.600282:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319412.600320:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767319412.600326:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853163999842944:0@lo:400:kworker.0
00000100:00100000:0.0:1767319412.600351:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319412.600375:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999842944
00000100:00100000:0.0:1767319412.600381:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999842944
00000100:00100000:0.0:1767319412.600410:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4624
00000100:00100000:0.0:1767319412.600417:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e982a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853163999842944:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319412.600456:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e982a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853163999842944:12345-0@lo:400:kworker.0 Request processed in 39us (103us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319412.600462:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4624
00000100:00100000:0.0:1767319412.600504:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853163999842944:0@lo:400:kworker.0
00000100:00100000:0.0:1767319412.600547:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999843072
00000100:00100000:0.0:1767319412.600550:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999843072
00000100:00100000:0.0:1767319412.600581:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3049
00000100:00100000:0.0:1767319412.600587:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e983480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999843072:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319412.600620:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e983480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999843072:12345-0@lo:400:kworker.0 Request processed in 33us (339us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319412.600626:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3049
00000100:00080000:0.0:1767319412.600651:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767319412.600655:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319412.600670:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345ebc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999843072:0@lo:400:kworker.0
00000100:00080000:0.0:1767319412.600695:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319412.600700:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319412.600703:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999842816:0@lo:38:kworker.0
00000100:00080000:0.0:1767319412.600712:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319412.600714:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319412.600717:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999842432:0@lo:38:kworker.0
00000100:00080000:0.0:1767319412.600725:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319412.600729:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319412.600731:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999842560:0@lo:38:kworker.0
00000100:00100000:0.0:1767319412.600775:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999842304
00000100:00100000:0.0:1767319412.600779:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999842304
00000100:00100000:0.0:1767319412.600800:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1781
00000100:00100000:0.0:1767319412.600804:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d071880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999842304:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319412.600815:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319412.600847:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d071880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999842304:12345-0@lo:38:kworker.0 Request processed in 41us (2828us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319412.600852:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1781
00000100:00100000:0.0:1767319412.600875:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345ebc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999843200:0@lo:400:kworker.0
00000100:00100000:0.0:1767319412.600899:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319412.600924:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999843200
00000100:00100000:0.0:1767319412.600927:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999843200
00000100:00100000:0.0:1767319412.600953:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3050
00000100:00100000:0.0:1767319412.600958:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e980000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999843200:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319412.600986:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e980000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999843200:12345-0@lo:400:kworker.0 Request processed in 28us (86us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319412.600992:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3050
00000100:00080000:0.0:1767319412.601003:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767319412.601017:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345ebc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999843200:0@lo:400:kworker.0
00000100:00080000:0.0:1767319412.601039:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319412.601043:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319412.601047:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999842304:0@lo:38:kworker.0
00000100:00100000:2.0:1767319412.604821:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bcf1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853163999842688:12345-0@lo:400:kworker.0 Request processed in 5337us (6996us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319412.604843:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4623
00000100:00100000:1.0:1767319412.605503:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853163999842688:0@lo:400:kworker.0
00010000:00010000:3.0:1767319412.918534:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319413.941565:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319414.645503:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767319414.645537:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236e980a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999843328:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319414.645627:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319414.648501:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999843328
00000100:00100000:3.0:1767319414.648519:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999843328
00000100:00100000:3.0:1767319414.648605:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2208
00000100:00100000:3.0:1767319414.648616:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e982680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999843328:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767319414.648658:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767319414.648751:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e982680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999843328:12345-0@lo:13:osp-pre-1-1.0 Request processed in 138us (3124us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319414.648759:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2208
00000100:00100000:3.0:1767319414.648818:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236e980a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999843328:0@lo:13:osp-pre-1-1.0
00000100:00080000:0.0:1767319414.649179:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767319414.649191:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767319414.649231:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d071180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999843456:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319414.649294:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319414.649435:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999843456
00000100:00100000:1.0:1767319414.649442:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999843456
00000100:00100000:1.0:1767319414.649494:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2209
00000100:00100000:1.0:1767319414.649502:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e981500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999843456:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767319414.649527:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767319414.649573:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e981500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999843456:12345-0@lo:13:osp-pre-0-1.0 Request processed in 73us (291us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319414.649580:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2209
00000100:00100000:1.0:1767319414.649624:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d071180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999843456:0@lo:13:osp-pre-0-1.0
00000100:00080000:0.0:1767319414.651014:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00010000:1.0:1767319414.965733:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319415.744400:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767319415.744455:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767319415.744580:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962506368
00000100:00100000:0.0:1767319415.744596:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962506368
00000100:00100000:0.0:1767319415.744686:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962506240
00000100:00100000:0.0:1767319415.744689:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962506240
00000100:00100000:0.0:1767319415.744712:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4625
00000100:00100000:0.0:1767319415.744722:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345ebd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962506368:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:0.0:1767319415.744812:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345ebd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962506368:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 92us (427us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319415.744820:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4625
00000100:00100000:0.0:1767319415.744839:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5088
00000100:00100000:0.0:1767319415.744843:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345ebc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962506240:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:0.0:1767319415.744867:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319415.744888:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345ebc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962506240:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 44us (434us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319415.744895:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5088
00000100:00080000:1.0:1767319415.745100:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767319415.990073:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767319417.013900:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767319417.717858:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319417.717873:0:27049:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767319417.717877:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319417.717882:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319417.717887:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319417.717898:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4610
00000100:00080000:3.0:1767319417.717905:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319417.717913:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319417.717971:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952345ebc380 x1853163999843584/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319417.718017:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319417.718021:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319417.718023:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319417.718028:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4610
00000100:00080000:3.0:1767319417.718031:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319417.718036:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319417.718049:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345ebc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999843584:0@lo:38:kworker.0
00000100:00100000:3.0:1767319417.718057:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523670c1f80 x1853163999843712/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319417.718082:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319417.718086:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319417.718089:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319417.718092:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4610
00000100:00080000:3.0:1767319417.718095:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319417.718099:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319417.718115:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523670c3480 x1853163999843840/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319417.718157:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767319417.718178:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319417.718183:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319417.718186:0:27049:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319417.718191:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4610
00000100:00080000:3.0:1767319417.718216:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319417.718221:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319417.718238:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523670c2300 x1853163999844096/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319417.718244:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999843712:0@lo:38:kworker.0
00000100:00100000:0.0:1767319417.718269:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319417.718281:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999843840:0@lo:38:kworker.0
00000100:00100000:0.0:1767319417.718293:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319417.718447:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767319417.718483:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999843968:0@lo:400:kworker.0
00000100:00100000:2.0:1767319417.718527:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319417.718578:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999843584
00000100:00100000:2.0:1767319417.718588:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999843584
00000100:00100000:2.0:1767319417.718633:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1782
00000100:00100000:0.0:1767319417.718748:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999844096:0@lo:38:kworker.0
00000100:00100000:0.0:1767319417.718772:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319417.718809:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e982d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999843584:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767319417.718817:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999843712
00000100:00100000:0.0:1767319417.718822:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999843712
00000100:00100000:3.0:1767319417.718830:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999843840
00000100:00100000:3.0:1767319417.718837:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999843840
00010000:00020000:2.0:1767319417.718841:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319417.718845:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999843968
00000100:00100000:0.0:1767319417.718850:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999843968
00000100:00100000:3.0:1767319417.718872:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999844096
00000100:00100000:3.0:1767319417.718877:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999844096
00000100:00100000:3.0:1767319417.718903:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4626
00000100:00100000:0.0:1767319417.718909:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5089
00000100:00100000:0.0:1767319417.718923:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e980e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999843712:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767319417.718924:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d072d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999843968:12345-0@lo:400:kworker.0
00010000:00020000:0.0:1767319417.718940:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319417.718970:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e982d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999843584:12345-0@lo:38:kworker.0 Request processed in 171us (808us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319417.719003:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d072d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999843968:12345-0@lo:400:kworker.0 Request processed in 84us (472us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319417.719004:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1782
00000100:00100000:3.0:1767319417.719019:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4626
00000100:00100000:3.0:1767319417.719049:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5090
00000100:00100000:3.0:1767319417.719054:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e980a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999843840:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319417.719065:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319417.719089:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5091
00000100:00100000:2.0:1767319417.719098:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e983800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999844096:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767319417.719109:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e980a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999843840:12345-0@lo:38:kworker.0 Request processed in 52us (812us total) trans 0 rc -19/-19
00010000:00020000:2.0:1767319417.719116:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319417.719125:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5090
00000100:00100000:3.0:1767319417.719154:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853163999844224:0@lo:400:kworker.0
00000100:00100000:1.0:1767319417.719227:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767319417.719239:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999844480:0@lo:400:kworker.0
00000100:00100000:2.0:1767319417.719320:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e983800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999844096:12345-0@lo:38:kworker.0 Request processed in 220us (545us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319417.719327:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5091
00000100:00100000:3.0:1767319417.719440:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319417.719468:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767319417.719474:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999844352:0@lo:400:kworker.0
00000100:00100000:3.0:1767319417.719500:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767319417.719570:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319417.719576:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319417.719580:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999844096:0@lo:38:kworker.0
00000100:00080000:3.0:1767319417.719592:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319417.719596:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319417.719598:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999843840:0@lo:38:kworker.0
00000100:00080000:3.0:1767319417.719608:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319417.719611:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319417.719613:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345ebc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999843584:0@lo:38:kworker.0
00000100:00100000:3.0:1767319417.719650:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999844224
00000100:00100000:3.0:1767319417.719655:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999844224
00000100:00100000:3.0:1767319417.719690:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4627
00000100:00100000:3.0:1767319417.719698:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853163999844224:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319417.719737:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853163999844224:12345-0@lo:400:kworker.0 Request processed in 39us (298us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319417.719743:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4627
00000100:00100000:3.0:1767319417.719771:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853163999844224:0@lo:400:kworker.0
00000100:00100000:3.0:1767319417.719808:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999844352
00000100:00100000:3.0:1767319417.719812:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999844352
00000100:00100000:3.0:1767319417.720249:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3051
00000100:00100000:0.0:1767319417.720335:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e980e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999843712:12345-0@lo:38:kworker.0 Request processed in 1416us (2062us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319417.720344:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999844352:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319417.720348:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5089
00000100:00080000:0.0:1767319417.720398:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319417.720403:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319417.720409:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999843712:0@lo:38:kworker.0
00000100:00100000:3.0:1767319417.720409:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999844352:12345-0@lo:400:kworker.0 Request processed in 151us (906us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319417.720422:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3051
00000100:00080000:0.0:1767319417.720465:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767319417.720472:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999844352:0@lo:400:kworker.0
00000100:00080000:0.0:1767319417.720473:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319417.738983:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999843968:0@lo:400:kworker.0
00000100:00100000:3.0:1767319417.749557:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319417.752416:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999844480
00000100:00100000:0.0:1767319417.752442:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999844480
00000100:00100000:0.0:1767319417.752581:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3052
00000100:00100000:0.0:1767319417.752595:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999844480:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319417.752732:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999844480:12345-0@lo:400:kworker.0 Request processed in 141us (3186us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319417.752741:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3052
00000100:00080000:1.0:1767319417.753025:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767319417.753144:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999844480:0@lo:400:kworker.0
00010000:00010000:2.0:1767319418.037466:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767319419.061450:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319419.765695:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999844608:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319419.765795:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319419.765876:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767319419.765900:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d070e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999844736:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319419.765982:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319419.766077:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999844608
00000100:00100000:1.0:1767319419.766087:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999844608
00000100:00100000:1.0:1767319419.766166:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999844736
00000100:00100000:1.0:1767319419.766170:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999844736
00000100:00100000:3.0:1767319419.766232:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2210
00000100:00100000:3.0:1767319419.766251:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999844608:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767319419.766303:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00080000:2.0:1767319419.766353:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767319419.766362:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767319419.766373:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999844608:12345-0@lo:13:osp-pre-1-1.0 Request processed in 129us (577us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319419.766755:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2211
00000100:00100000:1.0:1767319419.766777:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bcf0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999844736:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767319419.766811:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767319419.767243:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bcf0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999844736:12345-0@lo:13:osp-pre-0-1.0 Request processed in 475us (1258us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319419.767262:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2211
00000100:00100000:1.0:1767319419.767337:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d070e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999844736:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319419.767399:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999844608:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319419.768326:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2210
00010000:00010000:2.0:1767319420.087755:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319420.865321:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767319420.865397:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767319420.865422:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962506624
00000100:00100000:3.0:1767319420.865440:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962506624
00000100:00100000:3.0:1767319420.865573:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962506496
00000100:00100000:3.0:1767319420.865578:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962506496
00000100:00100000:3.0:1767319420.865985:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4628
00000100:00100000:0.0:1767319420.866004:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5092
00000100:00100000:3.0:1767319420.866007:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962506624:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:3.0:1767319420.866117:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962506624:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 121us (810us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319420.866131:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4628
00000100:00100000:0.0:1767319420.866132:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962506496:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:0.0:1767319420.866167:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319420.866261:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962506496:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 136us (863us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319420.866270:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5092
00000100:00080000:2.0:1767319420.868771:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767319421.109444:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319422.135737:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767319422.837393:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319422.837409:0:27049:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767319422.837412:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319422.837417:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319422.837423:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319422.837435:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4615
00000100:00080000:3.0:1767319422.837441:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319422.837451:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319422.837510:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523483d6d80 x1853163999844864/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319422.837540:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319422.837544:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319422.837546:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319422.837550:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4615
00000100:00080000:3.0:1767319422.837553:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319422.837557:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319422.837579:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235e8cbb80 x1853163999844992/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319422.837590:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999844864:0@lo:38:kworker.0
00000100:00080000:3.0:1767319422.837595:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319422.837609:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319422.837612:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319422.837616:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4615
00000100:00080000:3.0:1767319422.837619:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319422.837623:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319422.837655:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235e8caa00 x1853163999845120/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319422.837706:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319422.837710:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319422.837712:0:27049:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319422.837716:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4615
00000100:00080000:3.0:1767319422.837719:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319422.837722:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319422.837736:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952345ebc380 x1853163999845376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319422.837749:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767319422.837773:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999845248:0@lo:400:kworker.0
00000100:00100000:1.0:1767319422.837787:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767319422.837810:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999845632:0@lo:400:kworker.0
00000100:00100000:2.0:1767319422.837874:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319422.837895:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319422.837970:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853163999845504:0@lo:400:kworker.0
00000100:00100000:1.0:1767319422.837997:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319422.838075:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999845248
00000100:00100000:1.0:1767319422.838084:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999845248
00000100:00100000:2.0:1767319422.838117:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999845760:0@lo:400:kworker.0
00000100:00100000:1.0:1767319422.838146:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999845504
00000100:00100000:1.0:1767319422.838152:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999845504
00000100:00100000:2.0:1767319422.838160:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319422.838478:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4629
00000100:00100000:1.0:1767319422.838491:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d070e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999845248:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319422.838906:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999845632
00000100:00100000:0.0:1767319422.838914:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319422.838958:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999844992:0@lo:38:kworker.0
00000100:00100000:0.0:1767319422.838983:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319422.839030:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999845632
00000100:00100000:2.0:1767319422.839092:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999845760
00000100:00100000:2.0:1767319422.839098:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999845760
00000100:00100000:2.0:1767319422.839145:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3053
00000100:00100000:1.0:1767319422.839147:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d070e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999845248:12345-0@lo:400:kworker.0 Request processed in 651us (1267us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319422.839159:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bcf2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999845632:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319422.839165:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4629
00000100:00100000:2.0:1767319422.839400:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bcf2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999845632:12345-0@lo:400:kworker.0 Request processed in 244us (1504us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319422.839409:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3053
00000100:00100000:2.0:1767319422.839427:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3054
00000100:00100000:2.0:1767319422.839433:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d071180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999845760:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319422.839461:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d071180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999845760:12345-0@lo:400:kworker.0 Request processed in 29us (1305us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319422.839468:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3054
00000100:00080000:2.0:1767319422.839496:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767319422.839501:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767319422.839503:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319422.839555:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999845760:0@lo:400:kworker.0
00000100:00100000:2.0:1767319422.839571:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999845248:0@lo:400:kworker.0
00000100:00100000:2.0:1767319422.839608:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999844864
00000100:00100000:2.0:1767319422.839613:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999844864
00000100:00100000:2.0:1767319422.839640:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1783
00000100:00100000:2.0:1767319422.839646:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999844864:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319422.839669:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319422.839704:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999844864:12345-0@lo:38:kworker.0 Request processed in 57us (796us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319422.839711:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1783
00000100:00100000:0.0:1767319422.840391:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999845120:0@lo:38:kworker.0
00000100:00100000:0.0:1767319422.840436:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319422.840532:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999844992
00000100:00100000:1.0:1767319422.840541:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999844992
00000100:00100000:2.0:1767319422.840555:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4630
00000100:00100000:2.0:1767319422.840572:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bcf0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853163999845504:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319422.840603:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5093
00000100:00100000:1.0:1767319422.840611:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999844992:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767319422.840637:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bcf0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853163999845504:12345-0@lo:400:kworker.0 Request processed in 70us (2636us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319422.840645:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4630
00010000:00020000:1.0:1767319422.840726:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319422.840745:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999845632:0@lo:400:kworker.0
00000100:00100000:2.0:1767319422.840766:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853163999845504:0@lo:400:kworker.0
00000100:00100000:1.0:1767319422.840792:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999844992:12345-0@lo:38:kworker.0 Request processed in 177us (1804us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319422.840801:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5093
00000100:00100000:0.0:1767319422.841498:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345ebc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999845376:0@lo:38:kworker.0
00000100:00100000:0.0:1767319422.841527:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767319422.841616:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319422.841622:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319422.841626:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999844864:0@lo:38:kworker.0
00000100:00080000:0.0:1767319422.841663:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319422.841668:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319422.841670:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999844992:0@lo:38:kworker.0
00000100:00100000:3.0:1767319422.842153:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999845120
00000100:00100000:3.0:1767319422.842160:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999845120
00000100:00100000:3.0:1767319422.842308:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999845376
00000100:00100000:3.0:1767319422.842312:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999845376
00000100:00100000:3.0:1767319422.842344:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5094
00000100:00100000:3.0:1767319422.842350:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999845120:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319422.842438:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319422.842491:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999845120:12345-0@lo:38:kworker.0 Request processed in 140us (2054us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319422.842498:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5094
00000100:00100000:3.0:1767319422.842513:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5095
00000100:00100000:3.0:1767319422.842517:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999845376:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319422.842526:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319422.842549:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999845376:12345-0@lo:38:kworker.0 Request processed in 30us (1020us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319422.842554:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5095
00000100:00080000:0.0:1767319422.842711:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319422.842716:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319422.842720:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999845120:0@lo:38:kworker.0
00000100:00080000:0.0:1767319422.842730:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319422.842734:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319422.842737:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345ebc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999845376:0@lo:38:kworker.0
00010000:00010000:1.0:1767319423.157439:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319424.182691:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319424.888133:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767319424.888182:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345ebc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999845888:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319424.888317:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319424.888818:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999845888
00000100:00100000:0.0:1767319424.888830:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999845888
00000100:00100000:0.0:1767319424.888918:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2212
00000100:00100000:0.0:1767319424.888929:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999845888:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767319424.888968:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767319424.889039:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999845888:12345-0@lo:13:osp-pre-1-1.0 Request processed in 112us (722us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319424.889053:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2212
00000100:00080000:3.0:1767319424.890747:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767319424.890840:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345ebc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999845888:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319424.891425:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999846016:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319424.891502:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319424.891765:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999846016
00000100:00100000:0.0:1767319424.891776:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999846016
00000100:00100000:0.0:1767319424.891860:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2213
00000100:00100000:0.0:1767319424.891871:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999846016:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767319424.891908:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00080000:2.0:1767319424.892247:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767319424.902901:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999846016:12345-0@lo:13:osp-pre-0-1.0 Request processed in 11015us (11381us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319424.902921:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2213
00000100:00100000:3.0:1767319424.905240:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999846016:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319424.961788:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767319424.961843:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962507008
00000100:00100000:0.0:1767319424.961858:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962507008
00000100:00100000:2.0:1767319424.963467:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4631
00000100:00100000:2.0:1767319424.963490:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962507008:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767319424.963634:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962507008:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 153us (1863us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319424.963643:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4631
00000400:00000100:3.0:1767319424.965379:0:6998:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.52@tcp portal 26 match 1853163962506752 offset 0 length 520: 4
00000100:00100000:3.0:1767319424.965435:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00080000:3.0:1767319424.973575:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319424.976569:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962506880
00000100:00100000:1.0:1767319424.976592:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962506880
00000100:00100000:1.0:1767319424.976941:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5096
00000100:00100000:1.0:1767319424.976953:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962506880:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767319424.976985:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319424.977112:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962506880:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 158us (11675us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319424.977120:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5096
00010000:00010000:3.0:1767319425.205606:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319426.229474:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767319427.253567:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319427.958179:0:7004:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319402/real 1767319402]  req@ffff95237c0bed80 x1853163999839616/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319427 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767319427.958238:0:7004:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95237c0bed80 x1853163999839616/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319427 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767319427.958259:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319427.958273:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767319427.958277:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853163999839616:0@lo:250:kworker.0
00000100:00080000:0.0:1767319427.958356:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319427.958362:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1767319427.958365:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319427.958370:0:49151:0:(import.c:509:import_select_connection()) MGC192.168.202.152@tcp: connect to NID 0@lo last attempt 4600
00000100:00080000:0.0:1767319427.958374:0:49151:0:(import.c:588:import_select_connection()) MGC192.168.202.152@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319427.958380:0:49151:0:(import.c:623:import_select_connection()) MGC192.168.202.152@tcp: import ffff95235eb57800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319427.958412:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952345ebc380 x1853163999846144/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319427.958437:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319427.958441:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319427.958444:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319427.958447:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4620
00000100:00080000:0.0:1767319427.958450:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319427.958461:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319427.958478:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523483d6d80 x1853163999846272/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319427.958487:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319427.958489:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319427.958491:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319427.958494:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4620
00000100:00080000:0.0:1767319427.958496:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319427.958499:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319427.958511:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347ff0000 x1853163999846400/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319427.958519:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319427.958521:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319427.958523:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319427.958525:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4620
00000100:00080000:0.0:1767319427.958527:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319427.958530:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319427.958538:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347ff3b80 x1853163999846528/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319427.958578:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319427.958582:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319427.958583:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319427.958586:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4620
00000100:00080000:0.0:1767319427.958588:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319427.958591:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319427.958600:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347ff1c00 x1853163999846784/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319427.958763:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345ebc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853163999846144:0@lo:250:kworker.0
00000400:00000100:2.0:1767319427.958809:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163999846144 offset 0 length 520: 4
00000100:00100000:2.0:1767319427.958852:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999846272:0@lo:38:kworker.0
00000100:00100000:2.0:1767319427.958883:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319427.958911:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999846400:0@lo:38:kworker.0
00000100:00100000:2.0:1767319427.958945:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319427.958964:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999846528:0@lo:38:kworker.0
00000100:00100000:2.0:1767319427.959018:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319427.959031:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999846784:0@lo:38:kworker.0
00000100:00100000:2.0:1767319427.959047:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319427.959077:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999846400
00000100:00100000:2.0:1767319427.959084:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999846400
00000100:00100000:2.0:1767319427.959110:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999846528
00000100:00100000:2.0:1767319427.959112:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999846528
00000100:00100000:2.0:1767319427.959124:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999846784
00000100:00100000:2.0:1767319427.959126:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999846784
00000100:00100000:2.0:1767319427.959141:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5097
00000100:00100000:2.0:1767319427.959147:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999846400:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319427.959167:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319427.959232:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999846400:12345-0@lo:38:kworker.0 Request processed in 82us (285us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319427.959239:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5097
00000100:00100000:2.0:1767319427.959256:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5098
00000100:00100000:2.0:1767319427.959260:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999846528:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319427.959269:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319427.959292:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999846528:12345-0@lo:38:kworker.0 Request processed in 30us (274us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319427.959297:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5098
00000100:00100000:2.0:1767319427.959306:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5099
00000100:00100000:2.0:1767319427.959310:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999846784:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319427.959318:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319427.959338:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999846784:12345-0@lo:38:kworker.0 Request processed in 27us (290us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319427.959343:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5099
00000100:00080000:2.0:1767319427.959381:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319427.959385:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319427.959388:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999846400:0@lo:38:kworker.0
00000100:00080000:2.0:1767319427.959397:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319427.959400:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319427.959402:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999846528:0@lo:38:kworker.0
00000100:00080000:2.0:1767319427.959409:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319427.959412:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319427.959414:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999846784:0@lo:38:kworker.0
00000100:00100000:3.0:1767319427.960638:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999847168:0@lo:400:kworker.0
00000100:00100000:3.0:1767319427.960696:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319427.960729:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767319427.960737:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999846656:0@lo:400:kworker.0
00000100:00100000:3.0:1767319427.960760:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319427.960803:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853163999846912:0@lo:400:kworker.0
00000100:00100000:3.0:1767319427.960827:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319427.960844:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767319427.960849:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999847040:0@lo:400:kworker.0
00000100:00100000:3.0:1767319427.960868:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319427.960895:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999846656
00000100:00100000:3.0:1767319427.960902:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999846656
00000100:00100000:3.0:1767319427.960964:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999846912
00000100:00100000:3.0:1767319427.960968:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999846912
00000100:00100000:3.0:1767319427.961001:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4632
00000100:00100000:3.0:1767319427.961009:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999846656:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319427.961060:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999846656:12345-0@lo:400:kworker.0 Request processed in 53us (299us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319427.961067:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4632
00000100:00100000:3.0:1767319427.961082:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4633
00000100:00100000:3.0:1767319427.961089:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853163999846912:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319427.961118:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853163999846912:12345-0@lo:400:kworker.0 Request processed in 31us (291us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319427.961124:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4633
00000100:00100000:3.0:1767319427.961142:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999847168
00000100:00100000:3.0:1767319427.961145:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999847168
00000100:00100000:3.0:1767319427.961170:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999847040
00000100:00100000:3.0:1767319427.961174:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999847040
00000100:00100000:3.0:1767319427.961192:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3055
00000100:00100000:3.0:1767319427.961220:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999847168:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319427.961252:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999847168:12345-0@lo:400:kworker.0 Request processed in 33us (555us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319427.961257:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3055
00000100:00100000:3.0:1767319427.961270:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3056
00000100:00100000:3.0:1767319427.961276:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999847040:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319427.961303:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999847040:12345-0@lo:400:kworker.0 Request processed in 27us (434us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319427.961309:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3056
00000100:00080000:3.0:1767319427.961323:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767319427.961327:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767319427.961329:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319427.961354:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999846656:0@lo:400:kworker.0
00000100:00100000:3.0:1767319427.961363:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999847168:0@lo:400:kworker.0
00000100:00100000:3.0:1767319427.961388:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999847040:0@lo:400:kworker.0
00000100:00100000:3.0:1767319427.961396:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853163999846912:0@lo:400:kworker.0
00000100:00100000:0.0:1767319427.961653:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999846272
00000100:00100000:0.0:1767319427.961658:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999846272
00000100:00100000:0.0:1767319427.961694:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1784
00000100:00100000:0.0:1767319427.961699:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999846272:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319427.961715:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319427.961765:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999846272:12345-0@lo:38:kworker.0 Request processed in 65us (2882us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319427.961771:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1784
00000100:00080000:1.0:1767319427.962350:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319427.962357:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319427.962361:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999846272:0@lo:38:kworker.0
00010000:00010000:2.0:1767319428.277591:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319429.301541:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319430.006404:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767319430.006448:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999847296:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319430.006467:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999847424:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319430.006532:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319430.006783:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999847296
00000100:00100000:2.0:1767319430.006796:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999847296
00000100:00100000:2.0:1767319430.006915:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2214
00000100:00100000:2.0:1767319430.006927:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999847296:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767319430.006979:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00080000:3.0:1767319430.007049:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767319430.013696:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319430.013799:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999847424
00000100:00100000:1.0:1767319430.013812:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999847424
00000100:00100000:1.0:1767319430.013909:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2215
00000100:00100000:1.0:1767319430.013921:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bcf1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999847424:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767319430.013973:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767319430.014062:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bcf1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999847424:12345-0@lo:13:osp-pre-0-1.0 Request processed in 144us (378us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319430.014071:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2215
00000100:00080000:1.0:1767319430.014101:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767319430.014164:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999847424:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319430.016744:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999847296:12345-0@lo:13:osp-pre-1-1.0 Request processed in 9806us (10198us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319430.016764:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2214
00000100:00100000:0.0:1767319430.022920:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999847296:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319430.086752:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767319430.087147:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962507264
00000100:00100000:1.0:1767319430.087162:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962507264
00000100:00100000:1.0:1767319430.087306:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4634
00000100:00100000:1.0:1767319430.087320:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962507264:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767319430.087435:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962507264:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 118us (698us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319430.087443:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4634
00000100:00100000:0.0:1767319430.088249:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00080000:3.0:1767319430.088668:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319430.090648:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962507136
00000100:00100000:1.0:1767319430.090677:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962507136
00000100:00100000:1.0:1767319430.090801:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5100
00000100:00100000:1.0:1767319430.090812:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962507136:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767319430.090860:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319430.090949:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962507136:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 138us (2704us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319430.090991:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5100
00010000:00010000:2.0:1767319430.325997:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767319431.349653:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319432.374777:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767319433.077467:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319433.077482:0:27049:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767319433.077487:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319433.077492:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319433.077496:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319433.077518:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4625
00000100:00080000:0.0:1767319433.077524:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319433.077533:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319433.077582:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347ff3480 x1853163999847552/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319433.077614:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319433.077618:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319433.077620:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319433.077624:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4625
00000100:00080000:0.0:1767319433.077626:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319433.077630:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319433.077643:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347ff1500 x1853163999847680/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319433.077651:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319433.077654:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319433.077656:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319433.077659:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4625
00000100:00080000:0.0:1767319433.077661:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319433.077664:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319433.077674:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347ff2a00 x1853163999847808/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319433.077792:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853163999847936:0@lo:400:kworker.0
00000100:00100000:2.0:1767319433.077900:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319433.078023:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999847936
00000100:00100000:3.0:1767319433.078034:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999847936
00000100:00080000:3.0:1767319433.078071:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319433.078128:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4635
00000100:00100000:3.0:1767319433.078141:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853163999847936:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767319433.078300:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319433.078304:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319433.078307:0:27049:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319433.078311:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4625
00000100:00080000:0.0:1767319433.078313:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319433.078318:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319433.078334:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347ff1f80 x1853163999848064/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319433.079145:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999848320:0@lo:400:kworker.0
00000100:00100000:1.0:1767319433.079225:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319433.079281:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767319433.079288:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853163999848192:0@lo:400:kworker.0
00000100:00100000:1.0:1767319433.079325:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319433.079377:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999848320
00000100:00100000:1.0:1767319433.079384:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999848320
00000100:00100000:1.0:1767319433.079442:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3057
00000100:00100000:1.0:1767319433.079451:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bcf1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999848320:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319433.079509:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bcf1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999848320:12345-0@lo:400:kworker.0 Request processed in 58us (283us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319433.079517:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3057
00000100:00080000:1.0:1767319433.079559:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767319433.079610:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999848320:0@lo:400:kworker.0
00000100:00100000:1.0:1767319433.079640:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999848448:0@lo:400:kworker.0
00000100:00100000:1.0:1767319433.079665:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319433.079694:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999848448
00000100:00100000:1.0:1767319433.079698:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999848448
00000100:00100000:1.0:1767319433.079723:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3058
00000100:00100000:1.0:1767319433.079730:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bcf0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999848448:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319433.079765:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bcf0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999848448:12345-0@lo:400:kworker.0 Request processed in 37us (100us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319433.079771:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3058
00000100:00080000:1.0:1767319433.079786:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767319433.079818:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999848448:0@lo:400:kworker.0
00000100:00100000:1.0:1767319433.079842:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999847552:0@lo:38:kworker.0
00000100:00100000:1.0:1767319433.080045:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319433.080099:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999847680:0@lo:38:kworker.0
00000100:00100000:1.0:1767319433.080125:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319433.080147:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999847808:0@lo:38:kworker.0
00000100:00100000:1.0:1767319433.080169:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319433.080189:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999848064:0@lo:38:kworker.0
00000100:00100000:1.0:1767319433.080234:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319433.080268:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999847552
00000100:00100000:1.0:1767319433.080273:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999847552
00000100:00100000:1.0:1767319433.080300:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1785
00000100:00100000:1.0:1767319433.080306:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bcf1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999847552:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319433.080328:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319433.080368:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bcf1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999847552:12345-0@lo:38:kworker.0 Request processed in 62us (323us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319433.080374:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1785
00000100:00100000:1.0:1767319433.080392:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999848192
00000100:00100000:1.0:1767319433.080395:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999848192
00000100:00100000:1.0:1767319433.080421:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999847680
00000100:00100000:1.0:1767319433.080424:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999847680
00000100:00100000:1.0:1767319433.080432:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999847808
00000100:00100000:1.0:1767319433.080433:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999847808
00000100:00100000:1.0:1767319433.080441:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999848064
00000100:00100000:1.0:1767319433.080442:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999848064
00000100:00100000:1.0:1767319433.080451:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4636
00000100:00100000:1.0:1767319433.080457:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bcf1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853163999848192:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319433.080493:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bcf1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853163999848192:12345-0@lo:400:kworker.0 Request processed in 37us (1168us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319433.080499:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4636
00000100:00100000:1.0:1767319433.080510:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5101
00000100:00100000:1.0:1767319433.080514:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bcf3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999847680:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319433.080523:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319433.080543:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bcf3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999847680:12345-0@lo:38:kworker.0 Request processed in 28us (417us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319433.080549:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5101
00000100:00100000:1.0:1767319433.080558:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5102
00000100:00100000:1.0:1767319433.080561:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999847808:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319433.080570:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319433.080592:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999847808:12345-0@lo:38:kworker.0 Request processed in 29us (422us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319433.080597:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5102
00000100:00100000:1.0:1767319433.080606:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5103
00000100:00100000:1.0:1767319433.080610:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999848064:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319433.080618:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319433.080637:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999848064:12345-0@lo:38:kworker.0 Request processed in 25us (402us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319433.080643:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5103
00000100:00080000:1.0:1767319433.080663:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319433.080685:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853163999848192:0@lo:400:kworker.0
00000100:00080000:1.0:1767319433.080711:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319433.080717:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319433.080720:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999847552:0@lo:38:kworker.0
00000100:00080000:1.0:1767319433.080728:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319433.080732:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319433.080735:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999847680:0@lo:38:kworker.0
00000100:00080000:1.0:1767319433.080743:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319433.080746:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319433.080748:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999847808:0@lo:38:kworker.0
00000100:00080000:1.0:1767319433.080756:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319433.080760:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319433.080763:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999848064:0@lo:38:kworker.0
00000100:00100000:3.0:1767319433.083366:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853163999847936:12345-0@lo:400:kworker.0 Request processed in 5209us (5447us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319433.083395:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4635
00000100:00100000:2.0:1767319433.084262:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853163999847936:0@lo:400:kworker.0
00010000:00010000:2.0:1767319433.397617:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319434.423021:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319435.125830:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999848576:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319435.125962:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319435.126096:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999848576
00000100:00100000:2.0:1767319435.126109:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999848576
00000100:00100000:2.0:1767319435.126230:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2216
00000100:00100000:2.0:1767319435.126244:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999848576:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767319435.126286:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767319435.126342:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999848576:12345-0@lo:13:osp-pre-0-1.0 Request processed in 102us (381us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319435.126351:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2216
00000100:00080000:1.0:1767319435.126422:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767319435.126472:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999848576:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319435.127454:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bfe0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999848704:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319435.127531:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319435.127614:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999848704
00000100:00100000:2.0:1767319435.127623:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999848704
00000100:00100000:2.0:1767319435.127691:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2217
00000100:00100000:2.0:1767319435.127701:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999848704:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767319435.127733:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00080000:3.0:1767319435.127806:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767319435.128148:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999848704:12345-0@lo:13:osp-pre-1-1.0 Request processed in 441us (607us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319435.128156:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2217
00000100:00100000:0.0:1767319435.128324:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bfe0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999848704:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319435.201019:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767319435.201893:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767319435.201997:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962507520
00000100:00100000:3.0:1767319435.202009:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962507520
00000100:00100000:3.0:1767319435.202102:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962507392
00000100:00100000:3.0:1767319435.202105:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962507392
00000100:00100000:3.0:1767319435.202132:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4637
00000100:00100000:3.0:1767319435.202147:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962507520:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:3.0:1767319435.202289:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962507520:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 147us (1284us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319435.202296:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4637
00000100:00100000:3.0:1767319435.202312:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5104
00000100:00100000:3.0:1767319435.202316:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962507392:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767319435.202338:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319435.202357:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962507392:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 40us (472us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319435.202362:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5104
00000100:00080000:1.0:1767319435.202904:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:1.0:1767319435.445377:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319436.469791:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319437.493712:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767319438.197910:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319438.197924:0:27049:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767319438.197928:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319438.197933:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319438.197938:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319438.197947:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4631
00000100:00080000:0.0:1767319438.197952:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319438.197961:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319438.198013:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347ff0380 x1853163999848832/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319438.198047:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319438.198053:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319438.198055:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319438.198058:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4631
00000100:00080000:0.0:1767319438.198061:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319438.198064:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319438.198076:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347ff1c00 x1853163999848960/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319438.198085:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319438.198088:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319438.198089:0:27049:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319438.198093:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4631
00000100:00080000:0.0:1767319438.198095:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319438.198098:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319438.198106:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347ff3b80 x1853163999849088/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319438.198146:0:27049:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319438.198150:0:27049:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319438.198151:0:27049:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319438.198155:0:27049:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4631
00000100:00080000:0.0:1767319438.198158:0:27049:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319438.198161:0:27049:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319438.198174:0:27049:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347ff2d80 x1853163999849344/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319438.198304:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999849600:0@lo:400:kworker.0
00000100:00100000:1.0:1767319438.198398:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319438.198484:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767319438.198491:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853163999849472:0@lo:400:kworker.0
00000100:00100000:1.0:1767319438.198518:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319438.198572:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999849472
00000100:00100000:1.0:1767319438.198581:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999849472
00000100:00100000:1.0:1767319438.198651:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4638
00000100:00100000:1.0:1767319438.198662:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999849472:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319438.198722:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999849472:12345-0@lo:400:kworker.0 Request processed in 62us (202us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319438.198730:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4638
00000100:00080000:1.0:1767319438.198762:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319438.198801:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853163999849472:0@lo:400:kworker.0
00000100:00100000:1.0:1767319438.198830:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999848832:0@lo:38:kworker.0
00000100:00100000:1.0:1767319438.198859:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319438.198894:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999848960:0@lo:38:kworker.0
00000100:00100000:1.0:1767319438.198915:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319438.198932:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999849088:0@lo:38:kworker.0
00000100:00100000:1.0:1767319438.198956:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319438.198970:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999849344:0@lo:38:kworker.0
00000100:00100000:1.0:1767319438.198990:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319438.199022:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999848960
00000100:00100000:1.0:1767319438.199027:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999848960
00000100:00100000:1.0:1767319438.199046:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999849088
00000100:00100000:1.0:1767319438.199049:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999849088
00000100:00100000:1.0:1767319438.199063:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999849344
00000100:00100000:1.0:1767319438.199065:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999849344
00000100:00100000:1.0:1767319438.199081:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5105
00000100:00100000:1.0:1767319438.199086:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999848960:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319438.199108:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319438.199144:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999848960:12345-0@lo:38:kworker.0 Request processed in 57us (227us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319438.199152:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5105
00000100:00100000:1.0:1767319438.199162:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5106
00000100:00100000:1.0:1767319438.199166:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999849088:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319438.199174:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319438.199232:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999849088:12345-0@lo:38:kworker.0 Request processed in 64us (275us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319438.199238:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5106
00000100:00100000:1.0:1767319438.199249:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5107
00000100:00100000:1.0:1767319438.199252:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999849344:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319438.199261:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319438.199287:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999849344:12345-0@lo:38:kworker.0 Request processed in 34us (296us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319438.199296:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5107
00000100:00100000:1.0:1767319438.199325:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999848832
00000100:00100000:1.0:1767319438.199328:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999848832
00000100:00100000:1.0:1767319438.199350:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1786
00000100:00100000:1.0:1767319438.199354:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999848832:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319438.199364:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319438.199390:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999848832:12345-0@lo:38:kworker.0 Request processed in 34us (530us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319438.199396:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1786
00000100:00080000:1.0:1767319438.199433:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319438.199438:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319438.199441:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999848832:0@lo:38:kworker.0
00000100:00080000:1.0:1767319438.199449:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319438.199453:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319438.199455:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999848960:0@lo:38:kworker.0
00000100:00080000:1.0:1767319438.199464:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319438.199467:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319438.199470:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999849088:0@lo:38:kworker.0
00000100:00080000:1.0:1767319438.199478:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319438.199481:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319438.199483:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999849344:0@lo:38:kworker.0
00000100:00100000:2.0:1767319438.200129:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999849728:0@lo:400:kworker.0
00000100:00100000:2.0:1767319438.200184:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319438.200242:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767319438.200250:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999849216:0@lo:400:kworker.0
00000100:00100000:2.0:1767319438.200274:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319438.200307:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999849216
00000100:00100000:2.0:1767319438.200314:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999849216
00000100:00100000:2.0:1767319438.200367:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4639
00000100:00100000:2.0:1767319438.200375:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999849216:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319438.200423:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999849216:12345-0@lo:400:kworker.0 Request processed in 50us (148us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319438.200430:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4639
00000100:00080000:2.0:1767319438.200449:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319438.200476:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999849216:0@lo:400:kworker.0
00000100:00100000:0.0:1767319438.200804:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999849600
00000100:00100000:0.0:1767319438.200812:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999849600
00000100:00100000:0.0:1767319438.200860:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999849728
00000100:00100000:0.0:1767319438.200864:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999849728
00000100:00100000:0.0:1767319438.200896:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3059
00000100:00100000:0.0:1767319438.200913:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999849600:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319438.200964:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999849600:12345-0@lo:400:kworker.0 Request processed in 62us (2566us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319438.200971:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3059
00000100:00100000:0.0:1767319438.200986:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3060
00000100:00100000:0.0:1767319438.200992:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999849728:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319438.201025:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999849728:12345-0@lo:400:kworker.0 Request processed in 34us (841us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319438.201031:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3060
00000100:00100000:0.0:1767319438.201057:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999849728:0@lo:400:kworker.0
00000100:00100000:0.0:1767319438.201088:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999849600:0@lo:400:kworker.0
00000100:00080000:2.0:1767319438.204426:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767319438.204438:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00010000:00010000:2.0:1767319438.517565:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767319439.541556:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319440.245613:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999849856:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319440.245714:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319440.245986:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999849856
00000100:00100000:1.0:1767319440.245997:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999849856
00000100:00100000:1.0:1767319440.246097:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2218
00000100:00100000:1.0:1767319440.246109:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367243100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999849856:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767319440.246149:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767319440.246438:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999849984:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319440.246476:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319440.246529:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999849984
00000100:00100000:0.0:1767319440.246534:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999849984
00000100:00100000:0.0:1767319440.246578:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2219
00000100:00100000:0.0:1767319440.246585:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999849984:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767319440.246605:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767319440.246642:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999849984:12345-0@lo:13:osp-pre-1-1.0 Request processed in 57us (164us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319440.246650:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2219
00000100:00100000:0.0:1767319440.246704:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999849984:0@lo:13:osp-pre-1-1.0
00000100:00080000:0.0:1767319440.246750:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767319440.246756:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767319440.247896:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367243100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999849856:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1783us (2175us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319440.247908:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2218
00000100:00100000:3.0:1767319440.248168:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999849856:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319440.322772:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767319440.322872:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767319440.323107:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962507776
00000100:00100000:3.0:1767319440.323119:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962507776
00000100:00100000:3.0:1767319440.323225:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962507648
00000100:00100000:3.0:1767319440.323229:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962507648
00000100:00100000:3.0:1767319440.323251:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4640
00000100:00100000:3.0:1767319440.323261:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962507776:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:3.0:1767319440.323334:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962507776:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 75us (578us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319440.323342:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4640
00000100:00100000:3.0:1767319440.323360:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5108
00000100:00100000:3.0:1767319440.323364:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962507648:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767319440.323383:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319440.323407:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962507648:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 41us (546us total) trans 0 rc -19/-19
00000100:00080000:1.0:1767319440.323452:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319440.323753:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5108
00010000:00010000:2.0:1767319440.565465:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319441.592723:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319442.613497:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767319443.317346:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319443.317357:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767319443.317361:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319443.317365:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319443.317370:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319443.317378:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4636
00000100:00080000:0.0:1767319443.317383:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319443.317390:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319443.317481:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347ff2a00 x1853163999850112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319443.317508:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319443.317512:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319443.317514:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319443.317517:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4636
00000100:00080000:0.0:1767319443.317520:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319443.317523:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319443.317536:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347ff3480 x1853163999850240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319443.317545:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319443.317548:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319443.317549:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319443.317553:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4636
00000100:00080000:0.0:1767319443.317556:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319443.317560:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319443.317570:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347ff0700 x1853163999850368/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319443.317613:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319443.317617:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319443.317619:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319443.317622:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4636
00000100:00080000:0.0:1767319443.317624:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319443.317627:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319443.317639:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347ff3100 x1853163999850624/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319443.317702:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999850752:0@lo:400:kworker.0
00000100:00100000:0.0:1767319443.317768:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319443.317851:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767319443.317857:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999850880:0@lo:400:kworker.0
00000100:00100000:0.0:1767319443.317884:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319443.318484:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999850112:0@lo:38:kworker.0
00000100:00100000:3.0:1767319443.318588:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999851008:0@lo:400:kworker.0
00000100:00100000:2.0:1767319443.318806:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853163999850496:0@lo:400:kworker.0
00000100:00100000:3.0:1767319443.324713:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319443.324907:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999850752
00000100:00100000:3.0:1767319443.324917:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999850752
00000100:00100000:3.0:1767319443.325001:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4641
00000100:00100000:3.0:1767319443.325012:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999850752:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319443.325086:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999850752:12345-0@lo:400:kworker.0 Request processed in 77us (7316us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319443.325093:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4641
00000100:00100000:3.0:1767319443.325140:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999850752:0@lo:400:kworker.0
00000100:00100000:0.0:1767319443.326115:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999850880
00000100:00100000:0.0:1767319443.326124:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999850880
00000100:00100000:0.0:1767319443.326289:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999851008
00000100:00100000:0.0:1767319443.326294:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999851008
00000100:00100000:0.0:1767319443.326483:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3061
00000100:00100000:0.0:1767319443.326492:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999850880:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319443.326611:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999850880:12345-0@lo:400:kworker.0 Request processed in 121us (8726us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319443.326619:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3061
00000100:00100000:0.0:1767319443.326636:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3062
00000100:00100000:0.0:1767319443.326642:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367241f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999851008:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319443.326674:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367241f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999851008:12345-0@lo:400:kworker.0 Request processed in 33us (1971us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319443.326680:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3062
00000100:00100000:0.0:1767319443.326724:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999851008:0@lo:400:kworker.0
00000100:00100000:0.0:1767319443.326756:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999850880:0@lo:400:kworker.0
00000100:00080000:0.0:1767319443.326785:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767319443.326788:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767319443.326790:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319443.326980:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319443.327031:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999850240:0@lo:38:kworker.0
00000100:00100000:1.0:1767319443.327064:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319443.327087:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999850240
00000100:00100000:1.0:1767319443.327091:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999850240
00000100:00100000:1.0:1767319443.327115:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5109
00000100:00100000:1.0:1767319443.327119:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999850240:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767319443.327137:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999850112
00010000:00020000:1.0:1767319443.327138:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319443.327167:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999850240:12345-0@lo:38:kworker.0 Request processed in 46us (102us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319443.327173:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5109
00000100:00080000:1.0:1767319443.327217:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319443.327222:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319443.327226:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999850240:0@lo:38:kworker.0
00000100:00100000:1.0:1767319443.327233:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999850368:0@lo:38:kworker.0
00000100:00100000:3.0:1767319443.327248:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999850112
00000100:00100000:1.0:1767319443.327257:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319443.327272:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1787
00000100:00100000:1.0:1767319443.327274:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999850368
00000100:00100000:1.0:1767319443.327276:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999850368
00000100:00100000:3.0:1767319443.327277:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999850112:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319443.327289:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319443.327305:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5110
00000100:00100000:1.0:1767319443.327309:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999850368:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319443.327319:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319443.327343:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999850368:12345-0@lo:38:kworker.0 Request processed in 32us (85us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319443.327348:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5110
00000100:00080000:1.0:1767319443.327371:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319443.327375:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319443.327378:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999850368:0@lo:38:kworker.0
00000100:00100000:1.0:1767319443.327384:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999850624:0@lo:38:kworker.0
00000100:00100000:1.0:1767319443.327407:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319443.327424:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999850624
00000100:00100000:1.0:1767319443.327427:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999850624
00000100:00100000:1.0:1767319443.327442:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5111
00000100:00100000:1.0:1767319443.327446:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999850624:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319443.327455:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319443.327478:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999850624:12345-0@lo:38:kworker.0 Request processed in 30us (71us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319443.327484:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5111
00000100:00080000:1.0:1767319443.327505:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319443.327508:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319443.327511:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999850624:0@lo:38:kworker.0
00000100:00080000:1.0:1767319443.327536:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319443.327539:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319443.327542:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999850112:0@lo:38:kworker.0
00000100:00100000:3.0:1767319443.327777:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999850112:12345-0@lo:38:kworker.0 Request processed in 40us (338us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319443.327786:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1787
00000100:00100000:2.0:1767319443.329009:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319443.329112:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999850496
00000100:00100000:1.0:1767319443.329119:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999850496
00000100:00100000:1.0:1767319443.329177:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4642
00000100:00100000:1.0:1767319443.329185:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853163999850496:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319443.329261:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853163999850496:12345-0@lo:400:kworker.0 Request processed in 78us (254us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319443.329268:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4642
00000100:00080000:0.0:1767319443.329360:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319443.329432:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853163999850496:0@lo:400:kworker.0
00010000:00010000:1.0:1767319443.637448:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319444.662940:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319445.365376:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767319445.365398:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999851136:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319445.365472:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319445.365526:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999851136
00000100:00100000:0.0:1767319445.365533:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999851136
00000100:00100000:0.0:1767319445.365579:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2220
00000100:00100000:0.0:1767319445.365586:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999851136:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767319445.365624:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767319445.365661:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999851136:12345-0@lo:13:osp-pre-1-1.0 Request processed in 75us (189us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319445.365668:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2220
00000100:00080000:0.0:1767319445.365687:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767319445.365720:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999851136:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319445.365863:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767319445.365873:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999851264:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319445.365900:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319445.365922:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999851264
00000100:00100000:2.0:1767319445.365925:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999851264
00000100:00100000:2.0:1767319445.365950:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2221
00000100:00100000:2.0:1767319445.365956:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999851264:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767319445.365971:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767319445.365997:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999851264:12345-0@lo:13:osp-pre-0-1.0 Request processed in 42us (97us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319445.366003:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2221
00000100:00080000:2.0:1767319445.366016:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767319445.366031:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999851264:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319445.440023:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767319445.440248:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962507904
00000100:00100000:2.0:1767319445.440259:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962507904
00000100:00100000:2.0:1767319445.440308:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5112
00000100:00100000:2.0:1767319445.440317:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962507904:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767319445.440339:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319445.440407:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962507904:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 90us (394us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319445.440414:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5112
00000100:00100000:3.0:1767319445.440841:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767319445.440922:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962508032
00000100:00100000:1.0:1767319445.440927:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962508032
00000100:00100000:1.0:1767319445.440982:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4643
00000100:00100000:1.0:1767319445.440993:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367241500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962508032:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767319445.441038:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367241500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962508032:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 49us (203us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319445.441044:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4643
00000100:00080000:2.0:1767319445.441244:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767319445.686055:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319446.710137:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767319447.734082:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767319448.437394:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319448.437404:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767319448.437407:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319448.437411:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319448.437415:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319448.437423:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4641
00000100:00080000:3.0:1767319448.437428:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319448.437435:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319448.437479:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952367240e00 x1853163999851392/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319448.437507:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319448.437511:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319448.437513:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319448.437516:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4641
00000100:00080000:3.0:1767319448.437518:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319448.437522:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319448.437534:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952367241880 x1853163999851520/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319448.437548:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319448.437551:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319448.437553:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319448.437556:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4641
00000100:00080000:3.0:1767319448.437558:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319448.437561:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319448.437572:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952345fa8700 x1853163999851648/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319448.437638:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767319448.437683:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367240e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999851392:0@lo:38:kworker.0
00000100:00100000:1.0:1767319448.437759:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319448.437861:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367241880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999851520:0@lo:38:kworker.0
00000100:00100000:1.0:1767319448.437888:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319448.437927:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999851520
00000100:00100000:1.0:1767319448.437936:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999851520
00000100:00100000:1.0:1767319448.437972:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5113
00000100:00100000:1.0:1767319448.437979:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999851520:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319448.437999:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319448.438033:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999851520:12345-0@lo:38:kworker.0 Request processed in 53us (144us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319448.438040:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5113
00000100:00080000:1.0:1767319448.438080:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319448.438084:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319448.438088:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367241880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999851520:0@lo:38:kworker.0
00000100:00100000:1.0:1767319448.438095:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fa8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999851648:0@lo:38:kworker.0
00000100:00100000:1.0:1767319448.438115:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319448.438132:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999851648
00000100:00100000:1.0:1767319448.438136:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999851648
00000100:00100000:1.0:1767319448.438153:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5114
00000100:00100000:1.0:1767319448.438157:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999851648:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319448.438168:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319448.438224:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999851648:12345-0@lo:38:kworker.0 Request processed in 32us (75us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319448.438231:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5114
00000100:00080000:1.0:1767319448.438255:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319448.438259:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319448.438262:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fa8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999851648:0@lo:38:kworker.0
00000100:00100000:2.0:1767319448.438485:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999851392
00000100:00100000:2.0:1767319448.438490:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999851392
00000100:00100000:2.0:1767319448.438521:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1788
00000100:00100000:2.0:1767319448.438526:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345b35050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999851392:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319448.438537:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319448.438569:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345b35050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999851392:12345-0@lo:38:kworker.0 Request processed in 42us (811us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319448.438576:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1788
00000100:00080000:3.0:1767319448.438779:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319448.438785:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319448.438797:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319448.438802:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4641
00000100:00080000:3.0:1767319448.438805:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319448.438809:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319448.438830:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952345fa9880 x1853163999851904/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319448.438931:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fa9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999851904:0@lo:38:kworker.0
00000100:00100000:1.0:1767319448.438959:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319448.438979:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999851904
00000100:00100000:1.0:1767319448.438983:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999851904
00000100:00100000:1.0:1767319448.438999:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5115
00000100:00100000:1.0:1767319448.439004:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999851904:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319448.439015:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319448.439038:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999851904:12345-0@lo:38:kworker.0 Request processed in 33us (79us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319448.439044:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5115
00000100:00080000:1.0:1767319448.439070:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319448.439073:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319448.439076:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fa9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999851904:0@lo:38:kworker.0
00000100:00080000:1.0:1767319448.439084:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319448.439087:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319448.439089:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367240e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999851392:0@lo:38:kworker.0
00000100:00100000:2.0:1767319448.440313:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fa9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853163999852032:0@lo:400:kworker.0
00000100:00100000:2.0:1767319448.440368:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319448.440410:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767319448.440417:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fa8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999852160:0@lo:400:kworker.0
00000100:00100000:2.0:1767319448.440443:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319448.440502:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999852160
00000100:00100000:2.0:1767319448.440509:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999852160
00000100:00100000:2.0:1767319448.440559:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3063
00000100:00100000:2.0:1767319448.440567:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999852160:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319448.440613:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999852160:12345-0@lo:400:kworker.0 Request processed in 47us (169us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319448.440620:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3063
00000100:00080000:2.0:1767319448.440640:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767319448.440663:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fa8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999852160:0@lo:400:kworker.0
00000100:00100000:0.0:1767319448.440762:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999852288:0@lo:400:kworker.0
00000100:00100000:0.0:1767319448.440809:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319448.440825:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345faad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999851776:0@lo:400:kworker.0
00000100:00100000:0.0:1767319448.440845:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319448.440872:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999852288
00000100:00100000:0.0:1767319448.440876:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999852288
00000100:00100000:0.0:1767319448.440903:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3064
00000100:00100000:0.0:1767319448.440909:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999852288:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319448.440942:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999852288:12345-0@lo:400:kworker.0 Request processed in 34us (133us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319448.440949:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3064
00000100:00100000:0.0:1767319448.440975:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999852288:0@lo:400:kworker.0
00000100:00080000:2.0:1767319448.441033:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767319448.441084:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999852032
00000100:00100000:1.0:1767319448.441088:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999852032
00000100:00100000:1.0:1767319448.441130:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999851776
00000100:00100000:1.0:1767319448.441133:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999851776
00000100:00100000:1.0:1767319448.441155:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4644
00000100:00100000:1.0:1767319448.441162:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853163999852032:12345-0@lo:400:kworker.0
00000100:00080000:2.0:1767319448.441301:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319448.441347:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4645
00000100:00100000:0.0:1767319448.441355:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999851776:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319448.441390:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999851776:12345-0@lo:400:kworker.0 Request processed in 36us (543us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319448.441397:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4645
00000100:00100000:0.0:1767319448.441425:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345faad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999851776:0@lo:400:kworker.0
00000100:00100000:1.0:1767319448.441521:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853163999852032:12345-0@lo:400:kworker.0 Request processed in 358us (1152us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319448.441529:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4644
00000100:00100000:2.0:1767319448.448267:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fa9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853163999852032:0@lo:400:kworker.0
00010000:00010000:2.0:1767319448.757387:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319449.783980:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319450.486838:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999852416:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319450.486919:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319450.487185:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999852416
00000100:00100000:2.0:1767319450.487213:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999852416
00000100:00100000:2.0:1767319450.487292:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2222
00000100:00100000:2.0:1767319450.487303:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999852416:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767319450.487332:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767319450.487376:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999852416:12345-0@lo:13:osp-pre-0-1.0 Request processed in 75us (457us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319450.487384:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2222
00000100:00080000:3.0:1767319450.487450:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767319450.487483:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999852416:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319450.489048:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767319450.489070:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999852544:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319450.489141:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319450.489330:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999852544
00000100:00100000:1.0:1767319450.489339:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999852544
00000100:00100000:1.0:1767319450.489414:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2223
00000100:00100000:1.0:1767319450.489423:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345faa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999852544:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767319450.489450:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767319450.489495:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345faa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999852544:12345-0@lo:13:osp-pre-1-1.0 Request processed in 74us (354us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319450.489502:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2223
00000100:00080000:3.0:1767319450.489561:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767319450.489598:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999852544:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319450.559475:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767319450.559517:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767319450.559594:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962508288
00000100:00100000:0.0:1767319450.559603:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962508288
00000100:00100000:0.0:1767319450.559664:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962508160
00000100:00100000:0.0:1767319450.559667:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962508160
00000100:00100000:0.0:1767319450.559687:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4646
00000100:00100000:0.0:1767319450.559696:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962508288:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:0.0:1767319450.559762:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962508288:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 67us (296us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319450.559797:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4646
00000100:00080000:3.0:1767319450.559886:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319450.559931:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5116
00000100:00100000:0.0:1767319450.559936:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962508160:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:0.0:1767319450.559964:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319450.559989:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962508160:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 53us (473us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319450.559995:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5116
00000400:00000100:1.0:1767319450.567781:0:6998:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.52@tcp portal 26 match 1853163962508416 offset 0 length 520: 4
00010000:00010000:2.0:1767319450.806886:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767319451.829358:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319452.538127:0:7004:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319427/real 1767319427]  req@ffff952345ebc380 x1853163999846144/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319452 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767319452.538168:0:7004:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff952345ebc380 x1853163999846144/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319452 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767319452.538184:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319452.538206:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767319452.538209:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345ebc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853163999846144:0@lo:250:kworker.0
00000100:00080000:3.0:1767319452.538517:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319452.538523:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767319452.538526:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319452.538532:0:49151:0:(import.c:509:import_select_connection()) MGC192.168.202.152@tcp: connect to NID 0@lo last attempt 4625
00000100:00080000:3.0:1767319452.538536:0:49151:0:(import.c:588:import_select_connection()) MGC192.168.202.152@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319452.538557:0:49151:0:(import.c:623:import_select_connection()) MGC192.168.202.152@tcp: import ffff95235eb57800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319452.538586:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952345fa8380 x1853163999852672/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319452.538635:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319452.538639:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319452.538641:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319452.538644:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4646
00000100:00080000:3.0:1767319452.538647:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319452.538650:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319452.538666:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952345fa9180 x1853163999852800/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319452.538675:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319452.538679:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319452.538680:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319452.538683:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4646
00000100:00080000:3.0:1767319452.538686:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319452.538689:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319452.538703:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952345fa9c00 x1853163999852928/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319452.538711:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319452.538714:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319452.538716:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319452.538720:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4646
00000100:00080000:3.0:1767319452.538722:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319452.538725:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319452.538734:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952345faad80 x1853163999853056/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319452.538773:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319452.538776:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319452.538778:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319452.538782:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4646
00000100:00080000:3.0:1767319452.538785:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319452.538788:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319452.538799:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952345fa8e00 x1853163999853312/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319452.539397:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fa8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853163999852672:0@lo:250:kworker.0
00000400:00000100:2.0:1767319452.539446:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163999852672 offset 0 length 520: 4
00000100:00100000:2.0:1767319452.539484:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fa9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999852800:0@lo:38:kworker.0
00000100:00100000:2.0:1767319452.539512:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319452.539559:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999852800
00000100:00100000:2.0:1767319452.539566:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999852800
00000100:00100000:2.0:1767319452.539624:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1789
00000100:00100000:2.0:1767319452.539632:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999852800:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319452.539654:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319452.539689:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999852800:12345-0@lo:38:kworker.0 Request processed in 56us (175us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319452.539696:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1789
00000100:00080000:2.0:1767319452.539734:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319452.539739:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319452.539742:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fa9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999852800:0@lo:38:kworker.0
00000100:00100000:2.0:1767319452.539749:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fa9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999852928:0@lo:38:kworker.0
00000100:00100000:2.0:1767319452.539786:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319452.539820:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345faad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999853056:0@lo:38:kworker.0
00000100:00100000:2.0:1767319452.539867:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319452.539887:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fa8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999853312:0@lo:38:kworker.0
00000100:00100000:2.0:1767319452.539908:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319452.539930:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999852928
00000100:00100000:2.0:1767319452.539934:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999852928
00000100:00100000:2.0:1767319452.539953:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999853056
00000100:00100000:2.0:1767319452.539955:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999853056
00000100:00100000:2.0:1767319452.539966:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999853312
00000100:00100000:2.0:1767319452.539969:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999853312
00000100:00100000:2.0:1767319452.539982:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5117
00000100:00100000:2.0:1767319452.539986:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999852928:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319452.539996:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319452.540022:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999852928:12345-0@lo:38:kworker.0 Request processed in 35us (235us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319452.540028:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5117
00000100:00100000:2.0:1767319452.540041:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5118
00000100:00100000:2.0:1767319452.540044:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999853056:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319452.540054:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319452.540075:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999853056:12345-0@lo:38:kworker.0 Request processed in 30us (208us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319452.540080:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5118
00000100:00100000:2.0:1767319452.540092:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5119
00000100:00100000:2.0:1767319452.540096:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999853312:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319452.540104:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319452.540126:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999853312:12345-0@lo:38:kworker.0 Request processed in 29us (217us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319452.540134:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5119
00000100:00080000:2.0:1767319452.540168:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319452.540172:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319452.540175:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fa8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999853312:0@lo:38:kworker.0
00000100:00100000:0.0:1767319452.541579:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fa9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999853440:0@lo:400:kworker.0
00000100:00100000:0.0:1767319452.541680:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319452.541717:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767319452.541725:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345faa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999853568:0@lo:400:kworker.0
00000100:00100000:0.0:1767319452.541761:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319452.542359:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999853440
00000100:00100000:0.0:1767319452.542368:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999853440
00000100:00100000:0.0:1767319452.542437:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4647
00000100:00100000:0.0:1767319452.542447:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999853440:12345-0@lo:400:kworker.0
00000100:00080000:2.0:1767319452.542533:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767319452.542547:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999853440:12345-0@lo:400:kworker.0 Request processed in 102us (866us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319452.542556:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4647
00000100:00100000:0.0:1767319452.542584:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999853568
00000100:00100000:0.0:1767319452.542588:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999853568
00000100:00100000:0.0:1767319452.542614:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3065
00000100:00100000:0.0:1767319452.542621:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999853568:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319452.542659:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999853568:12345-0@lo:400:kworker.0 Request processed in 39us (907us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319452.542672:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3065
00000100:00080000:0.0:1767319452.542690:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767319452.542694:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319452.542715:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345faa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999853568:0@lo:400:kworker.0
00000100:00100000:0.0:1767319452.542726:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fa9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999853440:0@lo:400:kworker.0
00000100:00100000:0.0:1767319452.542815:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fa8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999853696:0@lo:400:kworker.0
00000100:00100000:0.0:1767319452.542846:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319452.542896:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767319452.542904:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999853184:0@lo:400:kworker.0
00000100:00100000:0.0:1767319452.542928:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319452.542977:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999853696
00000100:00100000:1.0:1767319452.542982:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999853696
00000100:00080000:2.0:1767319452.543001:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319452.543005:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fa9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999852928:0@lo:38:kworker.0
00000100:00100000:1.0:1767319452.543013:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3066
00000100:00100000:1.0:1767319452.543019:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999853696:12345-0@lo:400:kworker.0
00000100:00080000:2.0:1767319452.543021:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319452.543025:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319452.543029:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345faad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999853056:0@lo:38:kworker.0
00000100:00080000:0.0:1767319452.543055:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767319452.543062:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999853696:12345-0@lo:400:kworker.0 Request processed in 42us (215us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319452.543068:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3066
00000100:00100000:2.0:1767319452.543073:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999853184
00000100:00100000:2.0:1767319452.543077:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999853184
00000100:00100000:0.0:1767319452.543088:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fa8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999853696:0@lo:400:kworker.0
00000100:00080000:1.0:1767319452.543102:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319452.543113:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4648
00000100:00100000:2.0:1767319452.543119:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999853184:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319452.543167:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999853184:12345-0@lo:400:kworker.0 Request processed in 48us (238us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319452.543173:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4648
00000100:00100000:1.0:1767319452.543225:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999853184:0@lo:400:kworker.0
00010000:00010000:2.0:1767319452.853932:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319453.877460:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319454.905182:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319455.606940:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999853824:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319455.607036:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319455.607144:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999853824
00000100:00100000:1.0:1767319455.607151:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999853824
00000100:00100000:1.0:1767319455.607247:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2224
00000100:00100000:1.0:1767319455.607256:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999853824:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767319455.607287:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767319455.607334:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999853824:12345-0@lo:13:osp-pre-1-1.0 Request processed in 79us (297us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319455.607342:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2224
00000100:00100000:1.0:1767319455.607385:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999853824:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319455.608303:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767319455.608317:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345ebc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999853952:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319455.608360:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319455.608514:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999853952
00000100:00100000:2.0:1767319455.608522:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999853952
00000100:00100000:2.0:1767319455.608566:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2225
00000100:00100000:2.0:1767319455.608574:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999853952:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767319455.608598:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767319455.608644:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999853952:12345-0@lo:13:osp-pre-0-1.0 Request processed in 72us (283us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319455.608651:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2225
00000100:00100000:0.0:1767319455.608745:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345ebc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999853952:0@lo:13:osp-pre-0-1.0
00000100:00080000:3.0:1767319455.609556:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767319455.609563:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767319455.679900:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767319455.679952:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767319455.680187:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962508544
00000100:00100000:0.0:1767319455.680224:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962508544
00000100:00100000:0.0:1767319455.680282:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962508672
00000100:00100000:0.0:1767319455.680286:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962508672
00000100:00100000:0.0:1767319455.680340:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4649
00000100:00100000:0.0:1767319455.680351:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962508672:12345-192.168.202.52@tcp:400:kworker.0
00000100:00080000:3.0:1767319455.680371:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319455.680435:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962508672:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 85us (481us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319455.680444:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4649
00000100:00100000:0.0:1767319455.680462:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5120
00000100:00100000:0.0:1767319455.680467:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962508544:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:0.0:1767319455.680488:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319455.680515:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962508544:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 46us (625us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319455.680522:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5120
00010000:00010000:1.0:1767319455.926951:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319456.949574:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767319457.653555:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319457.653564:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767319457.653567:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319457.653603:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319457.653607:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319457.653615:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4650
00000100:00080000:3.0:1767319457.653620:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319457.653625:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319457.653660:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952345fa8700 x1853163999854080/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319457.653987:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fa8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999854080:0@lo:38:kworker.0
00000100:00100000:2.0:1767319457.654095:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319457.654236:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999854080
00000100:00100000:0.0:1767319457.654250:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999854080
00000100:00100000:0.0:1767319457.654307:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1790
00000100:00100000:0.0:1767319457.654327:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345ebdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999854080:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319457.654362:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767319457.656131:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319457.656139:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319457.656142:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319457.656147:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4650
00000100:00080000:3.0:1767319457.656150:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319457.656154:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319457.656185:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952345faad80 x1853163999854208/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319457.656304:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345faad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999854208:0@lo:38:kworker.0
00000100:00100000:2.0:1767319457.656880:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767319457.659939:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319457.659948:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319457.659952:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319457.659969:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4650
00000100:00080000:3.0:1767319457.659974:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319457.659979:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319457.660018:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952345fa9c00 x1853163999854336/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319457.660069:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319457.660073:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319457.660075:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319457.660089:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4650
00000100:00080000:3.0:1767319457.660092:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319457.660095:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319457.660104:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952345faa680 x1853163999854592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767319457.660184:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999854976:0@lo:400:kworker.0
00000100:00100000:3.0:1767319457.660258:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319457.660293:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767319457.660298:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fa9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999854464:0@lo:400:kworker.0
00000100:00100000:3.0:1767319457.660313:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319457.662175:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345ebdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999854080:12345-0@lo:38:kworker.0 Request processed in 7839us (8071us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319457.662189:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1790
00000100:00100000:0.0:1767319457.662248:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fa8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853163999854720:0@lo:400:kworker.0
00000100:00100000:0.0:1767319457.662352:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fa9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999854848:0@lo:400:kworker.0
00000100:00100000:0.0:1767319457.662381:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319457.662421:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999854976
00000100:00100000:0.0:1767319457.662429:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999854976
00000100:00100000:0.0:1767319457.662477:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999854848
00000100:00100000:0.0:1767319457.662480:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999854848
00000100:00100000:0.0:1767319457.662517:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3067
00000100:00100000:0.0:1767319457.662525:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999854976:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319457.662575:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999854976:12345-0@lo:400:kworker.0 Request processed in 51us (2317us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319457.662582:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3067
00000100:00100000:0.0:1767319457.662593:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3068
00000100:00100000:0.0:1767319457.662599:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999854848:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319457.662626:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999854848:12345-0@lo:400:kworker.0 Request processed in 27us (244us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319457.662632:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3068
00000100:00080000:0.0:1767319457.662649:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767319457.662653:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767319457.662688:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fa9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999854848:0@lo:400:kworker.0
00000100:00100000:3.0:1767319457.665922:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999854976:0@lo:400:kworker.0
00000100:00100000:1.0:1767319457.667452:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999854208
00000100:00100000:1.0:1767319457.667465:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999854208
00000100:00100000:1.0:1767319457.667556:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999854464
00000100:00100000:1.0:1767319457.667560:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999854464
00000100:00100000:1.0:1767319457.667602:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4650
00000100:00100000:1.0:1767319457.667613:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999854464:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319457.667714:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999854464:12345-0@lo:400:kworker.0 Request processed in 92us (7387us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319457.667721:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4650
00000100:00080000:2.0:1767319457.670868:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319457.670881:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319457.670895:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fa8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999854080:0@lo:38:kworker.0
00000100:00100000:2.0:1767319457.670930:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fa9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999854336:0@lo:38:kworker.0
00000100:00100000:2.0:1767319457.670990:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319457.671044:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999854336
00000100:00100000:2.0:1767319457.671050:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999854336
00000100:00100000:2.0:1767319457.671082:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5121
00000100:00100000:2.0:1767319457.671088:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345ebca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999854208:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319457.671110:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319457.671143:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345ebca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999854208:12345-0@lo:38:kworker.0 Request processed in 54us (14264us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319457.671150:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5121
00000100:00100000:2.0:1767319457.671163:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5122
00000100:00100000:2.0:1767319457.671166:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345ebea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999854336:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319457.671175:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319457.671213:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345ebea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999854336:12345-0@lo:38:kworker.0 Request processed in 44us (222us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319457.671219:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5122
00000100:00080000:2.0:1767319457.671246:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319457.671250:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319457.671254:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fa9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999854336:0@lo:38:kworker.0
00000100:00100000:2.0:1767319457.671260:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345faa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999854592:0@lo:38:kworker.0
00000100:00100000:2.0:1767319457.671284:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319457.671300:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999854592
00000100:00100000:2.0:1767319457.671304:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999854592
00000100:00100000:2.0:1767319457.671335:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5123
00000100:00100000:2.0:1767319457.671339:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345ebc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999854592:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319457.671348:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319457.671370:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345ebc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999854592:12345-0@lo:38:kworker.0 Request processed in 30us (85us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319457.671376:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5123
00000100:00080000:2.0:1767319457.671399:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319457.671402:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319457.671405:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345faa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999854592:0@lo:38:kworker.0
00000100:00080000:2.0:1767319457.671414:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319457.671418:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319457.671420:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345faad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999854208:0@lo:38:kworker.0
00000100:00100000:2.0:1767319457.671477:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319457.671509:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999854720
00000100:00100000:2.0:1767319457.671512:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999854720
00000100:00100000:2.0:1767319457.671556:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4651
00000100:00100000:2.0:1767319457.671563:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f798a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853163999854720:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319457.671612:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f798a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853163999854720:12345-0@lo:400:kworker.0 Request processed in 50us (134us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319457.671618:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4651
00000100:00100000:2.0:1767319457.671644:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fa8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853163999854720:0@lo:400:kworker.0
00000100:00080000:2.0:1767319457.671668:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319457.672126:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fa9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999854464:0@lo:400:kworker.0
00010000:00010000:2.0:1767319457.973382:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319458.997516:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767319460.021375:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319460.725583:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235f798000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999855104:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319460.725665:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319460.725811:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999855104
00000100:00100000:0.0:1767319460.725821:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999855104
00000100:00100000:0.0:1767319460.725903:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2226
00000100:00100000:0.0:1767319460.725913:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999855104:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767319460.725979:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767319460.726036:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999855104:12345-0@lo:13:osp-pre-0-1.0 Request processed in 125us (370us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319460.726043:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2226
00000100:00100000:0.0:1767319460.726091:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235f798000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999855104:0@lo:13:osp-pre-0-1.0
00000100:00080000:2.0:1767319460.727936:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767319460.728319:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999855232:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319460.728379:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319460.728481:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999855232
00000100:00100000:3.0:1767319460.728491:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999855232
00000100:00100000:3.0:1767319460.728556:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2227
00000100:00100000:3.0:1767319460.728566:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f79aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999855232:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767319460.728615:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767319460.728659:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f79aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999855232:12345-0@lo:13:osp-pre-1-1.0 Request processed in 96us (279us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319460.728666:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2227
00000100:00080000:2.0:1767319460.728738:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767319460.728771:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999855232:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319460.799982:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767319460.800489:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962508928
00000100:00100000:3.0:1767319460.800501:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962508928
00000100:00100000:3.0:1767319460.800587:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4652
00000100:00100000:3.0:1767319460.800601:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962508928:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:3.0:1767319460.800692:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962508928:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 95us (723us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319460.800700:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4652
00000100:00100000:3.0:1767319460.800745:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767319460.800812:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962508800
00000100:00100000:3.0:1767319460.800816:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962508800
00000100:00100000:3.0:1767319460.800834:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5124
00000100:00100000:3.0:1767319460.800839:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962508800:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767319460.800861:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319460.800890:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962508800:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 49us (145us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319460.800897:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5124
00000100:00080000:2.0:1767319460.801091:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767319461.046116:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319462.070303:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767319462.773349:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319462.773361:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767319462.773364:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319462.773368:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319462.773372:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319462.773381:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4655
00000100:00080000:3.0:1767319462.773385:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319462.773392:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319462.773436:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523499a9500 x1853163999855360/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319462.773467:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319462.773471:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319462.773473:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319462.773476:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4655
00000100:00080000:3.0:1767319462.773479:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319462.773482:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319462.773493:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523499a8380 x1853163999855488/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319462.773502:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319462.773505:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319462.773507:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319462.773510:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4655
00000100:00080000:3.0:1767319462.773513:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319462.773515:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319462.773525:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523499ab480 x1853163999855616/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319462.773591:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319462.773595:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319462.773597:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319462.773601:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4655
00000100:00080000:3.0:1767319462.773603:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319462.773606:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319462.773617:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523499aa300 x1853163999855872/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319462.773933:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999856000:0@lo:400:kworker.0
00000100:00100000:1.0:1767319462.774033:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319462.774110:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767319462.774116:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999856128:0@lo:400:kworker.0
00000100:00100000:1.0:1767319462.774141:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319462.774170:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853163999855744:0@lo:400:kworker.0
00000100:00100000:1.0:1767319462.774220:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319462.774249:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767319462.774254:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999856256:0@lo:400:kworker.0
00000100:00100000:1.0:1767319462.774275:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319462.774304:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999856000
00000100:00100000:1.0:1767319462.774311:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999856000
00000100:00100000:1.0:1767319462.774377:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999855744
00000100:00100000:1.0:1767319462.774380:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999855744
00000100:00100000:1.0:1767319462.774401:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4653
00000100:00100000:1.0:1767319462.774409:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999856000:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319462.774459:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999856000:12345-0@lo:400:kworker.0 Request processed in 51us (426us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319462.774467:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4653
00000100:00100000:1.0:1767319462.774483:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4654
00000100:00100000:1.0:1767319462.774489:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853163999855744:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319462.774519:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853163999855744:12345-0@lo:400:kworker.0 Request processed in 30us (325us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319462.774524:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4654
00000100:00100000:0.0:1767319462.774727:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999856128
00000100:00100000:1.0:1767319462.774730:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853163999855744:0@lo:400:kworker.0
00000100:00100000:0.0:1767319462.774733:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999856128
00000100:00100000:1.0:1767319462.774775:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999856000:0@lo:400:kworker.0
00000100:00100000:0.0:1767319462.774788:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999856256
00000100:00100000:0.0:1767319462.774792:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999856256
00000100:00100000:0.0:1767319462.774816:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3069
00000100:00100000:0.0:1767319462.774824:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999856128:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319462.774831:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3070
00000100:00100000:1.0:1767319462.774842:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999856256:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319462.774871:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999856128:12345-0@lo:400:kworker.0 Request processed in 48us (727us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319462.774878:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3069
00000100:00100000:1.0:1767319462.774893:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999856256:12345-0@lo:400:kworker.0 Request processed in 52us (614us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319462.774903:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3070
00000100:00100000:0.0:1767319462.774916:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999856128:0@lo:400:kworker.0
00000100:00100000:1.0:1767319462.774936:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999856256:0@lo:400:kworker.0
00000100:00080000:2.0:1767319462.777721:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767319462.777732:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767319462.777735:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319462.777770:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999855360:0@lo:38:kworker.0
00000100:00100000:2.0:1767319462.777849:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319462.777908:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999855488:0@lo:38:kworker.0
00000100:00100000:2.0:1767319462.777935:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319462.777956:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999855360
00000100:00100000:2.0:1767319462.777966:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999855616:0@lo:38:kworker.0
00000100:00100000:0.0:1767319462.777967:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999855360
00000100:00100000:2.0:1767319462.777994:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319462.778020:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999855488
00000100:00100000:0.0:1767319462.778023:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1791
00000100:00100000:2.0:1767319462.778026:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999855488
00000100:00100000:0.0:1767319462.778033:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f798e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999855360:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767319462.778050:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999855616
00000100:00100000:2.0:1767319462.778055:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999855616
00010000:00020000:0.0:1767319462.778056:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319462.778072:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5125
00000100:00100000:2.0:1767319462.778078:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f799180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999855488:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319462.778088:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319462.778127:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f798e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999855360:12345-0@lo:38:kworker.0 Request processed in 94us (276us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319462.778128:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f799180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999855488:12345-0@lo:38:kworker.0 Request processed in 48us (192us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319462.778142:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1791
00000100:00100000:2.0:1767319462.778143:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5125
00000100:00100000:2.0:1767319462.778166:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5126
00000100:00100000:2.0:1767319462.778171:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f79b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999855616:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319462.778180:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319462.778234:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f79b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999855616:12345-0@lo:38:kworker.0 Request processed in 61us (239us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319462.778240:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5126
00000100:00080000:2.0:1767319462.778278:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319462.778283:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319462.778287:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999855616:0@lo:38:kworker.0
00000100:00100000:2.0:1767319462.778295:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999855872:0@lo:38:kworker.0
00000100:00100000:2.0:1767319462.778318:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767319462.778488:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319462.778493:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319462.778496:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999855360:0@lo:38:kworker.0
00000100:00080000:2.0:1767319462.778504:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319462.778507:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319462.778509:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999855488:0@lo:38:kworker.0
00000100:00100000:1.0:1767319462.778677:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999855872
00000100:00100000:1.0:1767319462.778683:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999855872
00000100:00100000:1.0:1767319462.778720:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5127
00000100:00100000:1.0:1767319462.778726:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f799880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999855872:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319462.778737:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319462.778774:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f799880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999855872:12345-0@lo:38:kworker.0 Request processed in 48us (455us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319462.778780:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5127
00000100:00080000:2.0:1767319462.780289:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319462.780299:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319462.780304:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999855872:0@lo:38:kworker.0
00010000:00010000:2.0:1767319463.093608:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767319464.117358:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319465.141452:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319465.845437:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767319465.845464:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999856384:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319465.845540:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319465.845586:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767319465.845598:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235f798380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999856512:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319465.845646:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319465.845721:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999856384
00000100:00100000:0.0:1767319465.845730:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999856384
00000100:00100000:0.0:1767319465.845783:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999856512
00000100:00100000:0.0:1767319465.845786:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999856512
00000100:00100000:0.0:1767319465.845810:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2228
00000100:00100000:0.0:1767319465.845820:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f79b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999856384:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767319465.845850:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767319465.845892:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f79b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999856384:12345-0@lo:13:osp-pre-1-1.0 Request processed in 73us (352us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319465.845899:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2228
00000100:00100000:0.0:1767319465.845916:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2229
00000100:00100000:0.0:1767319465.845923:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999856512:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767319465.845937:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00080000:2.0:1767319465.846008:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767319465.846013:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767319465.846045:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999856384:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319465.848534:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999856512:12345-0@lo:13:osp-pre-0-1.0 Request processed in 2602us (2878us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319465.848547:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2229
00000100:00100000:1.0:1767319465.848757:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235f798380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999856512:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319465.921956:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767319465.922068:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767319465.930048:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962509184
00000100:00100000:0.0:1767319465.930066:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962509184
00000100:00100000:2.0:1767319465.930090:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962509056
00000100:00100000:2.0:1767319465.930097:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962509056
00000100:00080000:3.0:1767319465.930210:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319465.930283:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4655
00000100:00100000:2.0:1767319465.930295:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962509184:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767319465.930448:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962509184:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 155us (8502us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319465.930457:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4655
00000100:00100000:2.0:1767319465.930476:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5128
00000100:00100000:2.0:1767319465.930481:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962509056:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767319465.930501:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319465.930530:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962509056:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 48us (8462us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319465.930537:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5128
00010000:00010000:2.0:1767319466.165537:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319467.191537:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767319467.893516:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319467.893526:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767319467.893530:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319467.893534:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319467.893538:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319467.893546:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4660
00000100:00080000:3.0:1767319467.893551:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319467.893558:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319467.893605:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523499a8a80 x1853163999856640/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319467.893629:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319467.893632:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319467.893634:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319467.893637:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4660
00000100:00080000:3.0:1767319467.893639:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319467.893642:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319467.893652:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523499aa680 x1853163999856768/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319467.893660:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319467.893663:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319467.893665:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319467.893668:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4660
00000100:00080000:3.0:1767319467.893670:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319467.893672:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319467.893682:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523499aa300 x1853163999856896/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319467.893733:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319467.893737:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319467.893739:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319467.893742:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4660
00000100:00080000:3.0:1767319467.893744:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319467.893747:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319467.893756:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523499a9500 x1853163999857152/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319467.893867:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853163999857024:0@lo:400:kworker.0
00000100:00100000:0.0:1767319467.893949:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319467.894032:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767319467.894038:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999857536:0@lo:400:kworker.0
00000100:00100000:0.0:1767319467.894066:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319467.894138:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999857536
00000100:00100000:0.0:1767319467.894146:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999857536
00000100:00100000:0.0:1767319467.894239:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3071
00000100:00100000:0.0:1767319467.894248:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fa9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999857536:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319467.894310:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fa9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999857536:12345-0@lo:400:kworker.0 Request processed in 63us (242us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319467.894316:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3071
00000100:00080000:0.0:1767319467.894336:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767319467.894388:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999857536:0@lo:400:kworker.0
00000100:00100000:2.0:1767319467.894740:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999856640:0@lo:38:kworker.0
00000100:00100000:2.0:1767319467.894777:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319467.894814:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999856768:0@lo:38:kworker.0
00000100:00100000:2.0:1767319467.894835:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319467.894855:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999856896:0@lo:38:kworker.0
00000100:00100000:2.0:1767319467.894875:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319467.894890:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999857152:0@lo:38:kworker.0
00000100:00100000:2.0:1767319467.894923:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319467.894963:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999857024
00000100:00100000:2.0:1767319467.894968:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999857024
00000100:00100000:2.0:1767319467.895014:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999856768
00000100:00100000:2.0:1767319467.895018:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999856768
00000100:00100000:2.0:1767319467.895033:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999856896
00000100:00100000:2.0:1767319467.895036:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999856896
00000100:00100000:2.0:1767319467.895043:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999857152
00000100:00100000:2.0:1767319467.895046:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999857152
00000100:00100000:2.0:1767319467.895055:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4656
00000100:00100000:2.0:1767319467.895064:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853163999857024:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319467.895099:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853163999857024:12345-0@lo:400:kworker.0 Request processed in 38us (1150us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319467.895106:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4656
00000100:00100000:2.0:1767319467.895120:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5129
00000100:00100000:2.0:1767319467.895125:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f798700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999856768:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319467.895143:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319467.895173:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f798700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999856768:12345-0@lo:38:kworker.0 Request processed in 47us (337us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319467.895183:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5129
00000100:00100000:2.0:1767319467.895221:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5130
00000100:00100000:2.0:1767319467.895226:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f799500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999856896:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319467.895235:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319467.895258:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f799500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999856896:12345-0@lo:38:kworker.0 Request processed in 31us (383us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319467.895264:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5130
00000100:00100000:2.0:1767319467.895275:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5131
00000100:00100000:2.0:1767319467.895278:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f79a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999857152:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319467.895287:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319467.895307:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f79a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999857152:12345-0@lo:38:kworker.0 Request processed in 27us (383us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319467.895313:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5131
00000100:00080000:2.0:1767319467.895366:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319467.895370:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319467.895374:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999856768:0@lo:38:kworker.0
00000100:00080000:2.0:1767319467.895381:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319467.895384:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319467.895387:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999856896:0@lo:38:kworker.0
00000100:00080000:2.0:1767319467.895393:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319467.895396:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319467.895399:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999857152:0@lo:38:kworker.0
00000100:00100000:2.0:1767319467.895422:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999857408:0@lo:400:kworker.0
00000100:00100000:2.0:1767319467.895447:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319467.895467:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767319467.895473:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853163999857280:0@lo:400:kworker.0
00000100:00100000:2.0:1767319467.895489:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319467.895507:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999857280
00000100:00100000:2.0:1767319467.895510:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999857280
00000100:00100000:2.0:1767319467.895528:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4657
00000100:00100000:2.0:1767319467.895534:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f79bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999857280:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319467.895562:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f79bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999857280:12345-0@lo:400:kworker.0 Request processed in 28us (71us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319467.895568:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4657
00000100:00100000:2.0:1767319467.895592:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853163999857280:0@lo:400:kworker.0
00000100:00100000:1.0:1767319467.896445:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999857408
00000100:00100000:1.0:1767319467.896453:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999857408
00000100:00100000:1.0:1767319467.896500:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3072
00000100:00100000:1.0:1767319467.896508:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f79ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999857408:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319467.896577:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f79ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999857408:12345-0@lo:400:kworker.0 Request processed in 71us (1129us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319467.896583:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3072
00000100:00100000:3.0:1767319467.896673:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999857408:0@lo:400:kworker.0
00000100:00100000:0.0:1767319467.896799:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999856640
00000100:00100000:0.0:1767319467.896805:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999856640
00000100:00100000:0.0:1767319467.896834:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1792
00000100:00100000:0.0:1767319467.896839:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f799c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999856640:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319467.896853:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319467.896895:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f799c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999856640:12345-0@lo:38:kworker.0 Request processed in 55us (2118us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319467.896902:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1792
00000100:00080000:0.0:1767319467.896942:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767319467.896946:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319467.896973:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853163999857024:0@lo:400:kworker.0
00000100:00080000:1.0:1767319467.897659:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319467.897665:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319467.897669:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999856640:0@lo:38:kworker.0
00010000:00010000:1.0:1767319468.213510:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319469.237390:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319470.262619:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319470.965995:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235f799f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999857664:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319470.966064:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319470.966169:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999857664
00000100:00100000:2.0:1767319470.966178:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999857664
00000100:00100000:2.0:1767319470.966262:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2230
00000100:00100000:2.0:1767319470.966274:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367240e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999857664:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767319470.966304:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767319470.966345:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367240e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999857664:12345-0@lo:13:osp-pre-0-1.0 Request processed in 74us (280us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319470.966352:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2230
00000100:00080000:1.0:1767319470.966901:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767319470.966942:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235f799f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999857664:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319470.968627:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767319470.968645:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fa8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999857792:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319470.968714:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319470.968892:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999857792
00000100:00100000:2.0:1767319470.968900:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999857792
00000100:00100000:2.0:1767319470.968964:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2231
00000100:00100000:2.0:1767319470.968972:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999857792:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767319470.968999:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767319470.969039:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999857792:12345-0@lo:13:osp-pre-1-1.0 Request processed in 68us (335us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319470.969047:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2231
00000100:00080000:0.0:1767319470.969160:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767319470.969254:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fa8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999857792:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319471.039644:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767319471.039729:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962509312
00000100:00100000:3.0:1767319471.039738:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962509312
00000100:00100000:3.0:1767319471.039845:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5132
00000100:00100000:3.0:1767319471.039857:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367243800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962509312:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767319471.040143:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319471.040268:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367243800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962509312:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 414us (632us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319471.040277:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5132
00000100:00100000:3.0:1767319471.043276:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767319471.043690:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962509440
00000100:00100000:2.0:1767319471.043700:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962509440
00000100:00100000:2.0:1767319471.044039:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4658
00000100:00100000:2.0:1767319471.044050:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962509440:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767319471.044137:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962509440:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 90us (869us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319471.044144:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4658
00000100:00080000:0.0:1767319471.044175:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767319471.285399:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767319472.309452:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767319473.013411:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319473.013420:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767319473.013422:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319473.013425:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319473.013428:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319473.013436:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4665
00000100:00080000:3.0:1767319473.013440:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319473.013446:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319473.013541:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523499a8e00 x1853163999857920/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319473.013848:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319473.013852:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319473.013854:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319473.013858:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4665
00000100:00080000:3.0:1767319473.013861:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319473.013865:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319473.013884:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523499a8a80 x1853163999858048/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319473.013893:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319473.013896:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319473.013898:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319473.013901:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4665
00000100:00080000:3.0:1767319473.013903:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319473.013906:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319473.013915:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523499a8380 x1853163999858176/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319473.013955:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319473.013958:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319473.013960:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319473.013963:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4665
00000100:00080000:3.0:1767319473.013965:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319473.013969:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319473.013980:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523499a9500 x1853163999858432/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319473.013996:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767319473.014014:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999858304:0@lo:400:kworker.0
00000100:00100000:3.0:1767319473.014039:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999858560:0@lo:400:kworker.0
00000100:00100000:0.0:1767319473.014114:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767319473.014122:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999858816:0@lo:400:kworker.0
00000100:00100000:1.0:1767319473.014242:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999857920:0@lo:38:kworker.0
00000100:00100000:2.0:1767319473.014299:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319473.014314:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999858688:0@lo:400:kworker.0
00000100:00100000:3.0:1767319473.014342:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319473.014372:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319473.014378:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999858304
00000100:00100000:2.0:1767319473.014385:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999858304
00000100:00100000:3.0:1767319473.014394:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999858560
00000100:00100000:3.0:1767319473.014397:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999858560
00000100:00100000:3.0:1767319473.014437:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4659
00000100:00100000:2.0:1767319473.014442:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4660
00000100:00100000:3.0:1767319473.014446:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999858560:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319473.014447:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f79a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999858304:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319473.014496:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999858560:12345-0@lo:400:kworker.0 Request processed in 51us (123us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319473.014497:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f79a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999858304:12345-0@lo:400:kworker.0 Request processed in 51us (199us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319473.014504:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4660
00000100:00100000:2.0:1767319473.014555:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999858304:0@lo:400:kworker.0
00000100:00100000:0.0:1767319473.014557:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319473.014622:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999858688
00000100:00100000:0.0:1767319473.014626:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999858688
00000100:00100000:0.0:1767319473.014655:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999858816
00000100:00100000:0.0:1767319473.014658:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999858816
00000100:00100000:0.0:1767319473.014676:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3073
00000100:00100000:0.0:1767319473.014682:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999858688:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319473.014716:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999858688:12345-0@lo:400:kworker.0 Request processed in 35us (374us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319473.014722:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3073
00000100:00100000:0.0:1767319473.014734:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3074
00000100:00100000:0.0:1767319473.014741:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345faad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999858816:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319473.014767:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345faad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999858816:12345-0@lo:400:kworker.0 Request processed in 28us (210us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319473.014773:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3074
00000100:00080000:0.0:1767319473.014787:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767319473.014790:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767319473.014792:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319473.014833:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999858816:0@lo:400:kworker.0
00000100:00100000:2.0:1767319473.015088:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999858560:0@lo:400:kworker.0
00000100:00100000:2.0:1767319473.015111:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999858688:0@lo:400:kworker.0
00000100:00100000:1.0:1767319473.018512:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319473.018953:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4659
00000100:00100000:1.0:1767319473.019127:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999858048:0@lo:38:kworker.0
00000100:00100000:1.0:1767319473.019171:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319473.019214:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999858176:0@lo:38:kworker.0
00000100:00100000:1.0:1767319473.019241:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319473.019264:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999858432:0@lo:38:kworker.0
00000100:00100000:1.0:1767319473.019284:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319473.019328:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999858048
00000100:00100000:1.0:1767319473.019336:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999858048
00000100:00100000:1.0:1767319473.019364:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999858176
00000100:00100000:1.0:1767319473.019366:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999858176
00000100:00100000:1.0:1767319473.019378:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999858432
00000100:00100000:1.0:1767319473.019380:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999858432
00000100:00100000:1.0:1767319473.019395:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5133
00000100:00100000:1.0:1767319473.019401:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367241880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999858048:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319473.019422:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319473.019463:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367241880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999858048:12345-0@lo:38:kworker.0 Request processed in 61us (291us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319473.019473:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5133
00000100:00100000:1.0:1767319473.019485:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5134
00000100:00100000:1.0:1767319473.019488:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367299c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999858176:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319473.019497:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319473.019519:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367299c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999858176:12345-0@lo:38:kworker.0 Request processed in 29us (277us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319473.019524:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5134
00000100:00100000:1.0:1767319473.019535:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5135
00000100:00100000:1.0:1767319473.019538:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236729ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999858432:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319473.019547:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319473.019582:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236729ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999858432:12345-0@lo:38:kworker.0 Request processed in 42us (297us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319473.019606:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5135
00000100:00080000:1.0:1767319473.019662:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319473.019666:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319473.019671:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999858048:0@lo:38:kworker.0
00000100:00080000:1.0:1767319473.019678:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319473.019681:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319473.019684:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999858176:0@lo:38:kworker.0
00000100:00080000:1.0:1767319473.019690:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319473.019693:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319473.019696:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999858432:0@lo:38:kworker.0
00000100:00100000:2.0:1767319473.020270:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999857920
00000100:00100000:2.0:1767319473.020277:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999857920
00000100:00100000:2.0:1767319473.020350:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1793
00000100:00100000:2.0:1767319473.020356:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367242680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999857920:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319473.020368:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319473.020415:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367242680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999857920:12345-0@lo:38:kworker.0 Request processed in 58us (1912us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319473.020420:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1793
00000100:00080000:1.0:1767319473.020474:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319473.020479:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319473.020482:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999857920:0@lo:38:kworker.0
00010000:00010000:2.0:1767319473.335114:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319474.357891:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319475.135362:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767319475.135658:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962509824
00000100:00100000:3.0:1767319475.135669:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962509824
00000100:00100000:3.0:1767319475.135757:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4661
00000100:00100000:3.0:1767319475.135767:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367298000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962509824:12345-192.168.202.52@tcp:400:kworker.0
00000100:00080000:1.0:1767319475.135888:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319475.137012:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367298000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962509824:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 1241us (1656us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319475.137024:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4661
00000400:00000100:1.0:1767319475.140381:0:6998:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.52@tcp portal 26 match 1853163962509568 offset 0 length 520: 4
00000100:00100000:1.0:1767319475.144007:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767319475.144278:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962509696
00000100:00100000:3.0:1767319475.144288:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962509696
00000100:00100000:3.0:1767319475.144342:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5136
00000100:00100000:3.0:1767319475.144350:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236729bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962509696:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767319475.144373:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319475.144444:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236729bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962509696:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 93us (445us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319475.144451:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5136
00010000:00010000:2.0:1767319475.387696:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319476.085860:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767319476.085879:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235f799f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999858944:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319476.085948:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319476.086019:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999858944
00000100:00100000:3.0:1767319476.086026:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999858944
00000100:00100000:1.0:1767319476.086155:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767319476.086164:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367299500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999859072:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319476.086210:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319476.086411:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999859072
00000100:00100000:2.0:1767319476.086416:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999859072
00000100:00100000:2.0:1767319476.086477:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2232
00000100:00100000:2.0:1767319476.086487:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367299f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999859072:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767319476.086515:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767319476.086568:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367299f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999859072:12345-0@lo:13:osp-pre-1-1.0 Request processed in 83us (373us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319476.086575:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2232
00000100:00080000:1.0:1767319476.086644:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767319476.086680:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367299500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999859072:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319476.086776:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2233
00000100:00100000:3.0:1767319476.086784:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999858944:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767319476.086802:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767319476.086846:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999858944:12345-0@lo:13:osp-pre-0-1.0 Request processed in 64us (898us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319476.086852:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2233
00000100:00080000:1.0:1767319476.086903:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767319476.086921:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235f799f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999858944:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767319476.405666:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319477.109510:0:7004:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319452/real 1767319452]  req@ffff952345fa8380 x1853163999852672/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319477 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1767319477.109554:0:7004:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff952345fa8380 x1853163999852672/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319477 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1767319477.109573:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319477.110076:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:1.0:1767319477.110083:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fa8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853163999852672:0@lo:250:kworker.0
00000100:00080000:3.0:1767319477.110192:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319477.110328:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767319477.110331:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319477.110335:0:63619:0:(import.c:509:import_select_connection()) MGC192.168.202.152@tcp: connect to NID 0@lo last attempt 4650
00000100:00080000:3.0:1767319477.110339:0:63619:0:(import.c:588:import_select_connection()) MGC192.168.202.152@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319477.110346:0:63619:0:(import.c:623:import_select_connection()) MGC192.168.202.152@tcp: import ffff95235eb57800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319477.110379:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236710dc00 x1853163999859200/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319477.110404:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319477.110408:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319477.110409:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319477.110412:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4670
00000100:00080000:3.0:1767319477.110415:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319477.110417:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319477.110429:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236710c380 x1853163999859328/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319477.110436:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319477.110439:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319477.110441:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319477.110443:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4670
00000100:00080000:3.0:1767319477.110445:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319477.110447:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319477.110455:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236710c000 x1853163999859456/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319477.110462:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319477.110464:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319477.110466:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319477.110469:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4670
00000100:00080000:3.0:1767319477.110471:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319477.110473:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319477.110483:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236710ca80 x1853163999859584/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319477.110523:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319477.110535:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319477.110537:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319477.110540:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4670
00000100:00080000:3.0:1767319477.110542:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319477.110545:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319477.110556:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236710e680 x1853163999859840/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319477.110571:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767319477.110617:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853163999859968:0@lo:400:kworker.0
00000100:00100000:3.0:1767319477.110678:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319477.110738:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767319477.110745:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999860096:0@lo:400:kworker.0
00000100:00100000:3.0:1767319477.110770:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319477.110803:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999859968
00000100:00100000:3.0:1767319477.110810:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999859968
00000100:00100000:3.0:1767319477.110866:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4662
00000100:00100000:3.0:1767319477.110876:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853163999859968:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319477.110926:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853163999859968:12345-0@lo:400:kworker.0 Request processed in 52us (247us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319477.110933:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4662
00000100:00100000:0.0:1767319477.110973:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999859712:0@lo:400:kworker.0
00000100:00100000:3.0:1767319477.110976:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853163999859968:0@lo:400:kworker.0
00000100:00100000:0.0:1767319477.111003:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319477.111009:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999860096
00000100:00100000:3.0:1767319477.111013:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999860096
00000100:00100000:0.0:1767319477.111029:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999860224:0@lo:400:kworker.0
00000100:00100000:3.0:1767319477.111038:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3075
00000100:00100000:3.0:1767319477.111044:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999860096:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319477.111049:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319477.111075:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999860224
00000100:00100000:3.0:1767319477.111075:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999860096:12345-0@lo:400:kworker.0 Request processed in 32us (305us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319477.111077:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999860224
00000100:00100000:3.0:1767319477.111081:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3075
00000100:00100000:0.0:1767319477.111099:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3076
00000100:00100000:0.0:1767319477.111105:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fa9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999860224:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319477.111137:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fa9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999860224:12345-0@lo:400:kworker.0 Request processed in 32us (86us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319477.111143:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3076
00000100:00080000:1.0:1767319477.111243:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319477.111285:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853163999859200:0@lo:250:kworker.0
00000100:00100000:2.0:1767319477.111356:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999860096:0@lo:400:kworker.0
00000400:00000100:1.0:1767319477.111410:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163999859200 offset 0 length 520: 4
00000100:00100000:1.0:1767319477.111442:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999859328:0@lo:38:kworker.0
00000100:00100000:1.0:1767319477.111475:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319477.111499:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999859456:0@lo:38:kworker.0
00000100:00100000:1.0:1767319477.111537:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319477.111555:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999859584:0@lo:38:kworker.0
00000100:00100000:1.0:1767319477.111585:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319477.111603:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999859840:0@lo:38:kworker.0
00000100:00100000:1.0:1767319477.111622:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319477.111649:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999859328
00000100:00100000:1.0:1767319477.111653:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999859328
00000100:00100000:1.0:1767319477.111672:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1794
00000100:00100000:1.0:1767319477.111676:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367299500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999859328:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319477.111693:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319477.111726:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367299500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999859328:12345-0@lo:38:kworker.0 Request processed in 48us (252us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319477.111732:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1794
00000100:00100000:1.0:1767319477.111751:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999859712
00000100:00100000:1.0:1767319477.111755:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999859712
00000100:00100000:1.0:1767319477.111782:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999859456
00000100:00100000:1.0:1767319477.111785:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999859456
00000100:00100000:1.0:1767319477.111798:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999859584
00000100:00100000:1.0:1767319477.111800:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999859584
00000100:00100000:1.0:1767319477.111807:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999859840
00000100:00100000:1.0:1767319477.111809:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999859840
00000100:00100000:1.0:1767319477.111817:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4663
00000100:00100000:1.0:1767319477.111823:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345faa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999859712:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319477.111854:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345faa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999859712:12345-0@lo:400:kworker.0 Request processed in 31us (850us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319477.111860:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4663
00000100:00100000:1.0:1767319477.111871:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5137
00000100:00100000:1.0:1767319477.111875:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367298700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999859456:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319477.111885:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319477.111906:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367298700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999859456:12345-0@lo:38:kworker.0 Request processed in 30us (369us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319477.111911:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5137
00000100:00100000:1.0:1767319477.111921:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5138
00000100:00100000:1.0:1767319477.111925:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367298a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999859584:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319477.111933:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319477.111953:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367298a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999859584:12345-0@lo:38:kworker.0 Request processed in 27us (367us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319477.111958:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5138
00000100:00100000:1.0:1767319477.111973:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5139
00000100:00100000:1.0:1767319477.111977:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236729b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999859840:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319477.111987:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319477.112016:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236729b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999859840:12345-0@lo:38:kworker.0 Request processed in 35us (391us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319477.112023:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5139
00000100:00080000:1.0:1767319477.112054:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767319477.112082:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319477.112089:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319477.112092:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999859328:0@lo:38:kworker.0
00000100:00080000:1.0:1767319477.112103:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319477.112109:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319477.112114:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999859456:0@lo:38:kworker.0
00000100:00080000:1.0:1767319477.112125:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319477.112130:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319477.112133:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999859584:0@lo:38:kworker.0
00000100:00080000:1.0:1767319477.112143:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319477.112146:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319477.112148:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999859840:0@lo:38:kworker.0
00000100:00100000:1.0:1767319477.119074:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999860224:0@lo:400:kworker.0
00000100:00100000:1.0:1767319477.119093:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999859712:0@lo:400:kworker.0
00010000:00010000:2.0:1767319477.430852:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319478.453460:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319479.477445:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319480.262450:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767319480.262524:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767319480.263007:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962510080
00000100:00100000:2.0:1767319480.263018:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962510080
00000100:00080000:1.0:1767319480.263166:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319480.265620:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962509952
00000100:00100000:2.0:1767319480.265637:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962509952
00000100:00100000:0.0:1767319480.265924:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4664
00000100:00100000:0.0:1767319480.265944:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367298380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962510080:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:0.0:1767319480.266033:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367298380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962510080:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 97us (3594us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319480.266041:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4664
00000100:00100000:0.0:1767319480.266063:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5140
00000100:00100000:0.0:1767319480.266067:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236729a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962509952:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:0.0:1767319480.266088:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319480.266117:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236729a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962509952:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 48us (3592us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319480.266124:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5140
00010000:00010000:1.0:1767319480.505591:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319481.206788:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767319481.206813:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235f798380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999860352:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319481.206888:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319481.206967:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999860352
00000100:00100000:2.0:1767319481.206975:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999860352
00000100:00100000:2.0:1767319481.207033:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2234
00000100:00100000:2.0:1767319481.207041:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fa8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999860352:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767319481.207069:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767319481.207111:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fa8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999860352:12345-0@lo:13:osp-pre-0-1.0 Request processed in 70us (223us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319481.207118:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2234
00000100:00100000:2.0:1767319481.207170:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767319481.207178:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235f798000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999860480:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319481.207226:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319481.207264:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999860480
00000100:00100000:2.0:1767319481.207268:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999860480
00000100:00100000:2.0:1767319481.207302:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2235
00000100:00100000:2.0:1767319481.207308:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f799f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999860480:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767319481.207325:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767319481.207355:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f799f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999860480:12345-0@lo:13:osp-pre-1-1.0 Request processed in 48us (130us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319481.207361:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2235
00000100:00100000:2.0:1767319481.207412:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235f798000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999860480:0@lo:13:osp-pre-1-1.0
00000100:00080000:0.0:1767319481.207483:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767319481.207516:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767319481.207540:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235f798380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999860352:0@lo:13:osp-pre-0-1.0
00010000:00010000:2.0:1767319481.527789:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767319482.229985:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319482.229995:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767319482.229998:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319482.230002:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319482.230006:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319482.230013:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4675
00000100:00080000:1.0:1767319482.230018:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319482.230025:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319482.230306:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236729aa00 x1853163999860608/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319482.230332:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319482.230336:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319482.230338:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319482.230342:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4675
00000100:00080000:1.0:1767319482.230345:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319482.230349:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319482.230363:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952367298e00 x1853163999860736/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319482.230370:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319482.230373:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319482.230375:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319482.230378:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4675
00000100:00080000:1.0:1767319482.230380:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319482.230382:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319482.230391:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952367299180 x1853163999860864/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767319482.230465:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236729b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853163999860992:0@lo:400:kworker.0
00000100:00100000:3.0:1767319482.230541:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319482.230644:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999860992
00000100:00100000:0.0:1767319482.230652:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999860992
00000100:00100000:0.0:1767319482.230709:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4665
00000100:00100000:0.0:1767319482.230719:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853163999860992:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319482.230736:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236729aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999860608:0@lo:38:kworker.0
00000100:00080000:1.0:1767319482.230782:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319482.230786:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319482.230788:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319482.230792:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4675
00000100:00080000:1.0:1767319482.230794:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319482.230798:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319482.230813:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952367299880 x1853163999861120/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319482.230865:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319482.230897:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367298e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999860736:0@lo:38:kworker.0
00000100:00100000:2.0:1767319482.230919:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319482.230936:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367299180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999860864:0@lo:38:kworker.0
00000100:00100000:2.0:1767319482.231000:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319482.231023:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367299880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999861120:0@lo:38:kworker.0
00000100:00100000:2.0:1767319482.231044:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319482.231091:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999860736
00000100:00100000:2.0:1767319482.231094:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999860736
00000100:00100000:2.0:1767319482.231113:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999860864
00000100:00100000:2.0:1767319482.231116:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999860864
00000100:00100000:2.0:1767319482.231124:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999861120
00000100:00100000:2.0:1767319482.231126:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999861120
00000100:00100000:2.0:1767319482.231136:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5141
00000100:00100000:2.0:1767319482.231141:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f798380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999860736:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319482.231160:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319482.231192:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f798380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999860736:12345-0@lo:38:kworker.0 Request processed in 50us (271us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319482.231242:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5141
00000100:00100000:2.0:1767319482.231260:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5142
00000100:00100000:2.0:1767319482.231264:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b20000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999860864:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319482.231272:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319482.231295:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b20000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999860864:12345-0@lo:38:kworker.0 Request processed in 29us (295us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319482.231300:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5142
00000100:00100000:2.0:1767319482.231311:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5143
00000100:00100000:2.0:1767319482.231314:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b21f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999861120:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319482.231322:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319482.231342:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b21f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999861120:12345-0@lo:38:kworker.0 Request processed in 27us (298us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319482.231347:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5143
00000100:00100000:2.0:1767319482.231366:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999860608
00000100:00100000:2.0:1767319482.231369:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999860608
00000100:00100000:2.0:1767319482.231389:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1795
00000100:00100000:2.0:1767319482.231393:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f798000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999860608:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319482.231402:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319482.231438:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f798000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999860608:12345-0@lo:38:kworker.0 Request processed in 43us (673us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319482.231444:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1795
00000100:00100000:2.0:1767319482.231466:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952344b24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999861504:0@lo:400:kworker.0
00000100:00100000:2.0:1767319482.231502:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767319482.231551:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319482.231555:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319482.231558:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367299880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999861120:0@lo:38:kworker.0
00000100:00080000:2.0:1767319482.231568:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319482.231571:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319482.231573:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236729aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999860608:0@lo:38:kworker.0
00000100:00080000:2.0:1767319482.231580:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319482.231582:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319482.231584:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367298e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999860736:0@lo:38:kworker.0
00000100:00080000:2.0:1767319482.231592:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319482.231594:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319482.231597:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367299180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999860864:0@lo:38:kworker.0
00000100:00100000:2.0:1767319482.231650:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952344b24700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999861376:0@lo:400:kworker.0
00000100:00100000:2.0:1767319482.231675:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319482.231695:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767319482.231701:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952344b27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853163999861248:0@lo:400:kworker.0
00000100:00100000:2.0:1767319482.231720:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319482.231740:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999861248
00000100:00100000:2.0:1767319482.231743:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999861248
00000100:00100000:2.0:1767319482.231771:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4666
00000100:00100000:2.0:1767319482.231777:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b21180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853163999861248:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319482.231812:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b21180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853163999861248:12345-0@lo:400:kworker.0 Request processed in 35us (90us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319482.231818:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4666
00000100:00100000:2.0:1767319482.231843:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952344b27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853163999861248:0@lo:400:kworker.0
00000100:00100000:2.0:1767319482.231863:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999861504
00000100:00100000:2.0:1767319482.231865:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999861504
00000100:00100000:2.0:1767319482.231888:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999861376
00000100:00100000:2.0:1767319482.231891:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999861376
00000100:00100000:2.0:1767319482.231913:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3077
00000100:00100000:2.0:1767319482.231919:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999861504:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319482.231951:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999861504:12345-0@lo:400:kworker.0 Request processed in 32us (448us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319482.231957:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3077
00000100:00100000:2.0:1767319482.231969:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3078
00000100:00100000:2.0:1767319482.231975:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999861376:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319482.232003:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999861376:12345-0@lo:400:kworker.0 Request processed in 29us (327us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319482.232009:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3078
00000100:00100000:2.0:1767319482.232033:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952344b24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999861504:0@lo:400:kworker.0
00000100:00100000:2.0:1767319482.232056:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952344b24700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999861376:0@lo:400:kworker.0
00000100:00080000:2.0:1767319482.232088:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319482.242056:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853163999860992:12345-0@lo:400:kworker.0 Request processed in 11327us (11502us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319482.242072:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4665
00000100:00100000:3.0:1767319482.243258:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236729b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853163999860992:0@lo:400:kworker.0
00010000:00010000:2.0:1767319482.549831:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319483.573553:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767319484.597646:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319485.375325:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767319485.375369:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767319485.375444:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962510336
00000100:00100000:2.0:1767319485.375466:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962510336
00000100:00100000:2.0:1767319485.375547:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962510208
00000100:00100000:2.0:1767319485.375553:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962510208
00000100:00100000:2.0:1767319485.375578:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4667
00000100:00100000:2.0:1767319485.375587:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962510336:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:0.0:1767319485.375606:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5144
00000100:00100000:0.0:1767319485.375614:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962510208:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:0.0:1767319485.375635:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319485.375667:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962510336:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 79us (350us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319485.375672:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962510208:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 55us (299us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319485.375680:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4667
00000100:00080000:3.0:1767319485.376090:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319485.380122:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5144
00010000:00010000:2.0:1767319485.623825:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319486.325513:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767319486.325539:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b23b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999861632:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319486.325555:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999861760:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319486.325767:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319486.325890:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999861632
00000100:00100000:0.0:1767319486.325899:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999861632
00000100:00100000:0.0:1767319486.325964:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2236
00000100:00100000:0.0:1767319486.325973:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b20380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999861632:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767319486.326004:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767319486.326062:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b20380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999861632:12345-0@lo:13:osp-pre-0-1.0 Request processed in 90us (295us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319486.326070:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2236
00000100:00080000:2.0:1767319486.326132:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767319486.326278:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b23b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999861632:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319486.328755:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319486.329232:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999861760
00000100:00100000:0.0:1767319486.329242:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999861760
00000100:00100000:0.0:1767319486.329317:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2237
00000100:00100000:0.0:1767319486.329327:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999861760:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767319486.329370:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767319486.329439:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999861760:12345-0@lo:13:osp-pre-1-1.0 Request processed in 114us (690us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319486.329457:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2237
00000100:00100000:3.0:1767319486.329615:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999861760:0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767319486.329671:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00010000:00010000:2.0:1767319486.645544:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767319487.350810:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319487.350821:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767319487.350823:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319487.350827:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319487.350832:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319487.350840:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4680
00000100:00080000:0.0:1767319487.350845:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319487.350853:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319487.350906:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952345fa9180 x1853163999861888/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319487.350928:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319487.350931:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319487.350933:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319487.350936:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4680
00000100:00080000:0.0:1767319487.350938:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319487.350940:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319487.350951:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952345fa8380 x1853163999862016/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319487.350954:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fa9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999861888:0@lo:38:kworker.0
00000100:00080000:0.0:1767319487.350959:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319487.350966:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319487.350972:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319487.350975:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4680
00000100:00080000:0.0:1767319487.350977:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319487.350980:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319487.350989:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952345fa8e00 x1853163999862144/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319487.351021:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319487.351024:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319487.351026:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319487.351029:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4680
00000100:00080000:0.0:1767319487.351031:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319487.351034:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319487.351048:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523499a9500 x1853163999862400/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319487.351062:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319487.351145:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fa8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999862016:0@lo:38:kworker.0
00000100:00100000:0.0:1767319487.351158:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853163999862528:0@lo:400:kworker.0
00000100:00100000:2.0:1767319487.351175:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319487.351280:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853163999862272:0@lo:400:kworker.0
00000100:00100000:2.0:1767319487.351325:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fa8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999862144:0@lo:38:kworker.0
00000100:00100000:3.0:1767319487.351914:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999862784:0@lo:400:kworker.0
00000100:00100000:0.0:1767319487.358174:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319487.358312:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767319487.358323:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319487.358341:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999862656:0@lo:400:kworker.0
00000100:00100000:0.0:1767319487.358410:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319487.358428:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999862016
00000100:00100000:1.0:1767319487.358450:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999862016
00000100:00100000:1.0:1767319487.358487:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999862528
00000100:00100000:1.0:1767319487.358491:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999862528
00000100:00100000:1.0:1767319487.358535:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999862272
00000100:00100000:1.0:1767319487.358538:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999862272
00000100:00100000:1.0:1767319487.358564:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4668
00000100:00100000:1.0:1767319487.358573:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853163999862528:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319487.358668:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4669
00000100:00100000:0.0:1767319487.358683:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853163999862272:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319487.358742:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853163999862272:12345-0@lo:400:kworker.0 Request processed in 64us (432us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319487.358750:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4669
00000100:00100000:1.0:1767319487.359010:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853163999862528:12345-0@lo:400:kworker.0 Request processed in 435us (846us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319487.359019:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4668
00000100:00100000:0.0:1767319487.359050:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5145
00000100:00100000:0.0:1767319487.359061:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b20e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999862016:12345-0@lo:38:kworker.0
00000100:00080000:1.0:1767319487.359075:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:0.0:1767319487.359092:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319487.359125:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853163999862272:0@lo:400:kworker.0
00000100:00100000:0.0:1767319487.359151:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b20e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999862016:12345-0@lo:38:kworker.0 Request processed in 89us (7975us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319487.359163:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5145
00000100:00100000:1.0:1767319487.359175:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853163999862528:0@lo:400:kworker.0
00000100:00100000:0.0:1767319487.359315:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999861888
00000100:00100000:0.0:1767319487.359324:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999861888
00000100:00100000:1.0:1767319487.359332:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999862656
00000100:00100000:1.0:1767319487.359340:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999862656
00000100:00100000:0.0:1767319487.359371:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1796
00000100:00100000:1.0:1767319487.359386:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3079
00000100:00100000:1.0:1767319487.359393:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999862656:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319487.359456:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999862656:12345-0@lo:400:kworker.0 Request processed in 63us (1045us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319487.359462:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3079
00000100:00100000:1.0:1767319487.359493:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999862656:0@lo:400:kworker.0
00000100:00100000:2.0:1767319487.359593:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319487.359617:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999862144
00000100:00100000:2.0:1767319487.359632:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999862144
00000100:00100000:0.0:1767319487.359634:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b20a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999861888:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319487.359652:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319487.359662:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5146
00000100:00100000:2.0:1767319487.359669:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999862144:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319487.359690:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319487.359704:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b20a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999861888:12345-0@lo:38:kworker.0 Request processed in 71us (8647us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319487.359732:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999862144:12345-0@lo:38:kworker.0 Request processed in 61us (137us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319487.359739:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5146
00000100:00080000:2.0:1767319487.359770:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319487.359775:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319487.359778:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fa8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999862144:0@lo:38:kworker.0
00000100:00100000:2.0:1767319487.359787:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999862400:0@lo:38:kworker.0
00000100:00100000:2.0:1767319487.359840:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319487.359840:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319487.359887:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999862400
00000100:00100000:2.0:1767319487.359892:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999862400
00000100:00100000:3.0:1767319487.359917:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999862784
00000100:00100000:3.0:1767319487.359925:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999862784
00000100:00100000:3.0:1767319487.359965:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3080
00000100:00100000:3.0:1767319487.359973:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999862784:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319487.360021:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999862784:12345-0@lo:400:kworker.0 Request processed in 49us (194us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319487.360028:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3080
00000100:00100000:3.0:1767319487.360065:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999862784:0@lo:400:kworker.0
00000100:00080000:3.0:1767319487.360106:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319487.360113:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319487.360117:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fa9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999861888:0@lo:38:kworker.0
00000100:00080000:3.0:1767319487.360144:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319487.360148:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319487.360152:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fa8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999862016:0@lo:38:kworker.0
00000100:00100000:3.0:1767319487.360180:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5147
00000100:00100000:3.0:1767319487.360186:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999862400:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319487.360214:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319487.360253:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999862400:12345-0@lo:38:kworker.0 Request processed in 66us (425us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319487.360261:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5147
00000100:00080000:2.0:1767319487.360302:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319487.360310:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319487.360315:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999862400:0@lo:38:kworker.0
00000100:00100000:0.0:1767319487.360836:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1796
00010000:00010000:2.0:1767319487.669929:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767319488.693606:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319489.717519:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319490.497393:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767319490.497510:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962510592
00000100:00100000:3.0:1767319490.497521:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962510592
00000100:00100000:3.0:1767319490.497677:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4670
00000100:00100000:3.0:1767319490.497688:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962510592:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:3.0:1767319490.497790:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962510592:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 105us (409us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319490.497798:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4670
00000100:00080000:1.0:1767319490.498702:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319490.507154:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767319490.507347:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962510464
00000100:00100000:3.0:1767319490.507358:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962510464
00000100:00100000:3.0:1767319490.507417:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5148
00000100:00100000:3.0:1767319490.507426:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b23100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962510464:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767319490.507448:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319490.507525:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b23100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962510464:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 98us (381us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319490.507574:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5148
00010000:00010000:2.0:1767319490.741570:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319491.445379:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767319491.445413:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999862912:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319491.445454:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b22d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999863040:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319491.445490:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319491.445660:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319491.445682:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999863040
00000100:00100000:2.0:1767319491.445691:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999863040
00000100:00100000:0.0:1767319491.445729:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999862912
00000100:00100000:0.0:1767319491.445733:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999862912
00000100:00100000:2.0:1767319491.445761:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2238
00000100:00100000:0.0:1767319491.445769:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2239
00000100:00100000:2.0:1767319491.445771:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b24e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999863040:12345-0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319491.445775:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999862912:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767319491.445801:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00002000:00000024:2.0:1767319491.445801:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767319491.445848:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999862912:12345-0@lo:13:osp-pre-1-1.0 Request processed in 72us (187us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319491.445848:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b24e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999863040:12345-0@lo:13:osp-pre-0-1.0 Request processed in 78us (356us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319491.445855:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2239
00000100:00100000:0.0:1767319491.445918:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b22d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999863040:0@lo:13:osp-pre-0-1.0
00000100:00080000:1.0:1767319491.445967:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767319491.445971:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767319491.446036:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999862912:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319491.446239:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2238
00010000:00010000:2.0:1767319491.765407:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767319492.469471:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319492.469483:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767319492.469486:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319492.469490:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319492.469494:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319492.469502:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4685
00000100:00080000:3.0:1767319492.469508:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319492.469515:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319492.469556:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236710d880 x1853163999863168/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319492.469584:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319492.469587:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319492.469589:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319492.469592:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4685
00000100:00080000:3.0:1767319492.469595:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319492.469598:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319492.469610:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236710ca80 x1853163999863296/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319492.469625:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319492.469628:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319492.469630:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319492.469634:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4685
00000100:00080000:3.0:1767319492.469636:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319492.469639:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319492.469649:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236710c000 x1853163999863424/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319492.469701:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319492.469705:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319492.469708:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319492.469712:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4685
00000100:00080000:3.0:1767319492.469714:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319492.469717:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319492.469728:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236710f800 x1853163999863680/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767319492.469781:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fa8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999863808:0@lo:400:kworker.0
00000100:00100000:3.0:1767319492.469845:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319492.469904:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767319492.469910:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fa9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999863936:0@lo:400:kworker.0
00000100:00100000:3.0:1767319492.469932:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319492.470015:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999863936
00000100:00100000:1.0:1767319492.470022:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999863936
00000100:00100000:1.0:1767319492.470076:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3081
00000100:00100000:1.0:1767319492.470085:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999863936:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319492.470140:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999863936:12345-0@lo:400:kworker.0 Request processed in 57us (207us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319492.470147:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3081
00000100:00100000:1.0:1767319492.470166:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853163999863552:0@lo:400:kworker.0
00000100:00100000:1.0:1767319492.470186:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319492.470229:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767319492.470233:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fa8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999864064:0@lo:400:kworker.0
00000100:00100000:1.0:1767319492.470251:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319492.470268:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999864064
00000100:00100000:1.0:1767319492.470270:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999864064
00000100:00100000:1.0:1767319492.470287:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3082
00000100:00100000:1.0:1767319492.470292:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b26d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999864064:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319492.470318:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b26d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999864064:12345-0@lo:400:kworker.0 Request processed in 26us (67us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319492.470324:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3082
00000100:00100000:1.0:1767319492.470351:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fa8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999864064:0@lo:400:kworker.0
00000100:00100000:1.0:1767319492.470377:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fa9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999863936:0@lo:400:kworker.0
00000100:00100000:0.0:1767319492.470579:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999863168:0@lo:38:kworker.0
00000100:00100000:0.0:1767319492.470614:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319492.470649:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999863296:0@lo:38:kworker.0
00000100:00100000:0.0:1767319492.470670:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319492.470687:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999863424:0@lo:38:kworker.0
00000100:00100000:0.0:1767319492.470704:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319492.470721:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999863680:0@lo:38:kworker.0
00000100:00100000:0.0:1767319492.470790:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319492.470817:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999863808
00000100:00100000:0.0:1767319492.470821:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999863808
00000100:00100000:0.0:1767319492.470850:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999863552
00000100:00100000:0.0:1767319492.470854:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999863552
00000100:00100000:0.0:1767319492.470867:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999863296
00000100:00100000:0.0:1767319492.470870:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999863296
00000100:00100000:0.0:1767319492.470878:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999863424
00000100:00100000:0.0:1767319492.470881:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999863424
00000100:00100000:0.0:1767319492.470888:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999863680
00000100:00100000:0.0:1767319492.470890:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999863680
00000100:00100000:0.0:1767319492.470899:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4671
00000100:00100000:0.0:1767319492.470904:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999863808:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319492.470934:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999863808:12345-0@lo:400:kworker.0 Request processed in 31us (1090us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319492.470940:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4671
00000100:00100000:0.0:1767319492.470950:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4672
00000100:00100000:0.0:1767319492.470956:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853163999863552:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319492.470981:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853163999863552:12345-0@lo:400:kworker.0 Request processed in 26us (794us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319492.470987:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4672
00000100:00100000:0.0:1767319492.470998:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5149
00000100:00100000:0.0:1767319492.471003:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999863296:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319492.471020:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319492.471047:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999863296:12345-0@lo:38:kworker.0 Request processed in 43us (376us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319492.471052:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5149
00000100:00100000:0.0:1767319492.471074:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5150
00000100:00100000:0.0:1767319492.471078:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999863424:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767319492.471640:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5151
00000100:00100000:3.0:1767319492.471647:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999863680:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319492.471658:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319492.471691:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999863680:12345-0@lo:38:kworker.0 Request processed in 43us (901us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319492.471697:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5151
00000100:00080000:3.0:1767319492.471751:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319492.471756:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319492.471759:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999863296:0@lo:38:kworker.0
00000100:00080000:3.0:1767319492.471768:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319492.471771:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319492.471773:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999863680:0@lo:38:kworker.0
00010000:00020000:0.0:1767319492.472236:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319492.472283:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999863424:12345-0@lo:38:kworker.0 Request processed in 1202us (1576us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319492.472290:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5150
00000100:00100000:1.0:1767319492.472403:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999863168
00000100:00100000:1.0:1767319492.472410:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999863168
00000100:00100000:1.0:1767319492.472445:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1797
00000100:00100000:1.0:1767319492.472450:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999863168:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319492.472462:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319492.472494:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999863168:12345-0@lo:38:kworker.0 Request processed in 43us (1879us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319492.472500:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1797
00000100:00080000:1.0:1767319492.472522:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319492.472551:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853163999863552:0@lo:400:kworker.0
00000100:00100000:1.0:1767319492.472579:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fa8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999863808:0@lo:400:kworker.0
00000100:00080000:3.0:1767319492.472683:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319492.472688:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319492.472691:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999863168:0@lo:38:kworker.0
00000100:00080000:3.0:1767319492.472699:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319492.472702:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319492.472705:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999863424:0@lo:38:kworker.0
00010000:00010000:0.0:1767319492.791247:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319493.813433:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319494.839491:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319495.615406:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767319495.615448:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767319495.615687:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962510720
00000100:00100000:1.0:1767319495.615698:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962510720
00000100:00100000:1.0:1767319495.615746:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962510848
00000100:00100000:1.0:1767319495.615749:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962510848
00000100:00100000:1.0:1767319495.615805:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4673
00000100:00100000:1.0:1767319495.615815:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962510848:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767319495.615885:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962510848:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 72us (435us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319495.615892:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4673
00000100:00100000:1.0:1767319495.615911:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5152
00000100:00100000:1.0:1767319495.615915:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962510720:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767319495.615934:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319495.615959:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962510720:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 42us (564us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319495.615965:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5152
00000100:00080000:3.0:1767319495.616850:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767319495.861423:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319496.565549:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999864192:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319496.565553:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b21880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999864320:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319496.573112:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319496.576664:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999864192
00000100:00100000:2.0:1767319496.576680:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999864192
00000100:00100000:3.0:1767319496.576705:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767319496.576985:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767319496.578616:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999864320
00000100:00100000:2.0:1767319496.578630:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999864320
00000100:00080000:3.0:1767319496.578732:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767319496.578951:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2240
00000100:00100000:1.0:1767319496.578965:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999864192:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767319496.579000:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767319496.579141:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999864192:12345-0@lo:13:osp-pre-1-1.0 Request processed in 178us (6034us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319496.579149:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2240
00000100:00100000:1.0:1767319496.579170:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2241
00000100:00100000:1.0:1767319496.579178:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999864320:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767319496.579208:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767319496.579609:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999864320:12345-0@lo:13:osp-pre-0-1.0 Request processed in 431us (2907us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319496.579616:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2241
00000100:00100000:1.0:1767319496.579664:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b21880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999864320:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319496.580022:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999864192:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767319496.888957:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767319497.589692:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319497.589703:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767319497.589707:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319497.589710:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319497.589714:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319497.589722:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4690
00000100:00080000:0.0:1767319497.589727:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319497.589733:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319497.589776:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523470a9180 x1853163999864448/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319497.589808:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319497.589812:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319497.589813:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319497.589817:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4690
00000100:00080000:0.0:1767319497.589819:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319497.589822:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319497.589833:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523470a9880 x1853163999864576/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319497.589841:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319497.589843:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319497.589845:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319497.589848:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4690
00000100:00080000:0.0:1767319497.589850:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319497.589853:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319497.589861:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523470aa300 x1853163999864704/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319497.589911:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319497.589914:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319497.589916:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319497.589919:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4690
00000100:00080000:0.0:1767319497.589921:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319497.589924:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319497.589940:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523470ab480 x1853163999864960/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319497.589954:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767319497.589972:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999864832:0@lo:400:kworker.0
00000100:00100000:0.0:1767319497.589999:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853163999865088:0@lo:400:kworker.0
00000100:00100000:1.0:1767319497.590044:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319497.590079:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999864832
00000100:00100000:0.0:1767319497.590087:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999864832
00000100:00100000:1.0:1767319497.590116:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999865344:0@lo:400:kworker.0
00000100:00100000:0.0:1767319497.590142:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4674
00000100:00100000:1.0:1767319497.590148:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319497.590155:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b25180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999864832:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767319497.590190:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319497.590234:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b25180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999864832:12345-0@lo:400:kworker.0 Request processed in 81us (189us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319497.590244:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4674
00000100:00100000:1.0:1767319497.590263:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319497.590326:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999865344
00000100:00100000:2.0:1767319497.590331:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999865344
00000100:00100000:2.0:1767319497.590373:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3083
00000100:00100000:2.0:1767319497.590380:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b24a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999865344:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319497.590437:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999864448:0@lo:38:kworker.0
00000100:00100000:0.0:1767319497.590477:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999864832:0@lo:400:kworker.0
00000100:00100000:0.0:1767319497.590503:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999865088
00000100:00100000:0.0:1767319497.590507:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999865088
00000100:00100000:0.0:1767319497.590534:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4675
00000100:00100000:0.0:1767319497.590539:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b26a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853163999865088:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319497.593302:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767319497.593323:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999865216:0@lo:400:kworker.0
00000100:00100000:1.0:1767319497.593395:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319497.593457:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999865216
00000100:00100000:1.0:1767319497.593464:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999865216
00000100:00100000:1.0:1767319497.593515:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3084
00000100:00100000:1.0:1767319497.593537:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999865216:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319497.593586:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999865216:12345-0@lo:400:kworker.0 Request processed in 63us (191us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319497.593593:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3084
00000100:00080000:1.0:1767319497.593615:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319497.593647:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999865216:0@lo:400:kworker.0
00000100:00100000:2.0:1767319497.599738:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b24a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999865344:12345-0@lo:400:kworker.0 Request processed in 9349us (9581us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319497.599754:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3083
00000100:00100000:1.0:1767319497.600025:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999865344:0@lo:400:kworker.0
00000100:00100000:3.0:1767319497.600260:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319497.600303:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999864576:0@lo:38:kworker.0
00000100:00100000:3.0:1767319497.600349:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319497.600417:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999864448
00000100:00100000:2.0:1767319497.600425:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999864448
00000100:00100000:2.0:1767319497.600456:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1798
00000100:00100000:2.0:1767319497.600463:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999864448:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319497.600485:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319497.600522:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999864448:12345-0@lo:38:kworker.0 Request processed in 59us (274us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319497.600528:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1798
00000100:00100000:3.0:1767319497.600746:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999864704:0@lo:38:kworker.0
00000100:00100000:3.0:1767319497.600771:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319497.604671:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b26a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853163999865088:12345-0@lo:400:kworker.0 Request processed in 14120us (14397us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319497.604685:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4675
00000100:00100000:2.0:1767319497.604845:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853163999865088:0@lo:400:kworker.0
00000100:00100000:2.0:1767319497.604910:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999864960:0@lo:38:kworker.0
00000100:00100000:2.0:1767319497.604952:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319497.605137:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999864576
00000100:00100000:1.0:1767319497.605145:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999864576
00000100:00100000:1.0:1767319497.605179:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999864704
00000100:00100000:1.0:1767319497.605182:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999864704
00000100:00100000:1.0:1767319497.609382:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5153
00000100:00100000:1.0:1767319497.609395:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999864576:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319497.609418:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319497.609505:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999864576:12345-0@lo:38:kworker.0 Request processed in 110us (9164us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319497.609512:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5153
00000100:00100000:1.0:1767319497.609537:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5154
00000100:00100000:1.0:1767319497.609541:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999864704:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319497.609550:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319497.609665:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999864704:12345-0@lo:38:kworker.0 Request processed in 122us (8893us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319497.609671:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5154
00000100:00080000:2.0:1767319497.614836:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319497.614849:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319497.614854:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999864448:0@lo:38:kworker.0
00000100:00080000:2.0:1767319497.614884:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319497.614888:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319497.614891:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999864576:0@lo:38:kworker.0
00000100:00080000:2.0:1767319497.614903:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319497.614907:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319497.614910:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999864704:0@lo:38:kworker.0
00000100:00100000:3.0:1767319497.617736:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999864960
00000100:00100000:3.0:1767319497.617750:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999864960
00000100:00100000:3.0:1767319497.617810:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5155
00000100:00100000:3.0:1767319497.617820:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b23480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999864960:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319497.617844:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319497.618092:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b23480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999864960:12345-0@lo:38:kworker.0 Request processed in 271us (13138us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319497.618099:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5155
00000100:00080000:2.0:1767319497.618687:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319497.618694:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319497.618699:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999864960:0@lo:38:kworker.0
00010000:00010000:2.0:1767319497.909492:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319498.934369:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319499.957630:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319500.735264:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000400:00000100:3.0:1767319500.735305:0:7000:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.52@tcp portal 26 match 1853163962510976 offset 0 length 520: 4
00000100:00100000:3.0:1767319500.735347:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767319500.736150:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962511232
00000100:00100000:1.0:1767319500.736161:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962511232
00000100:00100000:1.0:1767319500.736267:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962511104
00000100:00100000:1.0:1767319500.736271:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962511104
00000100:00100000:1.0:1767319500.736295:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4676
00000100:00100000:1.0:1767319500.736306:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962511232:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767319500.736388:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962511232:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 85us (1142us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319500.736395:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4676
00000100:00100000:1.0:1767319500.736414:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5156
00000100:00100000:1.0:1767319500.736418:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962511104:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767319500.736438:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319500.736462:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962511104:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 42us (1115us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319500.736468:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5156
00000100:00080000:1.0:1767319500.736503:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767319500.984800:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319501.687622:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b20700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999865472:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319501.687692:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319501.688011:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999865472
00000100:00100000:2.0:1767319501.688020:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999865472
00000100:00100000:2.0:1767319501.688087:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2242
00000100:00100000:2.0:1767319501.688097:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999865472:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767319501.688126:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767319501.688180:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999865472:12345-0@lo:13:osp-pre-0-1.0 Request processed in 84us (487us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319501.688188:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2242
00000100:00100000:0.0:1767319501.688315:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b20700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999865472:0@lo:13:osp-pre-0-1.0
00000100:00080000:1.0:1767319501.688380:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767319501.692571:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b20700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999865600:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319501.692640:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319501.692821:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999865600
00000100:00100000:2.0:1767319501.692831:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999865600
00000100:00100000:2.0:1767319501.692899:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2243
00000100:00100000:2.0:1767319501.692908:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999865600:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767319501.692936:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767319501.692990:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999865600:12345-0@lo:13:osp-pre-1-1.0 Request processed in 83us (349us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319501.692997:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2243
00000100:00100000:0.0:1767319501.693104:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b20700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999865600:0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767319501.693226:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00010000:00010000:2.0:1767319502.005445:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767319502.711572:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319502.711585:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767319502.711588:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319502.711594:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319502.711600:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319502.711610:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4695
00000100:00080000:1.0:1767319502.711616:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319502.711625:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319502.711681:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952344b25500 x1853163999865728/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319502.711721:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319502.711726:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319502.711728:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319502.711732:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4695
00000100:00080000:1.0:1767319502.711745:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319502.711750:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319502.711764:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952344b25f80 x1853163999865856/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319502.711774:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319502.711777:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319502.711779:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319502.711783:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4695
00000100:00080000:1.0:1767319502.711785:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319502.711789:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319502.711800:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952344b27480 x1853163999865984/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319502.711850:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319502.711855:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319502.711857:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319502.711861:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4695
00000100:00080000:1.0:1767319502.711864:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319502.711867:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319502.711879:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952344b24380 x1853163999866240/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319502.712013:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952344b25500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999865728:0@lo:38:kworker.0
00000100:00100000:2.0:1767319502.712101:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319502.712171:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952344b25f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999865856:0@lo:38:kworker.0
00000100:00100000:2.0:1767319502.712241:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319502.712275:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952344b27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999865984:0@lo:38:kworker.0
00000100:00100000:2.0:1767319502.712308:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319502.712326:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952344b24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999866240:0@lo:38:kworker.0
00000100:00100000:2.0:1767319502.712346:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319502.712395:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999865856
00000100:00100000:2.0:1767319502.712404:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999865856
00000100:00100000:2.0:1767319502.712444:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999865984
00000100:00100000:2.0:1767319502.712446:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999865984
00000100:00100000:2.0:1767319502.712660:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999866240
00000100:00100000:2.0:1767319502.712664:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999866240
00000100:00100000:2.0:1767319502.712683:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5157
00000100:00100000:2.0:1767319502.712692:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b22d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999865856:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319502.712717:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319502.712771:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b22d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999865856:12345-0@lo:38:kworker.0 Request processed in 79us (529us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319502.712779:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5157
00000100:00100000:2.0:1767319502.712798:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5158
00000100:00100000:2.0:1767319502.712802:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b23b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999865984:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319502.712811:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319502.712835:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b23b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999865984:12345-0@lo:38:kworker.0 Request processed in 31us (525us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319502.712840:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5158
00000100:00100000:2.0:1767319502.712851:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5159
00000100:00100000:2.0:1767319502.712854:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b20700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999866240:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319502.712863:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319502.712883:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b20700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999866240:12345-0@lo:38:kworker.0 Request processed in 27us (535us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319502.712888:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5159
00000100:00080000:2.0:1767319502.712937:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319502.712942:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319502.712945:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952344b25f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999865856:0@lo:38:kworker.0
00000100:00080000:2.0:1767319502.712954:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319502.712957:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319502.712960:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952344b27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999865984:0@lo:38:kworker.0
00000100:00080000:2.0:1767319502.712966:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319502.712969:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319502.712972:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952344b24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999866240:0@lo:38:kworker.0
00000100:00100000:0.0:1767319502.713102:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fa9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999866624:0@lo:400:kworker.0
00000100:00100000:0.0:1767319502.713142:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319502.713175:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767319502.713182:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952344b24700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999866112:0@lo:400:kworker.0
00000100:00100000:0.0:1767319502.713233:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319502.713273:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999866112
00000100:00100000:0.0:1767319502.713278:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999866112
00000100:00100000:0.0:1767319502.713339:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4677
00000100:00100000:0.0:1767319502.713346:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999866112:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319502.713393:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999866112:12345-0@lo:400:kworker.0 Request processed in 48us (160us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319502.713401:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4677
00000100:00080000:0.0:1767319502.713421:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319502.713436:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fa8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999866496:0@lo:400:kworker.0
00000100:00100000:0.0:1767319502.713596:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319502.713621:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767319502.713628:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952344b27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853163999866368:0@lo:400:kworker.0
00000100:00100000:0.0:1767319502.713651:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319502.713678:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999866624
00000100:00100000:0.0:1767319502.713682:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999866624
00000100:00100000:0.0:1767319502.713710:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999866496
00000100:00100000:0.0:1767319502.713713:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999866496
00000100:00100000:0.0:1767319502.713735:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3085
00000100:00100000:0.0:1767319502.713742:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999866624:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319502.713775:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999866624:12345-0@lo:400:kworker.0 Request processed in 33us (633us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319502.713782:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3085
00000100:00100000:0.0:1767319502.713794:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3086
00000100:00100000:0.0:1767319502.713800:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999866496:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319502.713847:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999866496:12345-0@lo:400:kworker.0 Request processed in 47us (251us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319502.713856:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3086
00000100:00100000:0.0:1767319502.713878:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999866368
00000100:00100000:0.0:1767319502.713881:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999866368
00000100:00100000:0.0:1767319502.713906:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4678
00000100:00100000:0.0:1767319502.713913:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853163999866368:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319502.713942:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853163999866368:12345-0@lo:400:kworker.0 Request processed in 30us (291us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319502.713947:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4678
00000100:00080000:0.0:1767319502.713960:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319502.713997:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952344b24700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999866112:0@lo:400:kworker.0
00000100:00100000:0.0:1767319502.714007:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fa9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999866624:0@lo:400:kworker.0
00000100:00100000:0.0:1767319502.714033:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952344b27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853163999866368:0@lo:400:kworker.0
00000100:00100000:0.0:1767319502.714042:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fa8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999866496:0@lo:400:kworker.0
00000100:00100000:1.0:1767319502.714862:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999865728
00000100:00100000:1.0:1767319502.714873:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999865728
00000100:00100000:1.0:1767319502.714914:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1799
00000100:00100000:1.0:1767319502.714921:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b21880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999865728:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319502.714943:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319502.715009:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b21880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999865728:12345-0@lo:38:kworker.0 Request processed in 87us (2907us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319502.715016:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1799
00000100:00080000:2.0:1767319502.715896:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319502.715906:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319502.715910:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952344b25500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999865728:0@lo:38:kworker.0
00010000:00010000:2.0:1767319503.029488:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319503.733464:0:7004:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319477/real 1767319477]  req@ffff95236710dc00 x1853163999859200/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319502 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767319503.733531:0:7004:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95236710dc00 x1853163999859200/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319502 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767319503.733560:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319503.733597:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767319503.733601:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853163999859200:0@lo:250:kworker.0
00000100:00080000:1.0:1767319503.733713:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319503.733720:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1767319503.733724:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319503.733729:0:49151:0:(import.c:509:import_select_connection()) MGC192.168.202.152@tcp: connect to NID 0@lo last attempt 4675
00000100:00080000:1.0:1767319503.733735:0:49151:0:(import.c:588:import_select_connection()) MGC192.168.202.152@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319503.733742:0:49151:0:(import.c:623:import_select_connection()) MGC192.168.202.152@tcp: import ffff95235eb57800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319503.733789:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952345fa8e00 x1853163999866752/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319503.733818:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319503.733822:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319503.733825:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319503.733829:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4700
00000100:00080000:1.0:1767319503.733831:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319503.733835:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319503.733855:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952345fa8380 x1853163999866880/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319503.733864:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319503.733867:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319503.733868:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319503.733872:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4700
00000100:00080000:1.0:1767319503.733874:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319503.733877:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319503.733889:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952345fa9180 x1853163999867008/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319503.733899:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319503.733902:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319503.733904:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319503.733908:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4700
00000100:00080000:1.0:1767319503.733910:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319503.733914:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319503.733929:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366963b80 x1853163999867136/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319503.733971:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319503.733976:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319503.733979:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319503.733982:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4700
00000100:00080000:1.0:1767319503.733985:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319503.733988:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319503.734000:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366961500 x1853163999867392/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319503.734147:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366961f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999867520:0@lo:400:kworker.0
00000100:00100000:2.0:1767319503.734190:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fa8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853163999866752:0@lo:250:kworker.0
00000400:00000100:2.0:1767319503.734263:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163999866752 offset 0 length 520: 4
00000100:00100000:1.0:1767319503.734279:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999867776:0@lo:400:kworker.0
00000100:00100000:2.0:1767319503.734321:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fa8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999866880:0@lo:38:kworker.0
00000100:00100000:1.0:1767319503.734343:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319503.734360:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319503.734392:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fa9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999867008:0@lo:38:kworker.0
00000100:00100000:1.0:1767319503.734396:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767319503.734411:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366961180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999867264:0@lo:400:kworker.0
00000100:00100000:2.0:1767319503.734420:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319503.734445:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366963b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999867136:0@lo:38:kworker.0
00000100:00100000:1.0:1767319503.734450:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319503.734530:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999867776
00000100:00100000:3.0:1767319503.734539:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999867776
00000100:00100000:3.0:1767319503.734597:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3087
00000100:00100000:3.0:1767319503.734605:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366960a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999867776:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319503.738902:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319503.738967:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999867392:0@lo:38:kworker.0
00000100:00100000:1.0:1767319503.738972:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999866880
00000100:00100000:1.0:1767319503.738986:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999866880
00000100:00100000:2.0:1767319503.739024:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319503.739042:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1800
00000100:00100000:1.0:1767319503.739053:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b25500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999866880:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767319503.739071:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999867008
00000100:00100000:2.0:1767319503.739077:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999867008
00010000:00020000:1.0:1767319503.739080:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319503.739105:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999867264
00000100:00100000:2.0:1767319503.739110:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999867264
00000100:00100000:1.0:1767319503.739144:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b25500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999866880:12345-0@lo:38:kworker.0 Request processed in 91us (4784us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319503.739148:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999867136
00000100:00100000:2.0:1767319503.739153:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999867136
00000100:00100000:2.0:1767319503.739161:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999867392
00000100:00100000:2.0:1767319503.739164:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999867392
00000100:00100000:1.0:1767319503.739167:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1800
00000100:00100000:2.0:1767319503.739178:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4679
00000100:00100000:2.0:1767319503.739187:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366962680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999867264:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319503.739227:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5160
00000100:00100000:1.0:1767319503.739233:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b27b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999867008:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319503.739251:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319503.739267:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366962680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999867264:12345-0@lo:400:kworker.0 Request processed in 80us (4818us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319503.739276:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4679
00000100:00100000:1.0:1767319503.739296:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b27b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999867008:12345-0@lo:38:kworker.0 Request processed in 60us (4874us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319503.739303:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5160
00000100:00100000:2.0:1767319503.739312:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5161
00000100:00100000:2.0:1767319503.739318:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b24700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999867136:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767319503.739326:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5162
00010000:00020000:2.0:1767319503.739330:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319503.739334:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b24380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999867392:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319503.739357:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319503.739362:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b24700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999867136:12345-0@lo:38:kworker.0 Request processed in 42us (471us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319503.739369:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5161
00000100:00100000:1.0:1767319503.739400:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b24380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999867392:12345-0@lo:38:kworker.0 Request processed in 65us (375us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319503.739406:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5162
00000100:00100000:2.0:1767319503.739426:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366961180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999867264:0@lo:400:kworker.0
00000100:00100000:1.0:1767319503.739441:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366960e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999867648:0@lo:400:kworker.0
00000100:00080000:2.0:1767319503.739469:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319503.739477:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319503.739482:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fa8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999866880:0@lo:38:kworker.0
00000100:00100000:1.0:1767319503.739490:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767319503.739494:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319503.739500:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319503.739504:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fa9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999867008:0@lo:38:kworker.0
00000100:00080000:2.0:1767319503.739518:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319503.739522:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319503.739526:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366963b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999867136:0@lo:38:kworker.0
00000100:00080000:2.0:1767319503.739537:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319503.739541:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00080000:1.0:1767319503.739544:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767319503.739546:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999867392:0@lo:38:kworker.0
00000100:00100000:1.0:1767319503.739592:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999867648
00000100:00100000:1.0:1767319503.739597:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999867648
00000100:00100000:1.0:1767319503.739634:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3088
00000100:00100000:1.0:1767319503.739642:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366963480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999867648:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319503.739693:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366963480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999867648:12345-0@lo:400:kworker.0 Request processed in 53us (204us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319503.739699:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3088
00000100:00080000:1.0:1767319503.739715:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767319503.744597:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366960e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999867648:0@lo:400:kworker.0
00000100:00100000:3.0:1767319503.745247:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366960a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999867776:12345-0@lo:400:kworker.0 Request processed in 10626us (10889us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319503.745263:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3087
00000100:00100000:2.0:1767319503.745794:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999867776:0@lo:400:kworker.0
00000100:00100000:0.0:1767319503.747638:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319503.750915:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999867520
00000100:00100000:2.0:1767319503.750945:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999867520
00000100:00100000:2.0:1767319503.751302:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4680
00000100:00100000:2.0:1767319503.751318:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999867520:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319503.751453:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999867520:12345-0@lo:400:kworker.0 Request processed in 140us (3826us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319503.751774:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366961f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999867520:0@lo:400:kworker.0
00000100:00100000:2.0:1767319503.751840:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4680
00010000:00010000:2.0:1767319504.053700:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767319505.077702:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319505.863149:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767319505.863520:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767319505.871028:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962511360
00000100:00100000:1.0:1767319505.871029:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962511488
00000100:00100000:3.0:1767319505.871052:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962511360
00000100:00100000:1.0:1767319505.871053:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962511488
00000100:00100000:3.0:1767319505.871164:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5163
00000100:00100000:3.0:1767319505.871175:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b27480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962511360:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767319505.871221:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319505.871347:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b27480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962511360:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 172us (8215us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319505.871357:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5163
00000100:00100000:1.0:1767319505.871875:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4681
00000100:00100000:1.0:1767319505.871886:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b25f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962511488:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767319505.871955:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b25f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962511488:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 72us (8436us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319505.871964:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4681
00000100:00080000:2.0:1767319505.872324:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767319506.101804:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319506.805632:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999867904:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319506.805736:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319506.805761:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fa9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999868032:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319506.805801:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319506.805838:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999867904
00000100:00100000:3.0:1767319506.805849:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999867904
00000100:00100000:2.0:1767319506.805850:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999868032
00000100:00100000:2.0:1767319506.805856:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999868032
00000100:00100000:2.0:1767319506.806211:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2244
00000100:00100000:2.0:1767319506.806223:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fa8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999868032:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767319506.806267:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767319506.806316:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fa8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999868032:12345-0@lo:13:osp-pre-1-1.0 Request processed in 96us (515us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319506.806324:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2244
00000100:00100000:2.0:1767319506.806377:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fa9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999868032:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319506.809436:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2245
00000100:00100000:3.0:1767319506.809464:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999867904:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767319506.809511:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767319506.811554:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999867904:12345-0@lo:13:osp-pre-0-1.0 Request processed in 2091us (5807us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319506.811664:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2245
00000100:00100000:2.0:1767319506.811842:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999867904:0@lo:13:osp-pre-0-1.0
00000100:00080000:0.0:1767319506.813204:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767319506.813215:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00010000:00010000:2.0:1767319507.125657:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319508.149492:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767319508.853758:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319508.853772:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767319508.853776:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319508.853781:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319508.853786:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319508.853797:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4701
00000100:00080000:0.0:1767319508.853803:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319508.853812:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319508.853869:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523470a9c00 x1853163999868160/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319508.853943:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999868160:0@lo:38:kworker.0
00000100:00100000:2.0:1767319508.854042:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767319508.854283:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319508.854288:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319508.854290:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319508.854295:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4701
00000100:00080000:0.0:1767319508.854298:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319508.854302:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319508.854319:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523470abb80 x1853163999868288/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767319508.854405:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999868160
00000100:00100000:3.0:1767319508.854414:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999868160
00000100:00100000:3.0:1767319508.854471:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1801
00000100:00100000:3.0:1767319508.854481:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fa9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999868160:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319508.854505:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319508.857735:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999868288:0@lo:38:kworker.0
00000100:00100000:2.0:1767319508.857870:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767319508.858292:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319508.858299:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319508.858303:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319508.858310:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4701
00000100:00080000:0.0:1767319508.858314:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319508.858333:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319508.858377:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523470aaa00 x1853163999868416/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319508.858432:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319508.858436:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319508.858439:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319508.858444:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4701
00000100:00080000:0.0:1767319508.858446:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319508.858450:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319508.858463:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523470aa300 x1853163999868672/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319508.858570:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853163999868800:0@lo:400:kworker.0
00000100:00100000:0.0:1767319508.858633:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319508.859965:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767319508.859982:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999868928:0@lo:400:kworker.0
00000100:00100000:0.0:1767319508.860054:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319508.860738:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999868288
00000100:00100000:1.0:1767319508.860751:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999868288
00000100:00100000:1.0:1767319508.860814:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999868800
00000100:00100000:1.0:1767319508.860819:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999868800
00000100:00100000:1.0:1767319508.860868:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4682
00000100:00100000:1.0:1767319508.860880:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853163999868800:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319508.861233:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853163999868800:12345-0@lo:400:kworker.0 Request processed in 356us (2598us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319508.861398:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4682
00000100:00100000:1.0:1767319508.861508:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5164
00000100:00100000:1.0:1767319508.861515:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236729b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999868288:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319508.861541:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319508.862009:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236729b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999868288:12345-0@lo:38:kworker.0 Request processed in 490us (4136us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319508.862017:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5164
00000100:00100000:3.0:1767319508.862511:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fa9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999868160:12345-0@lo:38:kworker.0 Request processed in 8026us (8465us total) trans 0 rc -19/-19
00000100:00080000:1.0:1767319508.862513:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319508.862522:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1801
00000100:00100000:3.0:1767319508.862554:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999868928
00000100:00100000:3.0:1767319508.862561:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999868928
00000100:00100000:3.0:1767319508.862616:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3089
00000100:00100000:3.0:1767319508.862625:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999868928:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319508.862684:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999868928:12345-0@lo:400:kworker.0 Request processed in 61us (2630us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319508.862691:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3089
00000100:00100000:3.0:1767319508.862739:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999869056:0@lo:400:kworker.0
00000100:00080000:2.0:1767319508.862757:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319508.862763:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319508.862767:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999868160:0@lo:38:kworker.0
00000100:00100000:3.0:1767319508.862778:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319508.862796:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999868416:0@lo:38:kworker.0
00000100:00100000:3.0:1767319508.862804:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767319508.862810:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999868544:0@lo:400:kworker.0
00000100:00100000:2.0:1767319508.862824:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319508.862832:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999869056
00000100:00100000:3.0:1767319508.862835:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999869056
00000100:00100000:2.0:1767319508.862848:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319508.862859:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3090
00000100:00100000:3.0:1767319508.862864:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999869056:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319508.862879:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999868672:0@lo:38:kworker.0
00000100:00100000:2.0:1767319508.862901:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319508.862904:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999869056:12345-0@lo:400:kworker.0 Request processed in 41us (126us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319508.862911:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3090
00000100:00100000:3.0:1767319508.862945:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999869056:0@lo:400:kworker.0
00000100:00100000:1.0:1767319508.863002:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853163999868800:0@lo:400:kworker.0
00000100:00100000:1.0:1767319508.863185:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999868928:0@lo:400:kworker.0
00000100:00080000:1.0:1767319508.863221:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767319508.863224:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767319508.863505:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999868416
00000100:00100000:1.0:1767319508.863510:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999868416
00000100:00100000:1.0:1767319508.863546:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999868544
00000100:00100000:1.0:1767319508.863549:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999868544
00000100:00080000:2.0:1767319508.863735:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319508.863741:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319508.863744:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999868288:0@lo:38:kworker.0
00000100:00100000:0.0:1767319508.863860:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999868672
00000100:00100000:0.0:1767319508.863865:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999868672
00000100:00100000:1.0:1767319508.864014:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4683
00000100:00100000:1.0:1767319508.864520:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367298e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999868544:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319508.864739:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5165
00000100:00100000:2.0:1767319508.864746:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367299180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999868416:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319508.864771:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319508.864835:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367299180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999868416:12345-0@lo:38:kworker.0 Request processed in 88us (2009us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319508.864843:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5165
00000100:00100000:2.0:1767319508.864867:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5166
00000100:00100000:2.0:1767319508.864871:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236729aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999868672:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319508.864880:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319508.864904:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236729aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999868672:12345-0@lo:38:kworker.0 Request processed in 32us (2002us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319508.864910:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5166
00000100:00080000:0.0:1767319508.865543:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767319508.866593:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319508.866606:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319508.866611:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999868416:0@lo:38:kworker.0
00000100:00100000:1.0:1767319508.866819:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367298e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999868544:12345-0@lo:400:kworker.0 Request processed in 2794us (3966us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319508.866829:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4683
00000100:00080000:3.0:1767319508.870586:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319508.870605:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319508.870612:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999868672:0@lo:38:kworker.0
00000100:00100000:0.0:1767319508.870727:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999868544:0@lo:400:kworker.0
00010000:00010000:0.0:1767319509.173899:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319510.197655:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319510.975796:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767319510.975920:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962511616
00000100:00100000:3.0:1767319510.975935:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962511616
00000100:00100000:3.0:1767319510.976010:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5167
00000100:00100000:3.0:1767319510.976021:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367299880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962511616:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767319510.976066:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319510.976163:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367299880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962511616:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 142us (384us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319510.976171:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5167
00000100:00100000:0.0:1767319510.983334:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767319510.983533:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962511744
00000100:00100000:3.0:1767319510.983549:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962511744
00000100:00100000:3.0:1767319510.983678:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4684
00000100:00100000:3.0:1767319510.983691:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962511744:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:3.0:1767319510.983797:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962511744:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 109us (480us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319510.983806:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4684
00000100:00080000:0.0:1767319510.983928:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767319511.221970:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319511.925592:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767319511.925628:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366985880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999869184:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319511.925738:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319511.925942:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999869184
00000100:00100000:2.0:1767319511.925954:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999869184
00000100:00100000:2.0:1767319511.926047:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2246
00000100:00100000:2.0:1767319511.926061:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366961c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999869184:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767319511.926102:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767319511.926169:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366961c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999869184:12345-0@lo:13:osp-pre-1-1.0 Request processed in 112us (429us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319511.926177:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2246
00000100:00080000:1.0:1767319511.926913:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767319511.926997:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366985880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999869184:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319511.927834:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767319511.927855:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999869312:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319511.927935:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319511.929604:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999869312
00000100:00100000:1.0:1767319511.929623:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999869312
00000100:00100000:1.0:1767319511.929729:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2247
00000100:00100000:1.0:1767319511.929742:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366987480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999869312:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767319511.929785:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767319511.929898:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366987480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999869312:12345-0@lo:13:osp-pre-0-1.0 Request processed in 159us (1963us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319511.929907:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2247
00000100:00100000:2.0:1767319511.929955:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999869312:0@lo:13:osp-pre-0-1.0
00000100:00080000:0.0:1767319511.930163:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00010000:2.0:1767319512.249000:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767319513.270526:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767319513.974014:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319513.974029:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767319513.974033:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319513.974037:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319513.974043:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319513.974053:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4706
00000100:00080000:1.0:1767319513.974059:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319513.974067:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319513.974134:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366963100 x1853163999869440/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319513.974169:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319513.974173:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319513.974176:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319513.974180:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4706
00000100:00080000:1.0:1767319513.974182:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319513.974186:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319513.974235:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366962300 x1853163999869568/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319513.974245:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319513.974248:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319513.974250:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319513.974254:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4706
00000100:00080000:1.0:1767319513.974256:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319513.974260:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319513.974271:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366960000 x1853163999869696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319513.974331:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319513.974336:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319513.974338:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319513.974342:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4706
00000100:00080000:1.0:1767319513.974344:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319513.974348:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319513.974368:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366961880 x1853163999869952/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319513.974439:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366963100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999869440:0@lo:38:kworker.0
00000100:00100000:1.0:1767319513.974440:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366962a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999870080:0@lo:400:kworker.0
00000100:00100000:0.0:1767319513.974530:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999870336:0@lo:400:kworker.0
00000100:00100000:3.0:1767319513.974530:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366962d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853163999869824:0@lo:400:kworker.0
00000100:00100000:1.0:1767319513.977584:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319513.977694:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767319513.977707:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366961f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999870208:0@lo:400:kworker.0
00000100:00100000:1.0:1767319513.977746:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319513.977805:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999870080
00000100:00100000:1.0:1767319513.977816:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999870080
00000100:00100000:2.0:1767319513.977842:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319513.977892:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4685
00000100:00100000:2.0:1767319513.977898:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366962300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999869568:0@lo:38:kworker.0
00000100:00100000:1.0:1767319513.977902:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366960e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999870080:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319513.977934:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319513.977960:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366960e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999870080:12345-0@lo:400:kworker.0 Request processed in 60us (389us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319513.977965:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4685
00000100:00100000:1.0:1767319513.978010:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366962a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999870080:0@lo:400:kworker.0
00000100:00080000:1.0:1767319513.978048:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319513.978067:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999869440
00000100:00100000:1.0:1767319513.978070:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999869440
00000100:00100000:1.0:1767319513.978087:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1802
00000100:00100000:1.0:1767319513.978091:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366987800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999869440:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767319513.978108:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366960000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999869696:0@lo:38:kworker.0
00010000:00020000:1.0:1767319513.978121:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319513.978151:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319513.978163:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366987800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999869440:12345-0@lo:38:kworker.0 Request processed in 69us (322us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319513.978170:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1802
00000100:00100000:2.0:1767319513.978177:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366961880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999869952:0@lo:38:kworker.0
00000100:00100000:2.0:1767319513.978239:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767319513.978275:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319513.978281:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319513.978284:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366963100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999869440:0@lo:38:kworker.0
00000100:00100000:2.0:1767319513.978315:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999869568
00000100:00100000:2.0:1767319513.978320:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999869568
00000100:00100000:2.0:1767319513.978346:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999869696
00000100:00100000:2.0:1767319513.978349:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999869696
00000100:00100000:2.0:1767319513.978379:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999869952
00000100:00100000:2.0:1767319513.978382:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999869952
00000100:00100000:2.0:1767319513.978401:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5168
00000100:00100000:2.0:1767319513.978407:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366986d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999869568:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319513.978419:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319513.978445:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5169
00000100:00100000:1.0:1767319513.978452:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366984380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999869696:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767319513.978460:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366986d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999869568:12345-0@lo:38:kworker.0 Request processed in 49us (524us total) trans 0 rc -19/-19
00010000:00020000:1.0:1767319513.978467:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319513.978471:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5168
00000100:00100000:2.0:1767319513.978491:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5170
00000100:00100000:2.0:1767319513.978497:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366984000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999869952:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767319513.978504:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366984380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999869696:12345-0@lo:38:kworker.0 Request processed in 50us (363us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319513.978514:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5169
00010000:00020000:2.0:1767319513.978525:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319513.978559:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366984000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999869952:12345-0@lo:38:kworker.0 Request processed in 61us (319us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319513.978566:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5170
00000100:00100000:1.0:1767319513.978577:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999870208
00000100:00100000:1.0:1767319513.978583:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999870208
00000100:00080000:2.0:1767319513.978600:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319513.978606:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319513.978610:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366962300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999869568:0@lo:38:kworker.0
00000100:00080000:2.0:1767319513.978620:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319513.978625:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319513.978629:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3091
00000100:00100000:2.0:1767319513.978632:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366960000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999869696:0@lo:38:kworker.0
00000100:00100000:1.0:1767319513.978641:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366961500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999870208:12345-0@lo:400:kworker.0
00000100:00080000:2.0:1767319513.978646:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319513.978652:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319513.978656:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366961880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999869952:0@lo:38:kworker.0
00000100:00100000:1.0:1767319513.978689:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366961500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999870208:12345-0@lo:400:kworker.0 Request processed in 51us (940us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319513.978696:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3091
00000100:00080000:1.0:1767319513.978717:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767319513.978740:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366961f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999870208:0@lo:400:kworker.0
00000100:00100000:3.0:1767319513.979404:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319513.979759:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999869824
00000100:00100000:2.0:1767319513.979767:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999869824
00000100:00080000:1.0:1767319513.979827:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319513.979833:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4686
00000100:00100000:2.0:1767319513.979844:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853163999869824:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319513.979905:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853163999869824:12345-0@lo:400:kworker.0 Request processed in 64us (503us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319513.979912:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4686
00000100:00100000:0.0:1767319513.980629:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319513.980673:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366962d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853163999869824:0@lo:400:kworker.0
00000100:00100000:1.0:1767319513.980713:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999870336
00000100:00100000:1.0:1767319513.980720:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999870336
00000100:00080000:2.0:1767319513.980774:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767319513.980780:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3092
00000100:00100000:1.0:1767319513.980792:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999870336:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319513.980851:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999870336:12345-0@lo:400:kworker.0 Request processed in 63us (224us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319513.980859:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3092
00000100:00100000:0.0:1767319513.980885:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999870336:0@lo:400:kworker.0
00010000:00010000:2.0:1767319514.296140:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319515.317578:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319516.099443:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767319516.100268:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767319516.101614:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962512000
00000100:00100000:2.0:1767319516.101638:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962512000
00000100:00100000:2.0:1767319516.101801:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4687
00000100:00100000:2.0:1767319516.101825:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962512000:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:0.0:1767319516.102224:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962511872
00000100:00100000:0.0:1767319516.102231:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962511872
00000100:00100000:0.0:1767319516.102271:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5171
00000100:00100000:0.0:1767319516.102279:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962511872:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:0.0:1767319516.102308:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319516.102389:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962512000:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 568us (2961us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319516.102398:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4687
00000100:00080000:1.0:1767319516.102709:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319516.102928:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962511872:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 646us (2661us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319516.103019:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5171
00010000:00010000:2.0:1767319516.341466:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319517.045548:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0]
00000100:00100000:0.0:1767319517.045575:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366986680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999870592:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319517.045669:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319517.045713:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999870464:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319517.045739:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319517.045835:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999870592
00000100:00100000:3.0:1767319517.045847:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999870592
00000100:00100000:3.0:1767319517.045933:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999870464
00000100:00100000:3.0:1767319517.045938:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999870464
00000100:00100000:3.0:1767319517.045965:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2248
00000100:00100000:3.0:1767319517.045977:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999870592:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767319517.046018:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767319517.046077:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999870592:12345-0@lo:13:osp-pre-1-1.0 Request processed in 102us (408us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319517.046085:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2248
00000100:00100000:3.0:1767319517.046104:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2249
00000100:00100000:3.0:1767319517.046111:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999870464:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767319517.046129:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767319517.046154:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999870464:12345-0@lo:13:osp-pre-0-1.0 Request processed in 45us (414us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319517.046159:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2249
00000100:00100000:3.0:1767319517.046253:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366986680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999870592:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319517.046268:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999870464:0@lo:13:osp-pre-0-1.0
00000100:00080000:0.0:1767319517.046400:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767319517.046405:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00010000:00010000:0.0:1767319517.365906:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319518.390530:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767319519.093410:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319519.093430:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767319519.093434:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319519.093439:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319519.093446:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319519.093458:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4711
00000100:00080000:2.0:1767319519.093464:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319519.093474:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319519.093536:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366987100 x1853163999870720/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319519.093571:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319519.093575:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319519.093577:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319519.093582:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4711
00000100:00080000:2.0:1767319519.093585:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319519.093589:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319519.093608:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366984700 x1853163999870848/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319519.093618:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319519.093622:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319519.093624:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319519.093628:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4711
00000100:00080000:2.0:1767319519.093631:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319519.093635:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319519.093647:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366984e00 x1853163999870976/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767319519.093655:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366987100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999870720:0@lo:38:kworker.0
00000100:00080000:2.0:1767319519.093705:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319519.093709:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319519.093711:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319519.093715:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4711
00000100:00080000:2.0:1767319519.093718:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319519.093723:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319519.093735:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366987b80 x1853163999871232/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767319519.093781:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319519.093816:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366985c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999871616:0@lo:400:kworker.0
00000100:00100000:2.0:1767319519.093853:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319519.093853:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366984700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999870848:0@lo:38:kworker.0
00000100:00100000:3.0:1767319519.093879:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319519.093882:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767319519.093888:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366986300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999871488:0@lo:400:kworker.0
00000100:00100000:3.0:1767319519.093899:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366984e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999870976:0@lo:38:kworker.0
00000100:00100000:2.0:1767319519.093911:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319519.093917:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319519.093932:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366987b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999871232:0@lo:38:kworker.0
00000100:00100000:3.0:1767319519.093957:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319519.093961:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999871616
00000100:00100000:2.0:1767319519.093972:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999871616
00000100:00100000:3.0:1767319519.093991:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999870848
00000100:00100000:3.0:1767319519.093995:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999870848
00000100:00100000:2.0:1767319519.094040:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999871488
00000100:00100000:3.0:1767319519.094040:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999870976
00000100:00100000:2.0:1767319519.094043:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999871488
00000100:00100000:3.0:1767319519.094043:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999870976
00000100:00100000:2.0:1767319519.094071:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3093
00000100:00100000:3.0:1767319519.094071:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999871232
00000100:00100000:3.0:1767319519.094074:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999871232
00000100:00100000:2.0:1767319519.094082:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366984a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999871616:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319519.094092:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5172
00000100:00100000:3.0:1767319519.094097:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999870848:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319519.094125:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319519.094180:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999870848:12345-0@lo:38:kworker.0 Request processed in 81us (298us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319519.094182:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366984a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999871616:12345-0@lo:400:kworker.0 Request processed in 103us (328us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319519.094190:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3093
00000100:00100000:3.0:1767319519.094191:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5172
00000100:00100000:2.0:1767319519.094236:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3094
00000100:00100000:3.0:1767319519.094236:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5173
00000100:00100000:3.0:1767319519.094240:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999870976:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767319519.094243:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366986680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999871488:12345-0@lo:400:kworker.0
00010000:00020000:3.0:1767319519.094251:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319519.094274:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366986680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999871488:12345-0@lo:400:kworker.0 Request processed in 31us (361us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319519.094274:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999870976:12345-0@lo:38:kworker.0 Request processed in 32us (355us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319519.094281:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3094
00000100:00100000:3.0:1767319519.094281:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5173
00000100:00100000:3.0:1767319519.094292:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5174
00000100:00100000:3.0:1767319519.094295:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999871232:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767319519.094305:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999870720
00010000:00020000:3.0:1767319519.094305:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319519.094309:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999870720
00000100:00100000:3.0:1767319519.094327:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999871232:12345-0@lo:38:kworker.0 Request processed in 30us (368us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319519.094332:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5174
00000100:00100000:2.0:1767319519.094334:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1803
00000100:00100000:2.0:1767319519.094338:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999870720:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319519.094348:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319519.094375:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999870720:12345-0@lo:38:kworker.0 Request processed in 36us (595us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319519.094382:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1803
00000100:00080000:2.0:1767319519.094400:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767319519.094400:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319519.094406:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767319519.094406:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319519.094410:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366984e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999870976:0@lo:38:kworker.0
00000100:00080000:3.0:1767319519.094420:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319519.094423:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319519.094426:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366987b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999871232:0@lo:38:kworker.0
00000100:00080000:3.0:1767319519.094434:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319519.094436:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319519.094439:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366987100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999870720:0@lo:38:kworker.0
00000100:00100000:2.0:1767319519.094442:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366986300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999871488:0@lo:400:kworker.0
00000100:00080000:3.0:1767319519.094446:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319519.094450:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319519.094451:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366985c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999871616:0@lo:400:kworker.0
00000100:00100000:3.0:1767319519.094453:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366984700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999870848:0@lo:38:kworker.0
00000100:00100000:0.0:1767319519.094556:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366985500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853163999871360:0@lo:400:kworker.0
00000100:00100000:0.0:1767319519.094594:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319519.094625:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767319519.094631:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366986a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853163999871104:0@lo:400:kworker.0
00000100:00100000:0.0:1767319519.094655:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319519.094732:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999871360
00000100:00100000:2.0:1767319519.094738:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999871360
00000100:00100000:2.0:1767319519.094779:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999871104
00000100:00100000:2.0:1767319519.094782:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999871104
00000100:00100000:2.0:1767319519.094877:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4688
00000100:00080000:0.0:1767319519.094982:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319519.095015:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853163999871360:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319519.095068:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853163999871360:12345-0@lo:400:kworker.0 Request processed in 184us (473us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319519.095121:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366985500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853163999871360:0@lo:400:kworker.0
00000100:00100000:3.0:1767319519.100466:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4689
00000100:00100000:3.0:1767319519.100510:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853163999871104:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319519.100704:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853163999871104:12345-0@lo:400:kworker.0 Request processed in 215us (6040us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319519.100715:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4689
00000100:00100000:1.0:1767319519.105401:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366986a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853163999871104:0@lo:400:kworker.0
00000100:00100000:2.0:1767319519.110640:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4688
00010000:00010000:2.0:1767319519.415998:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319520.437892:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319521.219360:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767319521.219409:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767319521.219530:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962512256
00000100:00100000:2.0:1767319521.219544:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962512256
00000100:00100000:2.0:1767319521.219648:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962512128
00000100:00100000:2.0:1767319521.219652:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962512128
00000100:00100000:2.0:1767319521.219673:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4690
00000100:00100000:2.0:1767319521.219683:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962512256:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767319521.219789:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962512256:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 107us (448us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319521.219798:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4690
00000100:00100000:2.0:1767319521.219822:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5175
00000100:00100000:2.0:1767319521.219826:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962512128:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767319521.219866:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319521.219897:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962512128:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 69us (488us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319521.219904:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5175
00000100:00080000:3.0:1767319521.220539:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767319521.462565:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319522.165806:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767319522.165833:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999871744:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319522.165924:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319522.165984:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999871744
00000100:00100000:3.0:1767319522.165992:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999871744
00000100:00100000:3.0:1767319522.166050:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2250
00000100:00100000:3.0:1767319522.166060:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999871744:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767319522.166105:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767319522.166161:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999871744:12345-0@lo:13:osp-pre-0-1.0 Request processed in 103us (238us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319522.166169:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2250
00000100:00080000:3.0:1767319522.166219:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767319522.166266:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999871744:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319522.166849:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366985c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999871872:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319522.166882:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319522.166955:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999871872
00000100:00100000:2.0:1767319522.166962:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999871872
00000100:00080000:1.0:1767319522.167006:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767319522.167015:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2251
00000100:00100000:2.0:1767319522.167027:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999871872:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767319522.167055:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767319522.167233:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999871872:12345-0@lo:13:osp-pre-1-1.0 Request processed in 208us (348us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319522.167244:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2251
00000100:00100000:3.0:1767319522.167331:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366985c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999871872:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767319522.487838:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319523.509715:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767319524.213378:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319524.213393:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767319524.213398:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319524.213404:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319524.213410:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319524.213423:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4717
00000100:00080000:2.0:1767319524.213430:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319524.213439:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319524.213499:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366986300 x1853163999872000/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767319524.213596:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366986300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999872000:0@lo:38:kworker.0
00000100:00100000:3.0:1767319524.213691:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767319524.213782:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319524.213786:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319524.213788:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319524.213793:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4717
00000100:00080000:2.0:1767319524.213796:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319524.213800:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319524.213815:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366985880 x1853163999872128/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319524.213892:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999872000
00000100:00100000:1.0:1767319524.213903:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999872000
00000100:00100000:1.0:1767319524.213961:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1804
00000100:00100000:1.0:1767319524.213971:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999872000:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319524.213997:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319524.214916:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366985880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999872128:0@lo:38:kworker.0
00000100:00100000:3.0:1767319524.214979:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767319524.217876:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319524.217891:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319524.217896:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319524.217907:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4717
00000100:00080000:2.0:1767319524.217913:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319524.217921:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319524.217979:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366985c00 x1853163999872256/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319524.218034:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319524.218045:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319524.218047:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319524.218051:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4717
00000100:00080000:2.0:1767319524.218053:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319524.218057:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319524.218069:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366985500 x1853163999872512/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319524.218339:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366984700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853163999872640:0@lo:400:kworker.0
00000100:00100000:2.0:1767319524.218435:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319524.218492:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767319524.218499:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366986a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853163999872384:0@lo:400:kworker.0
00000100:00100000:2.0:1767319524.218529:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319524.219278:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366987b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999872896:0@lo:400:kworker.0
00000100:00100000:2.0:1767319524.219326:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319524.219357:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767319524.219363:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366987100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999872768:0@lo:400:kworker.0
00000100:00100000:2.0:1767319524.219385:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319524.219417:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999872128
00000100:00100000:2.0:1767319524.219427:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999872128
00000100:00100000:2.0:1767319524.219465:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999872640
00000100:00100000:2.0:1767319524.219469:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999872640
00000100:00100000:0.0:1767319524.219549:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999872384
00000100:00100000:0.0:1767319524.219554:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999872384
00000100:00100000:0.0:1767319524.219622:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4691
00000100:00100000:0.0:1767319524.219634:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349093480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853163999872384:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319524.219715:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349093480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853163999872384:12345-0@lo:400:kworker.0 Request processed in 83us (1183us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319524.219723:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4691
00000100:00100000:0.0:1767319524.219744:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5176
00000100:00100000:0.0:1767319524.219748:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999872128:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319524.219770:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319524.219802:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999872128:12345-0@lo:38:kworker.0 Request processed in 52us (4823us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319524.219809:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5176
00000100:00080000:0.0:1767319524.219830:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319524.223563:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4692
00000100:00100000:2.0:1767319524.223581:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366984e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999872640:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319524.223719:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366984e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999872640:12345-0@lo:400:kworker.0 Request processed in 141us (5292us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319524.223728:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4692
00000100:00100000:2.0:1767319524.223781:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999872896
00000100:00100000:2.0:1767319524.223791:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999872896
00000100:00100000:2.0:1767319524.223822:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999872768
00000100:00100000:2.0:1767319524.223825:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999872768
00000100:00100000:2.0:1767319524.223842:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3095
00000100:00100000:2.0:1767319524.223848:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349091880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999872896:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319524.223903:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349091880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999872896:12345-0@lo:400:kworker.0 Request processed in 55us (4576us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319524.223910:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3095
00000100:00100000:2.0:1767319524.223923:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3096
00000100:00100000:2.0:1767319524.223929:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349090380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999872768:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319524.223958:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349090380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999872768:12345-0@lo:400:kworker.0 Request processed in 30us (4573us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319524.223964:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3096
00000100:00100000:2.0:1767319524.224136:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366987100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999872768:0@lo:400:kworker.0
00000100:00100000:2.0:1767319524.224148:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366987b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999872896:0@lo:400:kworker.0
00000100:00080000:2.0:1767319524.224320:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767319524.224325:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767319524.224327:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319524.224403:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366986a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853163999872384:0@lo:400:kworker.0
00000100:00100000:0.0:1767319524.224423:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366984700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853163999872640:0@lo:400:kworker.0
00000100:00100000:1.0:1767319524.225246:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999872000:12345-0@lo:38:kworker.0 Request processed in 11269us (11548us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319524.225264:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1804
00000100:00080000:3.0:1767319524.226586:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319524.226601:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319524.226606:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366986300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999872000:0@lo:38:kworker.0
00000100:00100000:3.0:1767319524.226652:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366985c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999872256:0@lo:38:kworker.0
00000100:00100000:3.0:1767319524.226737:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319524.226781:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366985500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999872512:0@lo:38:kworker.0
00000100:00100000:3.0:1767319524.226804:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767319524.226843:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319524.226848:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319524.226851:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366985880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999872128:0@lo:38:kworker.0
00000100:00100000:2.0:1767319524.227013:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999872256
00000100:00100000:2.0:1767319524.227022:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999872256
00000100:00100000:2.0:1767319524.227076:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999872512
00000100:00100000:2.0:1767319524.227079:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999872512
00000100:00100000:2.0:1767319524.227112:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5177
00000100:00100000:2.0:1767319524.227120:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999872256:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767319524.227148:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5178
00010000:00020000:2.0:1767319524.227148:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319524.227154:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999872512:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319524.227162:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319524.227226:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999872512:12345-0@lo:38:kworker.0 Request processed in 71us (420us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319524.227233:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5178
00000100:00100000:2.0:1767319524.227386:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999872256:12345-0@lo:38:kworker.0 Request processed in 267us (649us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319524.227391:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5177
00000100:00080000:3.0:1767319524.227552:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319524.227556:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319524.227558:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366985c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999872256:0@lo:38:kworker.0
00000100:00080000:3.0:1767319524.227564:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319524.227566:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319524.227568:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366985500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999872512:0@lo:38:kworker.0
00010000:00010000:2.0:1767319524.533952:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319525.312577:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000400:00000100:3.0:1767319525.312979:0:6999:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.52@tcp portal 26 match 1853163962512384 offset 0 length 520: 4
00000100:00100000:3.0:1767319525.313068:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767319525.315017:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962512640
00000100:00100000:1.0:1767319525.315039:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962512640
00000100:00100000:2.0:1767319525.321409:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962512512
00000100:00100000:2.0:1767319525.321434:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962512512
00000100:00100000:2.0:1767319525.321520:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5179
00000100:00100000:2.0:1767319525.321532:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962512512:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767319525.321563:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319525.321676:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962512512:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 144us (8607us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319525.321684:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5179
00000100:00100000:1.0:1767319525.323511:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4693
00000100:00100000:1.0:1767319525.323531:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962512640:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767319525.323655:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962512640:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 130us (11093us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319525.323663:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4693
00000100:00080000:0.0:1767319525.323748:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767319525.557761:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319526.582177:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319527.286489:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349093800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999873024:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319527.286497:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999873152:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319527.286841:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319527.287522:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999873152
00000100:00100000:2.0:1767319527.287533:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999873152
00000100:00100000:2.0:1767319527.287651:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2252
00000100:00100000:2.0:1767319527.287662:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366961f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999873152:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767319527.287692:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767319527.287747:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366961f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999873152:12345-0@lo:13:osp-pre-0-1.0 Request processed in 88us (906us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319527.287754:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2252
00000100:00100000:1.0:1767319527.287878:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999873152:0@lo:13:osp-pre-0-1.0
00000100:00080000:0.0:1767319527.287925:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767319527.296465:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319527.296548:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999873024
00000100:00100000:2.0:1767319527.296566:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999873024
00000100:00100000:2.0:1767319527.296635:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2253
00000100:00100000:2.0:1767319527.296645:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999873024:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767319527.296680:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767319527.296740:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999873024:12345-0@lo:13:osp-pre-1-1.0 Request processed in 97us (284us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319527.296748:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2253
00000100:00100000:3.0:1767319527.297126:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349093800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999873024:0@lo:13:osp-pre-1-1.0
00000100:00080000:0.0:1767319527.297139:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00010000:00010000:2.0:1767319527.605633:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319528.309602:0:7004:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319503/real 1767319503]  req@ffff952345fa8e00 x1853163999866752/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319528 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1767319528.309635:0:7004:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff952345fa8e00 x1853163999866752/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319528 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1767319528.309654:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319528.309728:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:3.0:1767319528.309732:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fa8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853163999866752:0@lo:250:kworker.0
00000100:00080000:2.0:1767319528.310120:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319528.310127:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1767319528.310130:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319528.310134:0:63619:0:(import.c:509:import_select_connection()) MGC192.168.202.152@tcp: connect to NID 0@lo last attempt 4701
00000100:00080000:2.0:1767319528.310138:0:63619:0:(import.c:588:import_select_connection()) MGC192.168.202.152@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319528.310144:0:63619:0:(import.c:623:import_select_connection()) MGC192.168.202.152@tcp: import ffff95235eb57800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319528.310175:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952349092a00 x1853163999873280/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767319528.310290:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349092a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853163999873280:0@lo:250:kworker.0
00000400:00000100:3.0:1767319528.310335:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163999873280 offset 0 length 520: 4
00000100:00080000:2.0:1767319528.310418:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319528.310423:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319528.310425:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319528.310429:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4722
00000100:00080000:2.0:1767319528.310432:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319528.310435:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319528.310452:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952349092d80 x1853163999873408/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767319528.310635:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349092d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999873408:0@lo:38:kworker.0
00000100:00100000:3.0:1767319528.310669:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319528.310740:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999873408
00000100:00100000:1.0:1767319528.310748:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999873408
00000100:00080000:2.0:1767319528.310775:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319528.310780:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319528.310783:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319528.310787:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4722
00000100:00080000:2.0:1767319528.310791:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1767319528.310792:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1805
00000100:00080000:2.0:1767319528.310797:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319528.310803:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999873408:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767319528.310816:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952349092680 x1853163999873536/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00020000:1.0:1767319528.310824:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319528.310861:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349092680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999873536:0@lo:38:kworker.0
00000100:00100000:3.0:1767319528.310893:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767319528.310922:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319528.310926:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319528.310927:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319528.310931:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4722
00000100:00080000:2.0:1767319528.310933:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319528.310936:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319528.310947:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952349091c00 x1853163999873664/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319528.311029:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999873408:12345-0@lo:38:kworker.0 Request processed in 227us (357us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319528.311040:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999873536
00000100:00100000:1.0:1767319528.311041:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1805
00000100:00100000:0.0:1767319528.311044:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999873536
00000100:00100000:0.0:1767319528.311080:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5180
00000100:00100000:0.0:1767319528.311085:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999873536:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319528.311095:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319528.311126:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999873536:12345-0@lo:38:kworker.0 Request processed in 40us (231us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319528.311133:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5180
00000100:00080000:2.0:1767319528.311149:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319528.311153:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319528.311155:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319528.311160:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4722
00000100:00100000:0.0:1767319528.311161:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:2.0:1767319528.311164:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319528.311169:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319528.311178:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349093b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853163999873792:0@lo:400:kworker.0
00000100:00100000:2.0:1767319528.311185:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952349090a80 x1853163999873920/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319528.311235:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319528.311235:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767319528.311245:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349091f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999874048:0@lo:400:kworker.0
00000100:00080000:3.0:1767319528.311362:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319528.311367:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319528.311371:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349092d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999873408:0@lo:38:kworker.0
00000100:00100000:3.0:1767319528.311388:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349091c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999873664:0@lo:38:kworker.0
00000100:00100000:2.0:1767319528.311450:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349092300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999874176:0@lo:400:kworker.0
00000100:00100000:1.0:1767319528.312272:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319528.312305:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999873792
00000100:00100000:3.0:1767319528.312313:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999873792
00000100:00100000:1.0:1767319528.312325:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349091180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999874304:0@lo:400:kworker.0
00000100:00100000:1.0:1767319528.312360:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319528.312365:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999874048
00000100:00100000:3.0:1767319528.312369:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999874048
00000100:00100000:3.0:1767319528.312401:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4694
00000100:00080000:1.0:1767319528.312404:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319528.312411:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853163999873792:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319528.312422:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4695
00000100:00100000:1.0:1767319528.312432:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366962a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999874048:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319528.312608:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853163999873792:12345-0@lo:400:kworker.0 Request processed in 55us (1228us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319528.315451:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319528.315633:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349093b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853163999873792:0@lo:400:kworker.0
00000100:00100000:3.0:1767319528.315640:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4694
00000100:00100000:3.0:1767319528.315697:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319528.315739:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349090a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999873920:0@lo:38:kworker.0
00000100:00100000:0.0:1767319528.315750:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349091f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999874048:0@lo:400:kworker.0
00000100:00100000:0.0:1767319528.315779:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999873664
00000100:00100000:0.0:1767319528.315786:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999873664
00000100:00100000:3.0:1767319528.315791:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319528.315809:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366962a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999874048:12345-0@lo:400:kworker.0 Request processed in 48us (207us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319528.315818:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999873920
00000100:00100000:1.0:1767319528.315819:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4695
00000100:00100000:0.0:1767319528.315821:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999873920
00000100:00080000:3.0:1767319528.315822:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319528.315829:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319528.315834:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349092680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999873536:0@lo:38:kworker.0
00000100:00100000:1.0:1767319528.315839:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5181
00000100:00100000:1.0:1767319528.315846:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999873664:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319528.315867:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319528.315910:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999873664:12345-0@lo:38:kworker.0 Request processed in 63us (212us total) trans 0 rc -19/-19
00000100:00080000:3.0:1767319528.315937:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319528.315944:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319528.315947:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349091c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999873664:0@lo:38:kworker.0
00000100:00100000:0.0:1767319528.316512:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5182
00000100:00100000:0.0:1767319528.316519:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999873920:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767319528.316551:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999874304
00000100:00100000:2.0:1767319528.316556:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999874304
00010000:00020000:0.0:1767319528.316572:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319528.316592:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999874176
00000100:00100000:2.0:1767319528.316597:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999874176
00000100:00100000:0.0:1767319528.316617:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999873920:12345-0@lo:38:kworker.0 Request processed in 96us (825us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319528.316624:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3097
00000100:00100000:0.0:1767319528.316628:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5182
00000100:00100000:2.0:1767319528.316637:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366963b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999874304:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319528.316678:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3098
00000100:00100000:0.0:1767319528.316689:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349090700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999874176:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319528.316695:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366963b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999874304:12345-0@lo:400:kworker.0 Request processed in 60us (4332us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319528.316704:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3097
00000100:00100000:0.0:1767319528.316738:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349090700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999874176:12345-0@lo:400:kworker.0 Request processed in 51us (3995us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319528.316745:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3098
00000100:00100000:2.0:1767319528.316749:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349092300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999874176:0@lo:400:kworker.0
00000100:00080000:2.0:1767319528.316796:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319528.316802:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319528.316808:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349091180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999874304:0@lo:400:kworker.0
00000100:00100000:2.0:1767319528.316809:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349090a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999873920:0@lo:38:kworker.0
00000100:00100000:1.0:1767319528.317908:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5181
00010000:00010000:2.0:1767319528.629377:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767319529.654820:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319530.432816:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767319530.433100:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962512768
00000100:00100000:1.0:1767319530.433111:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962512768
00000100:00100000:1.0:1767319530.433162:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5183
00000100:00100000:1.0:1767319530.433171:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962512768:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767319530.433238:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319530.433317:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962512768:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 145us (511us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319530.433324:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5183
00000100:00100000:2.0:1767319530.434389:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767319530.434576:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962512896
00000100:00100000:1.0:1767319530.434583:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962512896
00000100:00100000:1.0:1767319530.434643:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4696
00000100:00100000:1.0:1767319530.434653:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349090a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962512896:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767319530.434728:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349090a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962512896:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 77us (343us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319530.434734:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4696
00000100:00080000:0.0:1767319530.434799:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767319530.680148:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319531.701504:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319532.405432:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767319532.405457:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349092300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999874432:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319532.405529:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319532.405844:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999874432
00000100:00100000:2.0:1767319532.405853:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999874432
00000100:00100000:2.0:1767319532.405926:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2254
00000100:00100000:2.0:1767319532.405935:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999874432:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767319532.405962:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767319532.406008:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999874432:12345-0@lo:13:osp-pre-1-1.0 Request processed in 75us (479us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319532.406016:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2254
00000100:00080000:3.0:1767319532.406093:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767319532.406133:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349092300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999874432:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319532.407038:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999874560:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319532.407081:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319532.408044:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999874560
00000100:00100000:1.0:1767319532.408055:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999874560
00000100:00100000:1.0:1767319532.408131:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2255
00000100:00100000:1.0:1767319532.408139:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999874560:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767319532.408166:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00080000:0.0:1767319532.409249:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767319532.412404:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999874560:12345-0@lo:13:osp-pre-0-1.0 Request processed in 4248us (5305us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319532.412420:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2255
00000100:00100000:3.0:1767319532.412681:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999874560:0@lo:13:osp-pre-0-1.0
00010000:00010000:2.0:1767319532.728415:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767319533.430150:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319533.430162:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767319533.430165:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319533.430169:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319533.430174:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319533.430182:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4726
00000100:00080000:0.0:1767319533.430186:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319533.430220:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319533.430264:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0df100 x1853163999874688/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319533.430292:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319533.430296:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319533.430297:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319533.430301:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4726
00000100:00080000:0.0:1767319533.430303:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319533.430307:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319533.430322:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0ddf80 x1853163999874816/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319533.430332:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319533.430335:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319533.430336:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319533.430340:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4726
00000100:00080000:0.0:1767319533.430342:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319533.430345:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319533.430353:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0dc380 x1853163999874944/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319533.430404:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319533.430408:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319533.430411:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319533.430414:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4726
00000100:00080000:0.0:1767319533.430417:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319533.430420:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319533.430433:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236e981f80 x1853163999875200/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319533.430469:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d071880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999875456:0@lo:400:kworker.0
00000100:00100000:0.0:1767319533.430481:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236e982d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853163999875328:0@lo:400:kworker.0
00000100:00100000:3.0:1767319533.431127:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236e982300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999875072:0@lo:400:kworker.0
00000100:00100000:2.0:1767319533.434891:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319533.435502:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767319533.435517:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999875584:0@lo:400:kworker.0
00000100:00100000:2.0:1767319533.435561:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319533.435614:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999874688:0@lo:38:kworker.0
00000100:00100000:2.0:1767319533.435644:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319533.435851:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999875456
00000100:00100000:1.0:1767319533.435860:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999875456
00000100:00100000:1.0:1767319533.435917:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999875584
00000100:00100000:1.0:1767319533.435922:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999875584
00000100:00100000:1.0:1767319533.435952:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3099
00000100:00100000:1.0:1767319533.435960:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349093100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999875456:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319533.436052:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349093100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999875456:12345-0@lo:400:kworker.0 Request processed in 92us (1168us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319533.436059:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3099
00000100:00100000:2.0:1767319533.436077:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999874816:0@lo:38:kworker.0
00000100:00100000:1.0:1767319533.436080:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3100
00000100:00100000:1.0:1767319533.436091:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349091500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999875584:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319533.436119:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319533.436128:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349091500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999875584:12345-0@lo:400:kworker.0 Request processed in 38us (566us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319533.436136:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3100
00000100:00100000:2.0:1767319533.436146:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999874944:0@lo:38:kworker.0
00000100:00100000:2.0:1767319533.436171:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319533.436218:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236e981f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999875200:0@lo:38:kworker.0
00000100:00100000:2.0:1767319533.436243:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319533.436281:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999874688
00000100:00100000:2.0:1767319533.436286:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999874688
00000100:00100000:1.0:1767319533.436294:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999874816
00000100:00100000:1.0:1767319533.436300:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999874816
00000100:00100000:2.0:1767319533.436313:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1806
00000100:00100000:2.0:1767319533.436320:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349092300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999874688:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767319533.436327:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999874944
00000100:00100000:1.0:1767319533.436331:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999874944
00010000:00020000:2.0:1767319533.436340:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319533.436346:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999875200
00000100:00100000:1.0:1767319533.436349:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999875200
00000100:00100000:1.0:1767319533.436366:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5184
00000100:00100000:1.0:1767319533.436370:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349091180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999874816:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319533.436381:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319533.436413:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349091180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999874816:12345-0@lo:38:kworker.0 Request processed in 42us (296us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319533.436420:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5184
00000100:00100000:1.0:1767319533.436435:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5185
00000100:00100000:1.0:1767319533.436439:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349091c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999874944:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319533.436447:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319533.436467:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349091c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999874944:12345-0@lo:38:kworker.0 Request processed in 28us (297us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319533.436473:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5185
00000100:00100000:1.0:1767319533.436483:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5186
00000100:00100000:1.0:1767319533.436486:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349092680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999875200:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319533.436494:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319533.436512:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349092680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999875200:12345-0@lo:38:kworker.0 Request processed in 25us (270us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319533.436518:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5186
00000100:00100000:1.0:1767319533.436583:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999875584:0@lo:400:kworker.0
00000100:00100000:1.0:1767319533.436594:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d071880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999875456:0@lo:400:kworker.0
00000100:00100000:2.0:1767319533.436806:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349092300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999874688:12345-0@lo:38:kworker.0 Request processed in 484us (1160us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319533.436814:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1806
00000100:00080000:2.0:1767319533.436841:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319533.436846:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319533.436849:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999874688:0@lo:38:kworker.0
00000100:00080000:2.0:1767319533.436856:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319533.436859:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319533.436862:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999874816:0@lo:38:kworker.0
00000100:00080000:2.0:1767319533.436867:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319533.436870:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319533.436873:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999874944:0@lo:38:kworker.0
00000100:00080000:2.0:1767319533.436880:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319533.436882:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319533.436885:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236e981f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999875200:0@lo:38:kworker.0
00000100:00100000:0.0:1767319533.437436:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319533.438833:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999875328
00000100:00100000:1.0:1767319533.438844:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999875328
00000100:00100000:1.0:1767319533.438928:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4697
00000100:00100000:1.0:1767319533.438940:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999875328:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767319533.439113:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319533.439122:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999875328:12345-0@lo:400:kworker.0 Request processed in 187us (1687us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319533.439130:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4697
00000100:00100000:0.0:1767319533.439154:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236e982d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853163999875328:0@lo:400:kworker.0
00000100:00100000:3.0:1767319533.442191:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319533.442331:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999875072
00000100:00100000:2.0:1767319533.442341:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999875072
00000100:00100000:2.0:1767319533.442467:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4698
00000100:00100000:2.0:1767319533.442476:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999875072:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319533.442542:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999875072:12345-0@lo:400:kworker.0 Request processed in 67us (358us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319533.442549:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4698
00000100:00100000:3.0:1767319533.443053:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236e982300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999875072:0@lo:400:kworker.0
00000100:00080000:0.0:1767319533.444596:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767319533.753728:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319534.775412:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319535.563452:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767319535.563505:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767319535.563559:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962513152
00000100:00100000:2.0:1767319535.563570:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962513152
00000100:00100000:2.0:1767319535.563649:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962513024
00000100:00100000:2.0:1767319535.563652:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962513024
00000100:00100000:2.0:1767319535.563675:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4699
00000100:00100000:2.0:1767319535.563686:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962513152:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767319535.563701:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5187
00000100:00100000:1.0:1767319535.563711:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962513024:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767319535.563733:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319535.563765:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962513152:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 80us (338us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319535.563773:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962513024:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 60us (264us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319535.563778:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4699
00000100:00100000:1.0:1767319535.563787:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5187
00000100:00080000:0.0:1767319535.564064:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767319535.800566:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319536.821798:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319537.525614:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349091f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999875840:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319537.525695:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319537.525765:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999875840
00000100:00100000:3.0:1767319537.525768:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bcf0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999875712:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319537.525776:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999875840
00000100:00100000:3.0:1767319537.525796:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319537.525839:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999875712
00000100:00100000:1.0:1767319537.525843:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999875712
00000100:00080000:0.0:1767319537.525861:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767319537.525868:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767319537.525876:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2256
00000100:00100000:1.0:1767319537.525887:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999875840:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319537.525898:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2257
00002000:00000024:1.0:1767319537.525918:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767319537.525923:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999875712:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767319537.525945:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767319537.528045:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999875840:12345-0@lo:13:osp-pre-1-1.0 Request processed in 2152us (2341us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319537.528080:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999875712:12345-0@lo:13:osp-pre-0-1.0 Request processed in 2172us (2281us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319537.528091:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2257
00000100:00100000:1.0:1767319537.528102:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2256
00000100:00100000:3.0:1767319537.528188:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349091f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999875840:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319537.528224:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bcf0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999875712:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767319537.847141:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767319538.549919:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319538.549928:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767319538.549932:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319538.549936:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319538.549939:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319538.549947:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4731
00000100:00080000:0.0:1767319538.549951:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319538.549958:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319538.550022:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234bcf1500 x1853163999875968/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319538.550047:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319538.550050:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319538.550052:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319538.550055:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4731
00000100:00080000:0.0:1767319538.550057:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319538.550061:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319538.550109:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234bcf0000 x1853163999876096/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319538.550118:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319538.550121:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319538.550123:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319538.550126:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4731
00000100:00080000:0.0:1767319538.550128:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319538.550131:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319538.550143:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235e8c8700 x1853163999876224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319538.550191:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319538.550213:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319538.550215:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319538.550218:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4731
00000100:00080000:0.0:1767319538.550220:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319538.550224:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319538.550235:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235e8c8000 x1853163999876480/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319538.550446:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999876608:0@lo:400:kworker.0
00000100:00100000:1.0:1767319538.550506:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319538.550560:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767319538.550565:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bfe0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999876736:0@lo:400:kworker.0
00000100:00100000:1.0:1767319538.550589:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319538.550623:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999876608
00000100:00100000:1.0:1767319538.550629:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999876608
00000100:00100000:1.0:1767319538.550678:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4700
00000100:00100000:1.0:1767319538.550687:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366961180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999876608:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319538.550735:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366961180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999876608:12345-0@lo:400:kworker.0 Request processed in 50us (228us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319538.550742:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4700
00000100:00100000:1.0:1767319538.550765:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999876736
00000100:00100000:1.0:1767319538.550769:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999876736
00000100:00100000:1.0:1767319538.550796:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3101
00000100:00100000:1.0:1767319538.550801:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366963800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999876736:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319538.550829:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366963800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999876736:12345-0@lo:400:kworker.0 Request processed in 28us (239us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319538.550835:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3101
00000100:00080000:1.0:1767319538.550853:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319538.550878:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bfe0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999876736:0@lo:400:kworker.0
00000100:00100000:1.0:1767319538.550886:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999876608:0@lo:400:kworker.0
00000100:00100000:1.0:1767319538.550907:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853163999876352:0@lo:400:kworker.0
00000100:00100000:1.0:1767319538.550928:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319538.550944:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999876352
00000100:00100000:1.0:1767319538.550947:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999876352
00000100:00100000:1.0:1767319538.550982:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4701
00000100:00100000:1.0:1767319538.550988:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366962d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853163999876352:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319538.551014:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366962d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853163999876352:12345-0@lo:400:kworker.0 Request processed in 27us (86us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319538.551020:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4701
00000100:00080000:1.0:1767319538.551036:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319538.551061:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853163999876352:0@lo:400:kworker.0
00000100:00100000:0.0:1767319538.551683:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bfe3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999876864:0@lo:400:kworker.0
00000100:00100000:0.0:1767319538.551719:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319538.552327:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bcf1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999875968:0@lo:38:kworker.0
00000100:00100000:2.0:1767319538.552366:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319538.552406:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bcf0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999876096:0@lo:38:kworker.0
00000100:00100000:3.0:1767319538.552416:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999875968
00000100:00100000:2.0:1767319538.552442:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319538.552460:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999876224:0@lo:38:kworker.0
00000100:00100000:2.0:1767319538.552478:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319538.552493:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999876480:0@lo:38:kworker.0
00000100:00100000:2.0:1767319538.552513:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319538.552539:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999876096
00000100:00100000:2.0:1767319538.552543:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999876096
00000100:00100000:2.0:1767319538.552567:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999876224
00000100:00100000:2.0:1767319538.552570:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999876224
00000100:00100000:2.0:1767319538.552581:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999876480
00000100:00100000:2.0:1767319538.552583:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999876480
00000100:00100000:2.0:1767319538.552597:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5188
00000100:00100000:2.0:1767319538.552602:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349092d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999876096:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319538.552622:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319538.552657:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349092d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999876096:12345-0@lo:38:kworker.0 Request processed in 53us (215us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319538.552664:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5188
00000100:00100000:2.0:1767319538.552679:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5189
00000100:00100000:2.0:1767319538.552682:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349093800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999876224:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319538.552690:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319538.552709:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349093800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999876224:12345-0@lo:38:kworker.0 Request processed in 26us (230us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319538.552717:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5189
00000100:00100000:2.0:1767319538.552726:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5190
00000100:00100000:2.0:1767319538.552730:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349091f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999876480:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319538.552737:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319538.552753:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349091f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999876480:12345-0@lo:38:kworker.0 Request processed in 22us (240us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319538.552758:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5190
00000100:00080000:2.0:1767319538.552784:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319538.552788:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319538.552791:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bcf0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999876096:0@lo:38:kworker.0
00000100:00080000:2.0:1767319538.552807:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319538.552810:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319538.552813:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999876224:0@lo:38:kworker.0
00000100:00080000:2.0:1767319538.552819:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319538.552822:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319538.552825:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999876480:0@lo:38:kworker.0
00000100:00100000:3.0:1767319538.554891:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999875968
00000100:00100000:3.0:1767319538.555069:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1807
00000100:00100000:3.0:1767319538.555081:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349093b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999875968:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319538.555106:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319538.555115:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999876864
00000100:00100000:1.0:1767319538.555124:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999876864
00000100:00100000:1.0:1767319538.555163:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3102
00000100:00100000:1.0:1767319538.555171:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999876864:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319538.555264:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999876864:12345-0@lo:400:kworker.0 Request processed in 93us (3543us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319538.555271:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3102
00000100:00100000:0.0:1767319538.555617:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bfe3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999876864:0@lo:400:kworker.0
00000100:00100000:3.0:1767319538.559185:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349093b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999875968:12345-0@lo:38:kworker.0 Request processed in 4096us (6807us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319538.559225:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1807
00000100:00080000:2.0:1767319538.561356:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319538.561370:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319538.561376:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bcf1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999875968:0@lo:38:kworker.0
00010000:00010000:2.0:1767319538.869403:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319539.893518:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319540.673267:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767319540.673379:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962513280
00000100:00100000:1.0:1767319540.673395:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962513280
00000100:00100000:1.0:1767319540.673477:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5191
00000100:00100000:1.0:1767319540.673486:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962513280:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767319540.673509:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319540.673590:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962513280:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 104us (340us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319540.673596:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5191
00000100:00100000:3.0:1767319540.675789:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767319540.675856:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962513408
00000100:00100000:2.0:1767319540.675869:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962513408
00000100:00100000:2.0:1767319540.675944:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4702
00000100:00100000:2.0:1767319540.675963:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fa8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962513408:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767319540.676122:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fa8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962513408:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 159us (343us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319540.676130:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4702
00000100:00080000:1.0:1767319540.676191:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767319540.917610:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767319541.941842:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319542.645453:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767319542.645470:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366964380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999876992:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319542.645538:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319542.645549:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767319542.645563:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bfe3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999877120:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319542.645616:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319542.645663:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999876992
00000100:00100000:2.0:1767319542.645670:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999876992
00000100:00100000:2.0:1767319542.645722:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999877120
00000100:00100000:2.0:1767319542.645724:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999877120
00000100:00100000:2.0:1767319542.645744:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2258
00000100:00100000:2.0:1767319542.645754:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bcf1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999876992:12345-0@lo:13:osp-pre-1-1.0
00000100:00080000:0.0:1767319542.645756:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767319542.645764:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00002000:00000024:2.0:1767319542.645788:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767319542.645796:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2259
00000100:00100000:0.0:1767319542.645807:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952371388000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999877120:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767319542.645828:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767319542.645832:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bcf1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999876992:12345-0@lo:13:osp-pre-1-1.0 Request processed in 78us (294us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319542.645842:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2258
00000100:00100000:0.0:1767319542.645872:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952371388000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999877120:12345-0@lo:13:osp-pre-0-1.0 Request processed in 65us (253us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319542.645881:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2259
00000100:00100000:2.0:1767319542.645910:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366964380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999876992:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319542.645924:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bfe3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999877120:0@lo:13:osp-pre-0-1.0
00010000:00010000:2.0:1767319542.968364:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767319543.669717:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319543.669728:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767319543.669731:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319543.669736:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319543.669740:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319543.669748:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4736
00000100:00080000:2.0:1767319543.669753:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319543.669759:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319543.669796:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234bcf0000 x1853163999877248/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319543.671031:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bcf0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999877248:0@lo:38:kworker.0
00000100:00100000:0.0:1767319543.671105:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319543.671172:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999877248
00000100:00100000:3.0:1767319543.671185:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999877248
00000100:00080000:2.0:1767319543.671212:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319543.671217:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319543.671219:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319543.671222:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4736
00000100:00080000:2.0:1767319543.671225:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319543.671229:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319543.671245:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1808
00000100:00100000:2.0:1767319543.671252:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236e982300 x1853163999877376/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767319543.671252:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237138ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999877248:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319543.671447:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319543.673172:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236e982300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999877376:0@lo:38:kworker.0
00000100:00100000:0.0:1767319543.673245:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319543.673446:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999877376
00000100:00100000:1.0:1767319543.673456:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999877376
00000100:00100000:1.0:1767319543.673508:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5192
00000100:00100000:1.0:1767319543.673515:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237138a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999877376:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319543.673533:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319543.673575:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237138a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999877376:12345-0@lo:38:kworker.0 Request processed in 59us (329us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319543.673582:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5192
00000100:00080000:2.0:1767319543.673867:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319543.673873:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319543.673876:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319543.673880:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4736
00000100:00080000:2.0:1767319543.673884:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319543.673888:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319543.673915:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236e982d80 x1853163999877504/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319543.673969:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319543.673980:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319543.673983:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319543.673986:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4736
00000100:00080000:2.0:1767319543.673989:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319543.673992:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319543.674006:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0dc380 x1853163999877760/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319543.674057:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853163999877888:0@lo:400:kworker.0
00000100:00100000:2.0:1767319543.674087:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319543.674107:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767319543.674112:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999878016:0@lo:400:kworker.0
00000100:00100000:2.0:1767319543.674135:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319543.674168:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366985500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999878144:0@lo:400:kworker.0
00000100:00100000:2.0:1767319543.674190:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319543.674225:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767319543.674230:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236e981f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999877632:0@lo:400:kworker.0
00000100:00100000:2.0:1767319543.674249:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319543.675469:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237138ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999877248:12345-0@lo:38:kworker.0 Request processed in 4209us (4356us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319543.675481:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1808
00000100:00100000:1.0:1767319543.675646:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999878016
00000100:00100000:1.0:1767319543.675653:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999878016
00000100:00100000:1.0:1767319543.675695:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999878144
00000100:00100000:1.0:1767319543.675698:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999878144
00000100:00100000:1.0:1767319543.675732:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3103
00000100:00100000:1.0:1767319543.675740:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366985880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999878016:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319543.675809:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366985880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999878016:12345-0@lo:400:kworker.0 Request processed in 70us (1672us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319543.675815:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3103
00000100:00100000:1.0:1767319543.675842:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3104
00000100:00100000:1.0:1767319543.675848:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366986300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999878144:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319543.675882:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366986300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999878144:12345-0@lo:400:kworker.0 Request processed in 34us (1690us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319543.675887:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3104
00000100:00100000:1.0:1767319543.675944:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999878016:0@lo:400:kworker.0
00000100:00100000:3.0:1767319543.676065:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999877888
00000100:00100000:3.0:1767319543.676071:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999877888
00000100:00100000:3.0:1767319543.676105:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999877632
00000100:00100000:3.0:1767319543.676108:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999877632
00000100:00100000:3.0:1767319543.676130:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4703
00000100:00100000:3.0:1767319543.676136:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366985c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853163999877888:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319543.676181:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366985500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999878144:0@lo:400:kworker.0
00000100:00100000:1.0:1767319543.676224:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4704
00000100:00100000:1.0:1767319543.676232:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366984700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999877632:12345-0@lo:400:kworker.0
00000100:00080000:2.0:1767319543.676328:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319543.679837:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366985c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853163999877888:12345-0@lo:400:kworker.0 Request processed in 3690us (5737us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319543.679854:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4703
00000100:00100000:2.0:1767319543.679965:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853163999877888:0@lo:400:kworker.0
00000100:00080000:0.0:1767319543.680292:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319543.680300:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319543.680303:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bcf0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999877248:0@lo:38:kworker.0
00000100:00100000:0.0:1767319543.680324:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236e982d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999877504:0@lo:38:kworker.0
00000100:00100000:0.0:1767319543.680364:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319543.680394:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999877760:0@lo:38:kworker.0
00000100:00100000:0.0:1767319543.680415:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767319543.680432:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319543.680436:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319543.680439:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236e982300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999877376:0@lo:38:kworker.0
00000100:00100000:3.0:1767319543.680516:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999877504
00000100:00100000:3.0:1767319543.680523:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999877504
00000100:00100000:3.0:1767319543.680557:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999877760
00000100:00100000:3.0:1767319543.680561:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999877760
00000100:00100000:3.0:1767319543.680586:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5193
00000100:00100000:3.0:1767319543.680592:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952371388380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999877504:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319543.680611:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319543.680741:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5194
00000100:00100000:0.0:1767319543.680746:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237138bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999877760:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319543.680760:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319543.680795:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237138bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999877760:12345-0@lo:38:kworker.0 Request processed in 47us (379us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319543.680802:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5194
00000100:00080000:0.0:1767319543.681103:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319543.681108:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319543.681112:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999877760:0@lo:38:kworker.0
00000100:00100000:3.0:1767319543.681225:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952371388380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999877504:12345-0@lo:38:kworker.0 Request processed in 631us (861us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319543.681232:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5193
00000100:00080000:0.0:1767319543.681294:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319543.681298:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319543.681301:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236e982d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999877504:0@lo:38:kworker.0
00000100:00100000:1.0:1767319543.681398:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366984700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999877632:12345-0@lo:400:kworker.0 Request processed in 5166us (7146us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319543.681406:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4704
00000100:00100000:0.0:1767319543.681476:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236e981f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999877632:0@lo:400:kworker.0
00010000:00010000:2.0:1767319543.989525:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319545.013414:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319545.794635:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767319545.794735:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767319545.795284:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962513664
00000100:00100000:2.0:1767319545.795294:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962513664
00000100:00100000:2.0:1767319545.795357:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962513536
00000100:00100000:2.0:1767319545.795360:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962513536
00000100:00100000:1.0:1767319545.795493:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4705
00000100:00100000:1.0:1767319545.795506:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366961880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962513664:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767319545.795590:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366961880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962513664:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 87us (965us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319545.795598:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4705
00000100:00100000:2.0:1767319545.795851:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5195
00000100:00100000:2.0:1767319545.795857:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366960000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962513536:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767319545.795884:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319545.795928:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366960000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962513536:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 70us (1193us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319545.795935:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5195
00000100:00080000:0.0:1767319545.796106:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767319546.037664:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319547.062819:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319547.765704:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366964000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999878272:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319547.765776:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319547.766010:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767319547.766020:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366964700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999878400:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319547.766122:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999878272
00000100:00100000:1.0:1767319547.766131:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999878272
00000100:00080000:0.0:1767319547.766213:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767319547.766221:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2260
00000100:00100000:1.0:1767319547.766243:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366986a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999878272:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767319547.766273:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767319547.768041:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319547.769015:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999878400
00000100:00100000:0.0:1767319547.769025:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999878400
00000100:00100000:0.0:1767319547.769092:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2261
00000100:00100000:0.0:1767319547.769102:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366966300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999878400:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767319547.769132:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767319547.769191:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366966300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999878400:12345-0@lo:13:osp-pre-0-1.0 Request processed in 91us (1155us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319547.769217:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2261
00000100:00080000:0.0:1767319547.769323:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767319547.769467:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366964700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999878400:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319547.769737:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366986a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999878272:12345-0@lo:13:osp-pre-1-1.0 Request processed in 3507us (3960us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319547.769745:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2260
00000100:00100000:2.0:1767319547.769987:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366964000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999878272:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767319548.087867:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767319548.789358:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319548.789370:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767319548.789373:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319548.789377:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319548.789381:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319548.789390:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4741
00000100:00080000:2.0:1767319548.789396:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319548.789404:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319548.789449:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366987b80 x1853163999878528/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319548.789481:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319548.789485:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319548.789486:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319548.789490:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4741
00000100:00080000:2.0:1767319548.789492:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319548.789496:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319548.789510:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366987100 x1853163999878656/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319548.789521:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319548.789524:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319548.789526:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319548.789529:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4741
00000100:00080000:2.0:1767319548.789531:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319548.789535:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319548.789546:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366985500 x1853163999878784/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319548.789598:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319548.789603:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319548.789605:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319548.789610:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4741
00000100:00080000:2.0:1767319548.789612:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319548.789616:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319548.789622:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366987b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999878528:0@lo:38:kworker.0
00000100:00100000:1.0:1767319548.789633:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767319548.789633:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347047b80 x1853163999879040/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319548.789650:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347044000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999878912:0@lo:400:kworker.0
00000100:00100000:2.0:1767319548.789721:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347044380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999879296:0@lo:400:kworker.0
00000100:00100000:1.0:1767319548.789840:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319548.789931:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347044e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999879424:0@lo:400:kworker.0
00000100:00100000:1.0:1767319548.789956:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319548.789999:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347044700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999879168:0@lo:400:kworker.0
00000100:00100000:1.0:1767319548.790024:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319548.790056:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999878912
00000100:00100000:3.0:1767319548.790288:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999879168
00000100:00100000:3.0:1767319548.790295:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999879168
00000100:00100000:3.0:1767319548.790370:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4706
00000100:00100000:3.0:1767319548.790381:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999879168:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319548.790436:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999879168:12345-0@lo:400:kworker.0 Request processed in 59us (410us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319548.790444:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4706
00000100:00100000:3.0:1767319548.790475:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999879424
00000100:00100000:3.0:1767319548.790479:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999879424
00000100:00100000:3.0:1767319548.790506:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3105
00000100:00100000:3.0:1767319548.790512:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366963100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999879424:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319548.790562:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366963100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999879424:12345-0@lo:400:kworker.0 Request processed in 50us (604us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319548.790568:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3105
00000100:00100000:3.0:1767319548.790629:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347044700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999879168:0@lo:400:kworker.0
00000100:00100000:3.0:1767319548.790658:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347044e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999879424:0@lo:400:kworker.0
00000100:00100000:1.0:1767319548.790669:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999878912
00000100:00080000:3.0:1767319548.790683:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319548.790800:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319548.790853:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366987100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999878656:0@lo:38:kworker.0
00000100:00100000:0.0:1767319548.790887:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319548.790940:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999878528
00000100:00100000:3.0:1767319548.790945:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999878528
00000100:00100000:3.0:1767319548.790968:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1809
00000100:00100000:3.0:1767319548.790973:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e981f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999878528:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319548.790995:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319548.791029:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e981f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999878528:12345-0@lo:38:kworker.0 Request processed in 54us (229us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319548.791035:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1809
00000100:00100000:2.0:1767319548.791236:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319548.791369:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999879296
00000100:00100000:3.0:1767319548.791374:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999879296
00000100:00100000:3.0:1767319548.791397:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3106
00000100:00100000:3.0:1767319548.791403:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499dac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999879296:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319548.791440:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499dac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999879296:12345-0@lo:400:kworker.0 Request processed in 37us (204us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319548.791446:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3106
00000100:00100000:2.0:1767319548.791524:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347044380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999879296:0@lo:400:kworker.0
00000100:00100000:0.0:1767319548.792298:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366985500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999878784:0@lo:38:kworker.0
00000100:00100000:0.0:1767319548.792331:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319548.792383:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999878656
00000100:00100000:1.0:1767319548.792389:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999878656
00000100:00100000:1.0:1767319548.792430:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4707
00000100:00100000:1.0:1767319548.792439:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366962300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999878912:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319548.792501:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366962300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999878912:12345-0@lo:400:kworker.0 Request processed in 64us (2660us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319548.792508:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4707
00000100:00100000:1.0:1767319548.792525:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5196
00000100:00100000:1.0:1767319548.792529:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e982d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999878656:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319548.792546:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319548.792574:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e982d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999878656:12345-0@lo:38:kworker.0 Request processed in 43us (1685us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319548.792580:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5196
00000100:00100000:1.0:1767319548.792633:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347044000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999878912:0@lo:400:kworker.0
00000100:00100000:0.0:1767319548.794027:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347047b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999879040:0@lo:38:kworker.0
00000100:00100000:2.0:1767319548.794029:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999878784
00000100:00100000:2.0:1767319548.794040:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999878784
00000100:00100000:2.0:1767319548.794075:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5197
00000100:00100000:2.0:1767319548.794081:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e982300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999878784:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319548.794102:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319548.794835:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319548.794845:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e982300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999878784:12345-0@lo:38:kworker.0 Request processed in 760us (2510us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319548.794854:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5197
00000100:00080000:0.0:1767319548.794944:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319548.794951:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319548.794955:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366987b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999878528:0@lo:38:kworker.0
00000100:00080000:0.0:1767319548.794966:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319548.794969:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319548.794972:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366987100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999878656:0@lo:38:kworker.0
00000100:00080000:0.0:1767319548.794979:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319548.794983:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319548.794985:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366985500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999878784:0@lo:38:kworker.0
00000100:00100000:2.0:1767319548.795242:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999879040
00000100:00100000:2.0:1767319548.795248:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999879040
00000100:00100000:2.0:1767319548.795271:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5198
00000100:00100000:2.0:1767319548.795277:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e983480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999879040:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319548.795292:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319548.795331:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e983480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999879040:12345-0@lo:38:kworker.0 Request processed in 54us (499us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319548.795337:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5198
00000100:00080000:0.0:1767319548.795366:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319548.795372:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319548.795375:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347047b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999879040:0@lo:38:kworker.0
00010000:00010000:2.0:1767319549.110572:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767319550.133698:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319550.912477:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767319550.912907:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962513792
00000100:00100000:2.0:1767319550.912919:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962513792
00000100:00100000:2.0:1767319550.912973:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5199
00000100:00100000:2.0:1767319550.912980:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962513792:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767319550.913004:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319550.913080:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962513792:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 98us (614us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319550.913088:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5199
00000100:00100000:2.0:1767319550.913911:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767319550.914132:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962513920
00000100:00100000:3.0:1767319550.914140:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962513920
00000100:00080000:0.0:1767319550.914327:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319550.914390:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4708
00000100:00100000:3.0:1767319550.914402:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347044380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962513920:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:3.0:1767319550.914474:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347044380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962513920:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 75us (566us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319550.914481:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4708
00000400:00000100:1.0:1767319550.921517:0:6998:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.52@tcp portal 26 match 1853163962514048 offset 0 length 520: 4
00010000:00010000:2.0:1767319551.157957:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319552.183061:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319552.885920:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767319552.885951:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366964700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999879552:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319552.886062:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319552.886593:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999879552
00000100:00100000:0.0:1767319552.886602:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999879552
00000100:00080000:3.0:1767319552.886664:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767319552.886699:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2262
00000100:00100000:0.0:1767319552.886711:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999879552:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767319552.886750:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767319552.886815:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999879552:12345-0@lo:13:osp-pre-1-1.0 Request processed in 106us (752us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319552.886822:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2262
00000100:00100000:3.0:1767319552.886912:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366964700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999879552:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319552.888475:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767319552.888525:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347045f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999879680:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319552.888668:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319552.889051:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999879680
00000100:00100000:2.0:1767319552.889059:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999879680
00000100:00100000:2.0:1767319552.889133:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2263
00000100:00100000:2.0:1767319552.889143:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e980000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999879680:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767319552.889168:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767319552.889234:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e980000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999879680:12345-0@lo:13:osp-pre-0-1.0 Request processed in 92us (565us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319552.889241:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2263
00000100:00100000:0.0:1767319552.889340:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347045f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999879680:0@lo:13:osp-pre-0-1.0
00000100:00080000:3.0:1767319552.890121:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00010000:2.0:1767319553.206575:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319553.909369:0:7004:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319528/real 1767319528]  req@ffff952349092a00 x1853163999873280/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319553 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1767319553.909401:0:7004:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff952349092a00 x1853163999873280/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319553 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1767319553.909421:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319553.909439:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:0.0:1767319553.909443:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349092a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853163999873280:0@lo:250:kworker.0
00000100:00080000:2.0:1767319553.909696:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319553.909702:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1767319553.909705:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319553.909709:0:49151:0:(import.c:509:import_select_connection()) MGC192.168.202.152@tcp: connect to NID 0@lo last attempt 4726
00000100:00080000:2.0:1767319553.909712:0:49151:0:(import.c:588:import_select_connection()) MGC192.168.202.152@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319553.909718:0:49151:0:(import.c:623:import_select_connection()) MGC192.168.202.152@tcp: import ffff95235eb57800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319553.909745:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347044a80 x1853163999879808/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319553.909770:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319553.909773:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319553.909775:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319553.909778:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4746
00000100:00080000:2.0:1767319553.909780:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319553.909784:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319553.909800:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347045180 x1853163999879936/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319553.909808:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319553.909811:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319553.909813:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319553.909816:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4746
00000100:00080000:2.0:1767319553.909818:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319553.909821:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319553.909844:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347047800 x1853163999880064/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319553.909862:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319553.909865:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319553.909866:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319553.909869:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4746
00000100:00080000:2.0:1767319553.909872:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319553.909874:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319553.909884:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347047480 x1853163999880192/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319553.909917:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319553.909920:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319553.909922:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319553.909925:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4746
00000100:00080000:2.0:1767319553.909927:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319553.909930:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319553.909942:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347047b80 x1853163999880448/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319553.909993:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347044700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999880832:0@lo:400:kworker.0
00000100:00100000:2.0:1767319553.910058:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319553.910114:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767319553.910121:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347045f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999880320:0@lo:400:kworker.0
00000100:00100000:2.0:1767319553.910148:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319553.910223:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999880832
00000100:00100000:2.0:1767319553.910231:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999880832
00000100:00100000:2.0:1767319553.910272:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3107
00000100:00100000:2.0:1767319553.910281:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eac9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999880832:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319553.910328:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eac9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999880832:12345-0@lo:400:kworker.0 Request processed in 47us (269us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319553.910335:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3107
00000100:00100000:2.0:1767319553.910357:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999880320
00000100:00100000:2.0:1767319553.910360:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999880320
00000100:00100000:2.0:1767319553.910393:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4709
00000100:00100000:2.0:1767319553.910400:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eac9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999880320:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319553.910428:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eac9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999880320:12345-0@lo:400:kworker.0 Request processed in 29us (280us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319553.910434:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4709
00000100:00080000:2.0:1767319553.910457:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319553.910470:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347044000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853163999880576:0@lo:400:kworker.0
00000100:00100000:2.0:1767319553.910494:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319553.910513:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767319553.910518:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347044e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999880704:0@lo:400:kworker.0
00000100:00100000:2.0:1767319553.910538:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319553.910562:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999880576
00000100:00100000:2.0:1767319553.910565:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999880576
00000100:00100000:2.0:1767319553.910592:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4710
00000100:00100000:2.0:1767319553.910598:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eac8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853163999880576:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319553.910633:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eac8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853163999880576:12345-0@lo:400:kworker.0 Request processed in 35us (137us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319553.910639:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4710
00000100:00100000:2.0:1767319553.910655:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999880704
00000100:00100000:2.0:1767319553.910658:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999880704
00000100:00100000:2.0:1767319553.910678:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3108
00000100:00100000:2.0:1767319553.910684:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eacb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999880704:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319553.910710:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eacb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999880704:12345-0@lo:400:kworker.0 Request processed in 27us (171us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319553.910716:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3108
00000100:00080000:2.0:1767319553.910729:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319553.910756:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347045f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999880320:0@lo:400:kworker.0
00000100:00100000:2.0:1767319553.910765:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347044700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999880832:0@lo:400:kworker.0
00000100:00100000:2.0:1767319553.910791:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347044e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999880704:0@lo:400:kworker.0
00000100:00100000:2.0:1767319553.910799:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347044000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853163999880576:0@lo:400:kworker.0
00000100:00100000:0.0:1767319553.911011:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347044a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853163999879808:0@lo:250:kworker.0
00000400:00000100:0.0:1767319553.911037:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163999879808 offset 0 length 520: 4
00000100:00100000:0.0:1767319553.911056:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347045180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999879936:0@lo:38:kworker.0
00000100:00100000:0.0:1767319553.911078:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319553.911108:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347047800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999880064:0@lo:38:kworker.0
00000100:00100000:0.0:1767319553.911128:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319553.911144:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347047480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999880192:0@lo:38:kworker.0
00000100:00100000:0.0:1767319553.911162:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319553.911174:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347047b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999880448:0@lo:38:kworker.0
00000100:00100000:0.0:1767319553.911190:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319553.911237:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999880064
00000100:00100000:0.0:1767319553.911241:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999880064
00000100:00100000:0.0:1767319553.911256:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999880192
00000100:00100000:0.0:1767319553.911258:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999880192
00000100:00100000:0.0:1767319553.911268:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999880448
00000100:00100000:0.0:1767319553.911270:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999880448
00000100:00100000:0.0:1767319553.911281:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5200
00000100:00100000:0.0:1767319553.911285:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bcf2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999880064:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319553.911303:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319553.911332:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bcf2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999880064:12345-0@lo:38:kworker.0 Request processed in 46us (203us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319553.911337:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5200
00000100:00100000:0.0:1767319553.911350:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5201
00000100:00100000:0.0:1767319553.911353:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bcf1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999880192:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319553.911361:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319553.911383:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bcf1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999880192:12345-0@lo:38:kworker.0 Request processed in 28us (220us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319553.911388:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5201
00000100:00100000:0.0:1767319553.911398:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5202
00000100:00100000:0.0:1767319553.911402:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bcf0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999880448:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319553.911410:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319553.911428:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bcf0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999880448:12345-0@lo:38:kworker.0 Request processed in 25us (237us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319553.911433:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5202
00000100:00080000:0.0:1767319553.911464:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319553.911468:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319553.911471:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347047800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999880064:0@lo:38:kworker.0
00000100:00080000:0.0:1767319553.911479:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319553.911482:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319553.911484:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347047480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999880192:0@lo:38:kworker.0
00000100:00080000:0.0:1767319553.911491:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319553.911493:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319553.911497:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347047b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999880448:0@lo:38:kworker.0
00000100:00100000:2.0:1767319553.912034:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999879936
00000100:00100000:2.0:1767319553.912041:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999879936
00000100:00100000:2.0:1767319553.912078:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1810
00000100:00100000:2.0:1767319553.912084:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bcf3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999879936:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319553.912096:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319553.912145:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bcf3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999879936:12345-0@lo:38:kworker.0 Request processed in 60us (1065us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319553.912151:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1810
00000100:00080000:0.0:1767319553.912258:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319553.912263:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319553.912267:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347045180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999879936:0@lo:38:kworker.0
00010000:00010000:0.0:1767319554.234013:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319555.253720:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319556.030864:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767319556.031152:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962514304
00000100:00100000:0.0:1767319556.031166:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962514304
00000100:00100000:0.0:1767319556.031320:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4711
00000100:00100000:0.0:1767319556.031332:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366964700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962514304:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:0.0:1767319556.031434:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366964700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962514304:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 104us (584us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319556.031442:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4711
00000100:00080000:2.0:1767319556.031850:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319556.032163:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767319556.032439:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962514176
00000100:00100000:0.0:1767319556.032446:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962514176
00000100:00100000:0.0:1767319556.032483:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5203
00000100:00100000:0.0:1767319556.032490:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eac8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962514176:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:0.0:1767319556.032530:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319556.032583:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eac8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962514176:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 91us (421us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319556.032591:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5203
00010000:00010000:2.0:1767319556.277512:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319557.301682:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319558.005811:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767319558.005835:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eac8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999880960:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319558.005924:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319558.006110:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767319558.006122:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eacb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999881088:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319558.006151:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319558.006175:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999880960
00000100:00100000:1.0:1767319558.006190:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999880960
00000100:00100000:2.0:1767319558.006261:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999881088
00000100:00100000:2.0:1767319558.006266:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999881088
00000100:00100000:1.0:1767319558.006297:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2264
00000100:00100000:1.0:1767319558.006307:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366964a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999880960:12345-0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319558.006309:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2265
00000100:00100000:2.0:1767319558.006314:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bcf0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999881088:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767319558.006343:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00002000:00000024:2.0:1767319558.006351:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767319558.006389:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bcf0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999881088:12345-0@lo:13:osp-pre-1-1.0 Request processed in 74us (236us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319558.006390:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366964a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999880960:12345-0@lo:13:osp-pre-0-1.0 Request processed in 86us (468us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319558.006396:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2265
00000100:00100000:1.0:1767319558.006400:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2264
00000100:00100000:2.0:1767319558.006510:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eac8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999880960:0@lo:13:osp-pre-0-1.0
00000100:00080000:0.0:1767319558.006577:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767319558.006581:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767319558.006604:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eacb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999881088:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767319558.325546:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767319559.030109:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319559.030117:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767319559.030119:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319559.030134:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319559.030137:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319559.030145:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4751
00000100:00080000:3.0:1767319559.030149:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319559.030155:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319559.030399:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366965500 x1853163999881216/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319559.030456:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366965500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999881216:0@lo:38:kworker.0
00000100:00100000:0.0:1767319559.030520:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319559.030569:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999881216
00000100:00100000:2.0:1767319559.030578:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999881216
00000100:00080000:3.0:1767319559.030579:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319559.030581:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319559.030583:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319559.030587:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4751
00000100:00080000:3.0:1767319559.030589:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319559.030592:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319559.030605:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366964e00 x1853163999881344/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319559.030697:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1811
00000100:00100000:2.0:1767319559.030706:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999881216:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319559.030726:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319559.030834:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366964e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999881344:0@lo:38:kworker.0
00000100:00100000:0.0:1767319559.030862:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767319559.030917:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319559.030921:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319559.030923:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767319559.030930:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999881344
00000100:00080000:3.0:1767319559.030934:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4751
00000100:00100000:1.0:1767319559.030935:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999881344
00000100:00080000:3.0:1767319559.030937:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319559.030940:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319559.030954:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366967800 x1853163999881472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319559.030959:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5204
00000100:00100000:1.0:1767319559.030964:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999881344:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319559.030974:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767319559.030992:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319559.030995:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319559.030997:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767319559.031003:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999881344:12345-0@lo:38:kworker.0 Request processed in 38us (140us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319559.031009:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5204
00000100:00080000:3.0:1767319559.031012:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4751
00000100:00080000:3.0:1767319559.031014:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319559.031017:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319559.031029:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366964000 x1853163999881728/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319559.031057:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767319559.031066:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366966680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999881600:0@lo:400:kworker.0
00000100:00100000:3.0:1767319559.031098:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999881984:0@lo:400:kworker.0
00000100:00100000:1.0:1767319559.031109:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319559.031124:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319559.031138:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999882112:0@lo:400:kworker.0
00000100:00100000:3.0:1767319559.031140:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767319559.031144:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366964380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853163999881856:0@lo:400:kworker.0
00000100:00100000:1.0:1767319559.031172:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319559.031172:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319559.031229:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999881600
00000100:00100000:3.0:1767319559.031232:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999881600
00000100:00100000:3.0:1767319559.031268:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999881856
00000100:00100000:3.0:1767319559.031271:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999881856
00000100:00100000:3.0:1767319559.031292:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4712
00000100:00100000:3.0:1767319559.031297:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999881600:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319559.031385:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999881984
00000100:00100000:1.0:1767319559.031390:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999881984
00000100:00100000:1.0:1767319559.031413:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999882112
00000100:00100000:1.0:1767319559.031416:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999882112
00000100:00100000:1.0:1767319559.031446:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3109
00000100:00100000:1.0:1767319559.031453:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999881984:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319559.031488:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999881984:12345-0@lo:400:kworker.0 Request processed in 36us (363us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319559.031500:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3109
00000100:00100000:1.0:1767319559.031511:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3110
00000100:00100000:1.0:1767319559.031516:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999882112:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319559.031546:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999882112:12345-0@lo:400:kworker.0 Request processed in 31us (375us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319559.031553:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3110
00000100:00100000:1.0:1767319559.031594:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999881984:0@lo:400:kworker.0
00000100:00100000:1.0:1767319559.031616:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4713
00000100:00100000:1.0:1767319559.031622:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853163999881856:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319559.031634:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999881600:12345-0@lo:400:kworker.0 Request processed in 337us (525us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319559.031641:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4712
00000100:00100000:1.0:1767319559.031649:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853163999881856:12345-0@lo:400:kworker.0 Request processed in 29us (477us total) trans 0 rc 0/0
00000100:00080000:3.0:1767319559.031683:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319559.031790:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4713
00000100:00100000:1.0:1767319559.031945:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366964380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853163999881856:0@lo:400:kworker.0
00000100:00100000:1.0:1767319559.031980:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999882112:0@lo:400:kworker.0
00000100:00100000:1.0:1767319559.031993:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366966680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999881600:0@lo:400:kworker.0
00000100:00100000:2.0:1767319559.032062:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999881216:12345-0@lo:38:kworker.0 Request processed in 1356us (1540us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319559.032068:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1811
00000100:00080000:0.0:1767319559.032164:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319559.032170:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319559.032173:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366965500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999881216:0@lo:38:kworker.0
00000100:00100000:0.0:1767319559.032306:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366967800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999881472:0@lo:38:kworker.0
00000100:00100000:0.0:1767319559.032327:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319559.032346:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366964000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999881728:0@lo:38:kworker.0
00000100:00100000:0.0:1767319559.032366:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319559.032367:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999881472
00000100:00100000:1.0:1767319559.032371:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999881472
00000100:00080000:0.0:1767319559.032429:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767319559.032429:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999881728
00000100:00100000:1.0:1767319559.032432:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999881728
00000100:00080000:0.0:1767319559.032433:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319559.032436:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366964e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999881344:0@lo:38:kworker.0
00000100:00100000:1.0:1767319559.032449:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5205
00000100:00100000:1.0:1767319559.032453:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999881472:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319559.032465:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319559.032487:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5206
00000100:00100000:3.0:1767319559.032492:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999881728:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319559.032501:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319559.033061:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999881472:12345-0@lo:38:kworker.0 Request processed in 604us (729us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319559.033061:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999881728:12345-0@lo:38:kworker.0 Request processed in 565us (692us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319559.033068:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5205
00000100:00100000:3.0:1767319559.033071:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5206
00000100:00080000:0.0:1767319559.033122:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319559.033125:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319559.033127:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366967800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999881472:0@lo:38:kworker.0
00000100:00080000:0.0:1767319559.033131:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319559.033133:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319559.033135:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366964000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999881728:0@lo:38:kworker.0
00010000:00010000:2.0:1767319559.350110:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319560.375726:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319561.152793:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767319561.152881:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767319561.152954:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962514560
00000100:00100000:3.0:1767319561.152961:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962514432
00000100:00100000:1.0:1767319561.152966:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962514560
00000100:00100000:3.0:1767319561.152968:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962514432
00000100:00100000:3.0:1767319561.153027:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4714
00000100:00100000:1.0:1767319561.153037:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5207
00000100:00100000:3.0:1767319561.153043:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962514560:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767319561.153049:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962514432:12345-192.168.202.52@tcp:38:kworker.0
00000100:00100000:3.0:1767319561.153108:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962514560:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 73us (349us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319561.153115:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4714
00010000:00020000:1.0:1767319561.153308:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767319561.153343:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319561.153385:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962514432:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 338us (503us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319561.153392:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5207
00010000:00010000:2.0:1767319561.410909:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767319562.421645:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319563.126139:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767319563.126162:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999882368:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319563.126268:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319563.126560:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999882368
00000100:00100000:0.0:1767319563.126568:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999882368
00000100:00100000:0.0:1767319563.126629:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2266
00000100:00100000:0.0:1767319563.126637:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999882368:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767319563.126663:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767319563.126702:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999882368:12345-0@lo:13:osp-pre-0-1.0 Request processed in 66us (434us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319563.126709:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2266
00000100:00100000:1.0:1767319563.126912:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eac8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999882240:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319563.126943:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319563.127030:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999882240
00000100:00100000:2.0:1767319563.127035:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999882240
00000100:00100000:2.0:1767319563.127079:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2267
00000100:00100000:2.0:1767319563.127086:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999882240:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767319563.127103:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767319563.127135:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999882240:12345-0@lo:13:osp-pre-1-1.0 Request processed in 50us (191us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319563.127141:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2267
00000100:00080000:3.0:1767319563.127221:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767319563.127225:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767319563.127271:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999882368:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319563.127536:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eac8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999882240:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767319563.445469:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767319564.149728:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319564.149749:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767319564.149759:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319564.149763:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319564.149766:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319564.149774:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4756
00000100:00080000:2.0:1767319564.149779:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319564.149785:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319564.149824:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235eac9180 x1853163999882496/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319564.149849:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319564.149853:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319564.149854:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319564.149858:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4756
00000100:00080000:2.0:1767319564.149860:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319564.149863:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319564.149873:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235eac9f80 x1853163999882624/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319564.149881:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319564.149885:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319564.149886:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319564.149889:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4756
00000100:00080000:2.0:1767319564.149892:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319564.149895:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319564.149904:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235eac8700 x1853163999882752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319564.149988:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00080000:2.0:1767319564.150007:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319564.150010:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319564.150012:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319564.150015:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4756
00000100:00080000:2.0:1767319564.150017:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319564.150020:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319564.150032:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347045180 x1853163999883008/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767319564.150105:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767319564.150120:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347047800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999883392:0@lo:400:kworker.0
00000100:00100000:3.0:1767319564.150186:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319564.150309:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999883392
00000100:00100000:3.0:1767319564.150317:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999883392
00000100:00100000:3.0:1767319564.150365:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3111
00000100:00100000:3.0:1767319564.150374:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999883392:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319564.150423:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999883392:12345-0@lo:400:kworker.0 Request processed in 51us (237us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319564.150430:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3111
00000100:00100000:3.0:1767319564.150484:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347047800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999883392:0@lo:400:kworker.0
00000100:00100000:3.0:1767319564.150518:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347047b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853163999883136:0@lo:400:kworker.0
00000100:00100000:3.0:1767319564.150545:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319564.150570:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767319564.150576:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347047480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999883264:0@lo:400:kworker.0
00000100:00100000:3.0:1767319564.150596:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319564.150621:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999883136
00000100:00100000:3.0:1767319564.150625:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999883136
00000100:00100000:3.0:1767319564.150661:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4715
00000100:00100000:3.0:1767319564.150668:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853163999883136:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319564.150701:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853163999883136:12345-0@lo:400:kworker.0 Request processed in 34us (155us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319564.150706:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4715
00000100:00080000:3.0:1767319564.150723:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319564.150755:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347047b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853163999883136:0@lo:400:kworker.0
00000100:00100000:3.0:1767319564.150771:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999883264
00000100:00100000:3.0:1767319564.150774:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999883264
00000100:00100000:3.0:1767319564.150794:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3112
00000100:00100000:3.0:1767319564.150800:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367241f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999883264:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319564.150832:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367241f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999883264:12345-0@lo:400:kworker.0 Request processed in 32us (234us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319564.150837:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3112
00000100:00100000:3.0:1767319564.150858:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347047480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999883264:0@lo:400:kworker.0
00000100:00100000:0.0:1767319564.151042:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eac9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999882496:0@lo:38:kworker.0
00000100:00100000:0.0:1767319564.151075:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319564.151116:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eac9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999882624:0@lo:38:kworker.0
00000100:00100000:0.0:1767319564.151137:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319564.151154:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eac8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999882752:0@lo:38:kworker.0
00000100:00100000:0.0:1767319564.151174:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319564.151190:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347045180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999883008:0@lo:38:kworker.0
00000100:00100000:0.0:1767319564.151233:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319564.151263:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999882624
00000100:00100000:0.0:1767319564.151267:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999882624
00000100:00100000:0.0:1767319564.151289:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999882752
00000100:00100000:0.0:1767319564.151292:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999882752
00000100:00100000:0.0:1767319564.151304:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999883008
00000100:00100000:0.0:1767319564.151306:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999883008
00000100:00100000:0.0:1767319564.151321:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5208
00000100:00100000:0.0:1767319564.151325:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999882624:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319564.151346:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319564.151379:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999882624:12345-0@lo:38:kworker.0 Request processed in 52us (241us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319564.151385:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5208
00000100:00100000:0.0:1767319564.151398:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5209
00000100:00100000:0.0:1767319564.151402:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999882752:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319564.151412:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319564.151432:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999882752:12345-0@lo:38:kworker.0 Request processed in 29us (258us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319564.151438:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5209
00000100:00100000:0.0:1767319564.151448:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5210
00000100:00100000:0.0:1767319564.151452:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999883008:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319564.151461:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319564.151484:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999883008:12345-0@lo:38:kworker.0 Request processed in 30us (250us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319564.151490:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5210
00000100:00080000:0.0:1767319564.151526:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319564.151531:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319564.151535:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eac9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999882624:0@lo:38:kworker.0
00000100:00080000:0.0:1767319564.151542:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319564.151545:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319564.151547:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eac8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999882752:0@lo:38:kworker.0
00000100:00080000:0.0:1767319564.151555:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319564.151558:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319564.151561:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347045180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999883008:0@lo:38:kworker.0
00000100:00100000:3.0:1767319564.151899:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999882496
00000100:00100000:3.0:1767319564.151904:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999882496
00000100:00100000:3.0:1767319564.152068:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1812
00000100:00100000:3.0:1767319564.152074:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999882496:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319564.152142:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319564.152177:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999882496:12345-0@lo:38:kworker.0 Request processed in 102us (1101us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319564.152183:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1812
00000100:00080000:0.0:1767319564.152297:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319564.152303:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319564.152306:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eac9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999882496:0@lo:38:kworker.0
00000100:00100000:1.0:1767319564.154519:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eacb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999882880:0@lo:400:kworker.0
00000100:00100000:1.0:1767319564.154588:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319564.157637:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999882880
00000100:00100000:0.0:1767319564.157654:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999882880
00000100:00100000:0.0:1767319564.157822:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4716
00000100:00100000:0.0:1767319564.157832:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999882880:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319564.157943:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999882880:12345-0@lo:400:kworker.0 Request processed in 112us (3353us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319564.157950:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4716
00000100:00100000:2.0:1767319564.159940:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eacb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999882880:0@lo:400:kworker.0
00000100:00080000:3.0:1767319564.162235:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767319564.469380:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319565.505250:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319566.275047:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767319566.275131:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767319566.275166:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962514816
00000100:00100000:0.0:1767319566.275176:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962514816
00000100:00100000:0.0:1767319566.275276:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962514688
00000100:00100000:0.0:1767319566.275280:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962514688
00000100:00100000:0.0:1767319566.275305:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4717
00000100:00100000:0.0:1767319566.275315:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962514816:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767319566.275363:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5211
00000100:00100000:1.0:1767319566.275370:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366ace680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962514688:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767319566.275391:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319566.275401:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962514816:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 89us (364us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319566.275409:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4717
00000100:00100000:1.0:1767319566.275415:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366ace680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962514688:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 45us (285us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319566.275420:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5211
00000100:00080000:3.0:1767319566.275945:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767319566.519767:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319567.545600:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319568.245752:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767319568.245772:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366acd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999883520:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319568.245840:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319568.247064:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999883520
00000100:00100000:1.0:1767319568.247077:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999883520
00000100:00100000:1.0:1767319568.247161:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2268
00000100:00100000:1.0:1767319568.247171:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347044000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999883520:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767319568.247221:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00080000:3.0:1767319568.247320:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767319568.247474:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347044e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999883648:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319568.247526:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319568.247738:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999883648
00000100:00100000:0.0:1767319568.247743:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999883648
00000100:00100000:0.0:1767319568.247781:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2269
00000100:00100000:0.0:1767319568.247789:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999883648:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767319568.247807:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767319568.247849:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999883648:12345-0@lo:13:osp-pre-1-1.0 Request processed in 62us (323us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319568.247856:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2269
00000100:00080000:3.0:1767319568.247998:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767319568.248030:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347044e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999883648:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319568.248359:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347044000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999883520:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1189us (2518us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319568.248367:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2268
00000100:00100000:2.0:1767319568.248443:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366acd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999883520:0@lo:13:osp-pre-0-1.0
00010000:00010000:2.0:1767319568.571936:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767319569.272528:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319569.272538:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767319569.272541:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319569.272546:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319569.272550:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319569.272557:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4762
00000100:00080000:2.0:1767319569.272562:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319569.272567:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319569.272609:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347044700 x1853163999883776/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319569.272625:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319569.272629:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319569.272630:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319569.272633:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4762
00000100:00080000:2.0:1767319569.272636:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319569.272639:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319569.272651:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347045f80 x1853163999883904/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319569.272660:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319569.272663:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319569.272665:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319569.272668:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4762
00000100:00080000:2.0:1767319569.272671:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319569.272673:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319569.272684:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347044e00 x1853163999884032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319569.272734:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319569.272738:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319569.272739:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319569.272743:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4762
00000100:00080000:2.0:1767319569.272745:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319569.272749:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319569.272759:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347047480 x1853163999884288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319569.272816:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999884672:0@lo:400:kworker.0
00000100:00100000:2.0:1767319569.272894:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319569.272964:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767319569.272972:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347045180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999884160:0@lo:400:kworker.0
00000100:00100000:2.0:1767319569.272997:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319569.273032:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347047800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999884544:0@lo:400:kworker.0
00000100:00100000:2.0:1767319569.273054:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319569.273071:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767319569.273075:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347047b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853163999884416:0@lo:400:kworker.0
00000100:00100000:2.0:1767319569.273094:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319569.273121:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999884672
00000100:00100000:2.0:1767319569.273129:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999884672
00000100:00100000:2.0:1767319569.273170:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999884544
00000100:00100000:2.0:1767319569.273173:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999884544
00000100:00100000:2.0:1767319569.273214:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3113
00000100:00100000:2.0:1767319569.273224:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999884672:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319569.273447:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3114
00000100:00100000:3.0:1767319569.273457:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999884544:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319569.273511:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999884544:12345-0@lo:400:kworker.0 Request processed in 57us (455us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319569.273518:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3114
00000100:00100000:3.0:1767319569.273609:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999884160
00000100:00100000:3.0:1767319569.273614:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999884160
00000100:00100000:3.0:1767319569.273647:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999884416
00000100:00100000:3.0:1767319569.273650:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999884416
00000100:00100000:3.0:1767319569.273670:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4718
00000100:00100000:3.0:1767319569.273676:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999884160:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319569.273725:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999884160:12345-0@lo:400:kworker.0 Request processed in 49us (726us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319569.273731:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4718
00000100:00100000:3.0:1767319569.273744:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4719
00000100:00100000:3.0:1767319569.273750:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853163999884416:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319569.273778:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853163999884416:12345-0@lo:400:kworker.0 Request processed in 29us (682us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319569.273783:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4719
00000100:00080000:3.0:1767319569.273799:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319569.273831:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347045180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999884160:0@lo:400:kworker.0
00000100:00100000:3.0:1767319569.273868:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347047b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853163999884416:0@lo:400:kworker.0
00000100:00100000:3.0:1767319569.273893:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347047800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999884544:0@lo:400:kworker.0
00000100:00100000:2.0:1767319569.274833:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999884672:12345-0@lo:400:kworker.0 Request processed in 1606us (1935us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319569.274843:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3113
00000100:00100000:3.0:1767319569.275006:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999884672:0@lo:400:kworker.0
00000100:00100000:0.0:1767319569.275175:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347044700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999883776:0@lo:38:kworker.0
00000100:00100000:0.0:1767319569.275617:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319569.275666:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347045f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999883904:0@lo:38:kworker.0
00000100:00100000:0.0:1767319569.275702:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319569.275727:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347044e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999884032:0@lo:38:kworker.0
00000100:00100000:0.0:1767319569.275748:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319569.275773:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347047480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999884288:0@lo:38:kworker.0
00000100:00100000:0.0:1767319569.275829:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319569.275914:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999883904
00000100:00100000:3.0:1767319569.275921:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999883904
00000100:00100000:3.0:1767319569.275957:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999884032
00000100:00100000:3.0:1767319569.275960:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999884032
00000100:00100000:3.0:1767319569.275971:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999884288
00000100:00100000:3.0:1767319569.275974:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999884288
00000100:00100000:3.0:1767319569.275986:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5212
00000100:00100000:3.0:1767319569.275991:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eacb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999883904:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319569.276009:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319569.276046:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eacb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999883904:12345-0@lo:38:kworker.0 Request processed in 53us (343us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319569.276052:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5212
00000100:00100000:3.0:1767319569.276065:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5213
00000100:00100000:3.0:1767319569.276069:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eac9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999884032:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319569.276078:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319569.276099:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eac9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999884032:12345-0@lo:38:kworker.0 Request processed in 29us (350us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319569.276106:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5213
00000100:00100000:3.0:1767319569.276116:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5214
00000100:00100000:3.0:1767319569.276119:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eac8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999884288:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319569.276127:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319569.276150:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eac8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999884288:12345-0@lo:38:kworker.0 Request processed in 28us (321us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319569.276155:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5214
00000100:00100000:1.0:1767319569.276422:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999883776
00000100:00100000:1.0:1767319569.276427:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999883776
00000100:00100000:1.0:1767319569.276466:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1813
00000100:00100000:1.0:1767319569.276471:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999883776:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319569.276480:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319569.276512:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999883776:12345-0@lo:38:kworker.0 Request processed in 41us (897us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319569.276518:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1813
00000100:00080000:0.0:1767319569.276653:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319569.276658:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319569.276662:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347044700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999883776:0@lo:38:kworker.0
00000100:00080000:0.0:1767319569.276670:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319569.276673:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319569.276675:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347045f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999883904:0@lo:38:kworker.0
00000100:00080000:0.0:1767319569.276682:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319569.276693:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319569.276696:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347044e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999884032:0@lo:38:kworker.0
00000100:00080000:0.0:1767319569.276705:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319569.276707:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319569.276710:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347047480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999884288:0@lo:38:kworker.0
00010000:00010000:2.0:1767319569.589633:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767319570.614903:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319571.391393:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767319571.391455:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767319571.391552:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962515072
00000100:00100000:0.0:1767319571.391564:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962515072
00000100:00100000:0.0:1767319571.391673:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962514944
00000100:00100000:0.0:1767319571.391677:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962514944
00000100:00100000:0.0:1767319571.391713:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4720
00000100:00100000:0.0:1767319571.391725:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962515072:12345-192.168.202.52@tcp:400:kworker.0
00000100:00080000:1.0:1767319571.392031:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319571.392112:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5215
00000100:00100000:0.0:1767319571.392122:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962515072:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 392us (737us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319571.392135:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962514944:12345-192.168.202.52@tcp:38:kworker.0
00000100:00100000:0.0:1767319571.392144:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4720
00010000:00020000:1.0:1767319571.392175:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319571.392303:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962514944:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 172us (845us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319571.392312:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5215
00010000:00010000:2.0:1767319571.637891:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319572.661485:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319573.365946:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999884928:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319573.366055:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319573.366116:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999884928
00000100:00100000:2.0:1767319573.366127:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999884928
00000100:00100000:2.0:1767319573.366350:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2270
00000100:00100000:2.0:1767319573.366366:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999884928:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767319573.366408:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767319573.366459:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999884928:12345-0@lo:13:osp-pre-1-1.0 Request processed in 97us (403us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319573.366467:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2270
00000100:00100000:3.0:1767319573.366521:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999884928:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319573.366819:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366acc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999884800:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319573.366856:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319573.366895:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999884800
00000100:00100000:0.0:1767319573.366900:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999884800
00000100:00100000:0.0:1767319573.366932:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2271
00000100:00100000:0.0:1767319573.366939:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eac9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999884800:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767319573.366957:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767319573.366990:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eac9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999884800:12345-0@lo:13:osp-pre-0-1.0 Request processed in 52us (133us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319573.366998:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2271
00000100:00100000:0.0:1767319573.367043:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366acc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999884800:0@lo:13:osp-pre-0-1.0
00000100:00080000:1.0:1767319573.367892:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767319573.367900:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00010000:00010000:2.0:1767319573.688416:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767319574.396165:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319574.396177:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767319574.396181:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319574.396186:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319574.396192:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319574.396232:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4767
00000100:00080000:0.0:1767319574.396238:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319574.396247:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319574.396302:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347b23800 x1853163999885056/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319574.396343:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319574.396347:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319574.396348:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319574.396352:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4767
00000100:00080000:0.0:1767319574.396355:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319574.396358:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319574.396372:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347b21500 x1853163999885184/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319574.396381:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319574.396384:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319574.396385:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319574.396389:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4767
00000100:00080000:0.0:1767319574.396391:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319574.396394:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319574.396404:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236710d500 x1853163999885312/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319574.396436:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319574.396439:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319574.396441:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319574.396444:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4767
00000100:00080000:0.0:1767319574.396447:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319574.396450:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319574.396461:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236710ea00 x1853163999885568/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319574.396626:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952344b26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999885952:0@lo:400:kworker.0
00000100:00100000:0.0:1767319574.396729:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319574.397018:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767319574.397027:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999885440:0@lo:400:kworker.0
00000100:00100000:0.0:1767319574.397062:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319574.397101:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999885824:0@lo:400:kworker.0
00000100:00100000:0.0:1767319574.397128:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319574.397145:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767319574.397151:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853163999885696:0@lo:400:kworker.0
00000100:00100000:0.0:1767319574.397174:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319574.397191:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999885952
00000100:00100000:1.0:1767319574.397233:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999885952
00000100:00100000:1.0:1767319574.397296:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999885824
00000100:00100000:0.0:1767319574.397298:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b23800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999885056:0@lo:38:kworker.0
00000100:00100000:1.0:1767319574.397301:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999885824
00000100:00100000:0.0:1767319574.397340:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319574.397344:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3115
00000100:00100000:1.0:1767319574.397357:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999885952:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319574.397374:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b21500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999885184:0@lo:38:kworker.0
00000100:00100000:0.0:1767319574.397399:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319574.397421:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999885312:0@lo:38:kworker.0
00000100:00100000:1.0:1767319574.397436:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999885952:12345-0@lo:400:kworker.0 Request processed in 81us (705us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319574.397445:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3115
00000100:00100000:0.0:1767319574.397451:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319574.397475:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3116
00000100:00100000:0.0:1767319574.397476:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999885568:0@lo:38:kworker.0
00000100:00100000:1.0:1767319574.397487:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999885824:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319574.397504:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319574.397537:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999885824:12345-0@lo:400:kworker.0 Request processed in 52us (408us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319574.397545:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3116
00000100:00100000:0.0:1767319574.397548:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999885056
00000100:00100000:0.0:1767319574.397553:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999885056
00000100:00100000:0.0:1767319574.397581:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1814
00000100:00100000:0.0:1767319574.397588:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999885056:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319574.397610:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319574.397663:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999885056:12345-0@lo:38:kworker.0 Request processed in 74us (324us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319574.397669:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1814
00000100:00100000:0.0:1767319574.397695:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999885440
00000100:00100000:0.0:1767319574.397699:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999885440
00000100:00100000:0.0:1767319574.397738:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999885696
00000100:00100000:0.0:1767319574.397742:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999885696
00000100:00100000:0.0:1767319574.397757:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999885184
00000100:00100000:0.0:1767319574.397759:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999885184
00000100:00100000:0.0:1767319574.397767:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999885312
00000100:00100000:0.0:1767319574.397769:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999885312
00000100:00100000:0.0:1767319574.397776:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999885568
00000100:00100000:0.0:1767319574.397779:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999885568
00000100:00100000:1.0:1767319574.397819:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4721
00000100:00100000:1.0:1767319574.397829:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b24a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999885440:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319574.397863:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b24a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999885440:12345-0@lo:400:kworker.0 Request processed in 36us (801us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319574.397870:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4721
00000100:00100000:1.0:1767319574.397883:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4722
00000100:00100000:1.0:1767319574.397889:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999885696:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319574.397914:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999885696:12345-0@lo:400:kworker.0 Request processed in 26us (740us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319574.397920:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4722
00000100:00100000:1.0:1767319574.397931:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5216
00000100:00100000:1.0:1767319574.397935:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999885184:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319574.397946:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319574.397967:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999885184:12345-0@lo:38:kworker.0 Request processed in 30us (568us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319574.397973:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5216
00000100:00100000:1.0:1767319574.397983:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5217
00000100:00100000:1.0:1767319574.397987:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999885312:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319574.397996:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319574.398019:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999885312:12345-0@lo:38:kworker.0 Request processed in 30us (571us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319574.398024:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5217
00000100:00100000:1.0:1767319574.398179:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5218
00000100:00100000:1.0:1767319574.398185:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999885568:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319574.398227:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319574.398266:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999885568:12345-0@lo:38:kworker.0 Request processed in 80us (763us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319574.398273:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5218
00000100:00080000:1.0:1767319574.398298:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319574.399633:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853163999885696:0@lo:400:kworker.0
00000100:00100000:3.0:1767319574.399672:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999885824:0@lo:400:kworker.0
00000100:00100000:2.0:1767319574.411018:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999885440:0@lo:400:kworker.0
00000100:00100000:2.0:1767319574.411046:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952344b26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999885952:0@lo:400:kworker.0
00000100:00080000:1.0:1767319574.422727:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319574.422747:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319574.422753:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b23800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999885056:0@lo:38:kworker.0
00000100:00080000:1.0:1767319574.422770:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319574.422775:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319574.422778:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b21500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999885184:0@lo:38:kworker.0
00000100:00080000:1.0:1767319574.422791:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319574.422795:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319574.422798:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999885312:0@lo:38:kworker.0
00000100:00080000:1.0:1767319574.422811:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319574.422815:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319574.422819:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999885568:0@lo:38:kworker.0
00010000:00010000:0.0:1767319574.709467:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1767319575.496554:0:6999:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.52@tcp portal 26 match 1853163962515200 offset 0 length 520: 4
00000100:00100000:0.0:1767319575.496680:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767319575.496950:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962515328
00000100:00100000:3.0:1767319575.496965:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962515328
00000100:00100000:3.0:1767319575.497030:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5219
00000100:00100000:3.0:1767319575.497040:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349092a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962515328:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767319575.497068:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319575.497327:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349092a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962515328:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 286us (647us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319575.497337:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5219
00000100:00100000:1.0:1767319575.498172:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767319575.499755:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962515456
00000100:00100000:0.0:1767319575.499771:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962515456
00000100:00100000:0.0:1767319575.499902:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4723
00000100:00100000:0.0:1767319575.499910:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962515456:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:0.0:1767319575.500018:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962515456:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 107us (1849us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319575.500026:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4723
00000100:00080000:1.0:1767319575.500130:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767319575.733917:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319576.757630:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319577.781497:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319578.485374:0:7004:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319553/real 1767319553]  req@ffff952347044a80 x1853163999879808/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319578 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1767319578.485427:0:7004:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff952347044a80 x1853163999879808/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319578 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1767319578.485455:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319578.485493:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:1.0:1767319578.485498:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347044a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853163999879808:0@lo:250:kworker.0
00000100:00080000:2.0:1767319578.485699:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319578.485706:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1767319578.485710:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319578.485715:0:49151:0:(import.c:509:import_select_connection()) MGC192.168.202.152@tcp: connect to NID 0@lo last attempt 4751
00000100:00080000:2.0:1767319578.485720:0:49151:0:(import.c:588:import_select_connection()) MGC192.168.202.152@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319578.485728:0:49151:0:(import.c:623:import_select_connection()) MGC192.168.202.152@tcp: import ffff95235eb57800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319578.485769:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234727ea00 x1853163999886080/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319578.485797:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319578.485801:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319578.485802:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319578.485806:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4772
00000100:00080000:2.0:1767319578.485809:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319578.485812:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319578.485829:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234727f100 x1853163999886208/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319578.485837:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319578.485840:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319578.485842:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319578.485845:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4772
00000100:00080000:2.0:1767319578.485848:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319578.485851:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319578.485861:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952344b26d80 x1853163999886336/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319578.485868:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319578.485872:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319578.485874:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319578.485876:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4772
00000100:00080000:2.0:1767319578.485878:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319578.485881:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319578.485895:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236710ea00 x1853163999886464/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319578.485938:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319578.485942:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319578.485944:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319578.485949:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4772
00000100:00080000:2.0:1767319578.485952:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319578.485956:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319578.485971:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236710f100 x1853163999886720/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319578.485980:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853163999886592:0@lo:400:kworker.0
00000100:00100000:2.0:1767319578.486054:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345faaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999887104:0@lo:400:kworker.0
00000100:00100000:0.0:1767319578.486074:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319578.486129:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319578.486173:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fa9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853163999886848:0@lo:400:kworker.0
00000100:00100000:2.0:1767319578.486234:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999887104
00000100:00100000:2.0:1767319578.486245:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999887104
00000100:00100000:2.0:1767319578.486357:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3117
00000100:00100000:2.0:1767319578.486372:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fa9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999887104:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319578.486382:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319578.486425:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fa9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999886976:0@lo:400:kworker.0
00000100:00100000:2.0:1767319578.486444:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fa9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999887104:12345-0@lo:400:kworker.0 Request processed in 76us (316us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319578.486453:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3117
00000100:00100000:3.0:1767319578.486474:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319578.486565:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999886592
00000100:00100000:0.0:1767319578.486572:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999886592
00000100:00100000:0.0:1767319578.486635:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999886848
00000100:00100000:0.0:1767319578.486641:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999886848
00000100:00100000:2.0:1767319578.486682:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4724
00000100:00100000:2.0:1767319578.486696:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349091880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853163999886592:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319578.486705:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4725
00000100:00100000:0.0:1767319578.486719:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349090380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853163999886848:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319578.486755:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349091880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853163999886592:12345-0@lo:400:kworker.0 Request processed in 63us (691us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319578.486763:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4724
00000100:00100000:0.0:1767319578.486786:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349090380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853163999886848:12345-0@lo:400:kworker.0 Request processed in 69us (407us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319578.486796:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4725
00000100:00100000:2.0:1767319578.486819:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366acd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999887232:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319578.486838:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345faad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999887360:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319578.486863:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319578.486892:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999887232
00000100:00100000:0.0:1767319578.486899:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999887232
00000100:00100000:2.0:1767319578.486930:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853163999886592:0@lo:400:kworker.0
00000100:00100000:0.0:1767319578.486938:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2272
00000100:00100000:0.0:1767319578.486952:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fa9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999887232:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767319578.486977:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767319578.487003:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345faaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999887104:0@lo:400:kworker.0
00000100:00100000:0.0:1767319578.487046:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fa9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999887232:12345-0@lo:13:osp-pre-0-1.0 Request processed in 89us (176us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319578.487054:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2272
00000100:00100000:2.0:1767319578.487082:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366acd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999887232:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319578.487099:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319578.487132:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999887360
00000100:00100000:2.0:1767319578.487140:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999887360
00000100:00100000:0.0:1767319578.487147:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fa9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853163999886848:0@lo:400:kworker.0
00000100:00100000:2.0:1767319578.487521:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2273
00000100:00100000:2.0:1767319578.487535:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349090700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999887360:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767319578.487561:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767319578.487619:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349090700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999887360:12345-0@lo:13:osp-pre-1-1.0 Request processed in 88us (521us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319578.487626:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2273
00000100:00080000:2.0:1767319578.487662:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767319578.487668:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767319578.487671:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767319578.487898:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345faad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999887360:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319578.487938:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853163999886080:0@lo:250:kworker.0
00000400:00000100:0.0:1767319578.487966:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163999886080 offset 0 length 520: 4
00000100:00100000:0.0:1767319578.487989:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999886208:0@lo:38:kworker.0
00000100:00100000:0.0:1767319578.488011:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319578.488391:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952344b26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999886336:0@lo:38:kworker.0
00000100:00100000:0.0:1767319578.488535:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319578.488626:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999886464:0@lo:38:kworker.0
00000100:00100000:0.0:1767319578.488651:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319578.488750:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999886720:0@lo:38:kworker.0
00000100:00100000:0.0:1767319578.488773:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319578.488804:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999886336
00000100:00100000:0.0:1767319578.488810:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999886336
00000100:00100000:0.0:1767319578.488835:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999886464
00000100:00100000:0.0:1767319578.488838:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999886464
00000100:00100000:0.0:1767319578.488852:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999886720
00000100:00100000:0.0:1767319578.488854:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999886720
00000100:00100000:0.0:1767319578.488870:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5220
00000100:00100000:0.0:1767319578.488876:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349091500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999886336:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319578.488894:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319578.488928:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349091500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999886336:12345-0@lo:38:kworker.0 Request processed in 51us (392us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319578.488935:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5220
00000100:00100000:0.0:1767319578.488950:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5221
00000100:00100000:0.0:1767319578.488955:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366985500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999886464:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319578.488964:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319578.488981:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366985500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999886464:12345-0@lo:38:kworker.0 Request processed in 26us (330us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319578.488987:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5221
00000100:00100000:0.0:1767319578.488997:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5222
00000100:00100000:0.0:1767319578.489001:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366987100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999886720:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319578.489010:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319578.489026:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366987100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999886720:12345-0@lo:38:kworker.0 Request processed in 23us (253us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319578.489032:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5222
00000100:00080000:0.0:1767319578.489268:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319578.489275:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319578.489280:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952344b26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999886336:0@lo:38:kworker.0
00000100:00080000:0.0:1767319578.489291:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319578.489295:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319578.489298:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999886464:0@lo:38:kworker.0
00000100:00080000:0.0:1767319578.489305:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319578.489308:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319578.489311:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999886720:0@lo:38:kworker.0
00000100:00100000:2.0:1767319578.489402:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999886208
00000100:00100000:2.0:1767319578.489414:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999886208
00000100:00100000:2.0:1767319578.489463:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1815
00000100:00100000:2.0:1767319578.489469:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349093100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999886208:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319578.489488:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319578.489565:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349093100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999886208:12345-0@lo:38:kworker.0 Request processed in 95us (1552us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319578.489573:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1815
00000100:00080000:0.0:1767319578.489599:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319578.489614:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319578.489619:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999886208:0@lo:38:kworker.0
00000100:00100000:1.0:1767319578.501712:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999886976
00000100:00100000:1.0:1767319578.501734:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999886976
00000100:00100000:1.0:1767319578.501826:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3118
00000100:00100000:1.0:1767319578.501841:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999886976:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319578.501969:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999886976:12345-0@lo:400:kworker.0 Request processed in 131us (15494us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319578.501978:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3118
00000100:00100000:0.0:1767319578.502020:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fa9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999886976:0@lo:400:kworker.0
00010000:00010000:0.0:1767319578.807354:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319579.830274:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319580.607177:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767319580.607294:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767319580.607418:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962515712
00000100:00100000:0.0:1767319580.607433:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962515712
00000100:00100000:2.0:1767319580.607469:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962515584
00000100:00100000:2.0:1767319580.607485:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962515584
00000100:00100000:0.0:1767319580.607537:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4726
00000100:00100000:0.0:1767319580.607551:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962515712:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767319580.607567:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5223
00000100:00100000:2.0:1767319580.607578:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b21500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962515584:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767319580.607620:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767319580.607688:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319580.607852:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962515712:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 302us (688us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319580.607863:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4726
00000100:00100000:2.0:1767319580.609758:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b21500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962515584:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 2169us (2451us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319580.609849:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5223
00010000:00010000:2.0:1767319580.853567:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319581.879047:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767319582.901525:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767319583.605398:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319583.605414:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767319583.605417:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319583.605422:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319583.605427:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319583.605446:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4776
00000100:00080000:0.0:1767319583.605453:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319583.605464:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319583.605499:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366987b80 x1853163999887616/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319583.605507:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345faaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999887488:0@lo:13:osp-pre-1-1.0
00000100:00080000:0.0:1767319583.605519:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319583.605523:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319583.605525:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319583.605529:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4776
00000100:00080000:0.0:1767319583.605532:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319583.605536:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319583.605549:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366984a80 x1853163999887744/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319583.605587:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319583.605590:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319583.605592:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319583.605596:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4776
00000100:00080000:0.0:1767319583.605599:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319583.605602:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319583.605613:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366986680 x1853163999887872/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319583.605643:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319583.605647:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319583.605649:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319583.605653:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4776
00000100:00080000:0.0:1767319583.605655:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319583.605659:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319583.605669:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366986300 x1853163999888128/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319583.605724:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952344b26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999888384:0@lo:400:kworker.0
00000100:00100000:2.0:1767319583.605755:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319583.605764:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319583.605813:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366963480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999888512:0@lo:400:kworker.0
00000100:00100000:0.0:1767319583.605833:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853163999888256:0@lo:400:kworker.0
00000100:00100000:0.0:1767319583.605866:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319583.605887:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767319583.605893:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366985880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853163999888000:0@lo:400:kworker.0
00000100:00100000:2.0:1767319583.605922:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319583.605928:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319583.605970:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999887488
00000100:00100000:2.0:1767319583.605979:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999887488
00000100:00100000:0.0:1767319583.605999:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999888384
00000100:00100000:0.0:1767319583.606005:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999888384
00000100:00100000:0.0:1767319583.606046:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999888512
00000100:00100000:0.0:1767319583.606050:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999888512
00000100:00100000:2.0:1767319583.606055:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2274
00000100:00100000:2.0:1767319583.606068:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fa9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:7006:x1853163999887488:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319583.606080:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3119
00000100:00100000:0.0:1767319583.606091:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366960a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+6:7005:x1853163999888384:12345-0@lo:400:kworker.0
00002000:00000024:2.0:1767319583.606108:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767319583.606149:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366960a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+6:7005:x1853163999888384:12345-0@lo:400:kworker.0 Request processed in 61us (385us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319583.606157:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fa9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:7006:x1853163999887488:12345-0@lo:13:osp-pre-1-1.0 Request processed in 93us (403us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319583.606161:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3119
00000100:00100000:2.0:1767319583.606166:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2274
00000100:00100000:0.0:1767319583.606190:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3120
00000100:00100000:2.0:1767319583.606221:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999888256
00000100:00100000:2.0:1767319583.606225:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999888256
00000100:00100000:0.0:1767319583.606229:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345faad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999888512:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319583.606253:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999888000
00000100:00100000:2.0:1767319583.606256:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999888000
00000100:00100000:0.0:1767319583.606267:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345faad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999888512:12345-0@lo:400:kworker.0 Request processed in 69us (344us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319583.606274:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3120
00000100:00100000:0.0:1767319583.606328:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952344b26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999888384:0@lo:400:kworker.0
00000100:00100000:0.0:1767319583.606371:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4727
00000100:00100000:0.0:1767319583.606378:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366961500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853163999888256:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319583.606397:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4728
00000100:00100000:2.0:1767319583.606405:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366963b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853163999888000:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319583.606422:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366961500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853163999888256:12345-0@lo:400:kworker.0 Request processed in 43us (553us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319583.606429:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4727
00000100:00100000:0.0:1767319583.606464:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366985880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853163999888000:0@lo:400:kworker.0
00000100:00100000:0.0:1767319583.606473:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853163999888256:0@lo:400:kworker.0
00000100:00100000:3.0:1767319583.606476:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366aced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999888640:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319583.606507:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366963b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853163999888000:12345-0@lo:400:kworker.0 Request processed in 45us (522us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319583.606508:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319583.606518:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4728
00000100:00100000:2.0:1767319583.606564:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366963480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999888512:0@lo:400:kworker.0
00000100:00100000:2.0:1767319583.606582:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345faaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999887488:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319583.606883:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366987b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999887616:0@lo:38:kworker.0
00000100:00100000:1.0:1767319583.606925:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319583.606969:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366984a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999887744:0@lo:38:kworker.0
00000100:00100000:2.0:1767319583.606976:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999887616
00000100:00100000:2.0:1767319583.606982:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999887616
00000100:00100000:1.0:1767319583.606995:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319583.607016:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366986680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999887872:0@lo:38:kworker.0
00000100:00100000:1.0:1767319583.607039:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319583.607056:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366986300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999888128:0@lo:38:kworker.0
00000100:00100000:2.0:1767319583.607065:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1816
00000100:00100000:2.0:1767319583.607071:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b23800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999887616:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767319583.607080:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:2.0:1767319583.607089:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319583.607124:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b23800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999887616:12345-0@lo:38:kworker.0 Request processed in 53us (200us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319583.607128:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1816
00000100:00080000:1.0:1767319583.607130:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319583.607138:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319583.607146:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366987b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999887616:0@lo:38:kworker.0
00000100:00100000:3.0:1767319583.607159:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999887744
00000100:00100000:3.0:1767319583.607163:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999887744
00000100:00100000:3.0:1767319583.607179:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999887872
00000100:00100000:3.0:1767319583.607181:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999887872
00000100:00100000:1.0:1767319583.607184:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999888128
00000100:00100000:1.0:1767319583.607189:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999888128
00000100:00100000:3.0:1767319583.607219:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5224
00000100:00100000:3.0:1767319583.607222:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999887744:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319583.607230:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319583.607246:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5225
00000100:00100000:1.0:1767319583.607254:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366964000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999887872:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767319583.607259:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999887744:12345-0@lo:38:kworker.0 Request processed in 34us (264us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319583.607264:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5224
00010000:00020000:1.0:1767319583.607269:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319583.607290:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5226
00000100:00100000:3.0:1767319583.607295:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366967800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999888128:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319583.607302:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319583.607307:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366964000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999887872:12345-0@lo:38:kworker.0 Request processed in 49us (263us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319583.607316:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5225
00000100:00100000:3.0:1767319583.607327:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366967800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999888128:12345-0@lo:38:kworker.0 Request processed in 31us (246us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319583.607332:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5226
00000100:00080000:1.0:1767319583.607340:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767319583.607347:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767319583.607349:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767319583.607360:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319583.607363:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319583.607366:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366984a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999887744:0@lo:38:kworker.0
00000100:00080000:3.0:1767319583.607373:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319583.607376:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319583.607378:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366986680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999887872:0@lo:38:kworker.0
00000100:00080000:3.0:1767319583.607384:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319583.607386:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319583.607389:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366986300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999888128:0@lo:38:kworker.0
00000100:00100000:0.0:1767319583.607564:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999888640
00000100:00100000:0.0:1767319583.607569:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999888640
00000100:00100000:0.0:1767319583.607607:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2275
00000100:00100000:0.0:1767319583.607615:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999888640:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767319583.607639:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767319583.607686:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999888640:12345-0@lo:13:osp-pre-0-1.0 Request processed in 72us (1179us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319583.607693:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2275
00000100:00100000:3.0:1767319583.607752:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366aced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999888640:0@lo:13:osp-pre-0-1.0
00010000:00010000:2.0:1767319583.935071:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319584.949625:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319585.727447:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767319585.727609:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767319585.735372:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962515968
00000100:00100000:0.0:1767319585.735393:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962515968
00000100:00100000:0.0:1767319585.735499:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962515840
00000100:00100000:0.0:1767319585.735503:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962515840
00000100:00100000:0.0:1767319585.735533:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4729
00000100:00100000:0.0:1767319585.735557:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345faaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962515968:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:0.0:1767319585.735672:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345faaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962515968:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 117us (8252us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319585.735681:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4729
00000100:00100000:0.0:1767319585.735702:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5227
00000100:00100000:0.0:1767319585.735707:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fa9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962515840:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:0.0:1767319585.735732:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319585.735760:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fa9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962515840:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 52us (8165us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319585.735767:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5227
00000100:00080000:2.0:1767319585.736047:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767319585.974420:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319587.004669:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319588.023247:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319588.726040:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767319588.726060:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366964e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999888896:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319588.726145:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319588.726235:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999888896
00000100:00100000:1.0:1767319588.726243:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999888896
00000100:00100000:1.0:1767319588.726299:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2276
00000100:00100000:1.0:1767319588.726307:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345901c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999888896:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767319588.726335:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767319588.726378:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345901c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999888896:12345-0@lo:13:osp-pre-1-1.0 Request processed in 71us (233us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319588.726386:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2276
00000100:00080000:2.0:1767319588.726767:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767319588.726960:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366964e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999888896:0@lo:13:osp-pre-1-1.0
00000100:00080000:3.0:1767319588.731158:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319588.731173:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767319588.731176:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319588.731180:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319588.731186:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319588.731220:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4781
00000100:00080000:3.0:1767319588.731226:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319588.731235:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319588.731298:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366acdf80 x1853163999889024/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319588.731321:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319588.731324:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319588.731326:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319588.731329:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4781
00000100:00080000:3.0:1767319588.731332:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319588.731335:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319588.731346:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366acc380 x1853163999889152/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319588.731355:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319588.731358:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319588.731359:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319588.731363:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4781
00000100:00080000:3.0:1767319588.731365:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319588.731368:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319588.731378:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366acd500 x1853163999889280/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319588.731417:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319588.731421:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319588.731423:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319588.731426:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4781
00000100:00080000:3.0:1767319588.731428:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319588.731432:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319588.731444:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366acc000 x1853163999889536/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319588.732860:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366acce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999889664:0@lo:400:kworker.0
00000100:00100000:2.0:1767319588.732936:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319588.732991:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2]
00000100:00100000:2.0:1767319588.732998:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366aced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999888768:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319588.733024:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319588.733041:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366acd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999889792:0@lo:400:kworker.0
00000100:00100000:2.0:1767319588.733060:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319588.733082:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767319588.733091:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366acfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999889408:0@lo:400:kworker.0
00000100:00100000:2.0:1767319588.733112:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319588.733140:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999889664
00000100:00100000:0.0:1767319588.733148:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999889664
00000100:00100000:0.0:1767319588.733234:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999889408
00000100:00100000:0.0:1767319588.733237:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999889408
00000100:00080000:2.0:1767319588.733249:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319588.733264:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4730
00000100:00100000:2.0:1767319588.733270:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4731
00000100:00100000:0.0:1767319588.733273:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345faa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999889664:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319588.733276:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fa8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999889408:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319588.733407:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366acdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999889024:0@lo:38:kworker.0
00000100:00100000:3.0:1767319588.733648:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366acfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999889408:0@lo:400:kworker.0
00000100:00100000:3.0:1767319588.733727:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999888768
00000100:00100000:3.0:1767319588.733734:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999888768
00000100:00100000:3.0:1767319588.733786:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2277
00000100:00100000:3.0:1767319588.733795:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999888768:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767319588.733842:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767319588.737233:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fa8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999889408:12345-0@lo:400:kworker.0 Request processed in 3946us (4109us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319588.737248:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4731
00000100:00080000:2.0:1767319588.737301:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767319588.737339:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999889792
00000100:00100000:2.0:1767319588.737349:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999889792
00000100:00100000:2.0:1767319588.737406:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3121
00000100:00100000:2.0:1767319588.737415:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fa8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:7007:x1853163999889792:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319588.737483:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fa8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:7007:x1853163999889792:12345-0@lo:400:kworker.0 Request processed in 70us (4421us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319588.737489:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3121
00000100:00100000:2.0:1767319588.737579:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366acd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999889792:0@lo:400:kworker.0
00000100:00100000:2.0:1767319588.737594:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366acce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999889664:0@lo:400:kworker.0
00000100:00100000:0.0:1767319588.738395:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345faa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999889664:12345-0@lo:400:kworker.0 Request processed in 5120us (5456us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319588.738405:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4730
00000100:00100000:1.0:1767319588.738433:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319588.738524:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366acc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999889152:0@lo:38:kworker.0
00000100:00100000:1.0:1767319588.738558:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319588.738633:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366acd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999889280:0@lo:38:kworker.0
00000100:00100000:1.0:1767319588.738782:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319588.738806:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999889024
00000100:00100000:2.0:1767319588.738812:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999889024
00000100:00100000:2.0:1767319588.738845:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1817
00000100:00100000:2.0:1767319588.738852:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366966300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999889024:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319588.738871:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319588.738917:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366966300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999889024:12345-0@lo:38:kworker.0 Request processed in 65us (484us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319588.738924:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1817
00000100:00100000:1.0:1767319588.739075:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366acc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999889536:0@lo:38:kworker.0
00000100:00100000:1.0:1767319588.739104:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319588.739155:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999889152
00000100:00100000:0.0:1767319588.739161:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999889152
00000100:00100000:0.0:1767319588.739190:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999889280
00000100:00100000:0.0:1767319588.739230:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999889280
00000100:00100000:0.0:1767319588.739267:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5228
00000100:00100000:0.0:1767319588.739276:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366964a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999889152:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767319588.739287:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999888768:12345-0@lo:13:osp-pre-0-1.0 Request processed in 5480us (6248us total) trans 0 rc 0/0
00010000:00020000:0.0:1767319588.739295:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319588.739312:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2277
00000100:00100000:0.0:1767319588.739347:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366964a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999889152:12345-0@lo:38:kworker.0 Request processed in 67us (782us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319588.739357:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5228
00000100:00100000:0.0:1767319588.739374:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5229
00000100:00100000:0.0:1767319588.739378:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366965500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999889280:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319588.739387:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319588.739410:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366965500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999889280:12345-0@lo:38:kworker.0 Request processed in 31us (630us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319588.739415:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5229
00000100:00080000:1.0:1767319588.739563:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319588.739569:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319588.739572:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366acdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999889024:0@lo:38:kworker.0
00000100:00080000:1.0:1767319588.739580:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319588.739582:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319588.739585:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366acc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999889152:0@lo:38:kworker.0
00000100:00080000:1.0:1767319588.739591:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319588.739594:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319588.739597:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366acd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999889280:0@lo:38:kworker.0
00000100:00100000:2.0:1767319588.739815:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999889536
00000100:00100000:2.0:1767319588.739821:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999889536
00000100:00100000:0.0:1767319588.739851:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5230
00000100:00100000:0.0:1767319588.739856:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366966680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999889536:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319588.739869:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319588.740250:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366966680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999889536:12345-0@lo:38:kworker.0 Request processed in 391us (1144us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319588.740257:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5230
00000100:00080000:0.0:1767319588.740320:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319588.740325:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319588.740328:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366acc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999889536:0@lo:38:kworker.0
00000100:00100000:3.0:1767319588.743157:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366aced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999888768:0@lo:13:osp-pre-0-1.0
00010000:00010000:2.0:1767319589.046277:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319590.069946:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319590.848964:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767319590.854524:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962516224
00000100:00100000:2.0:1767319590.854546:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962516224
00000100:00100000:1.0:1767319590.854551:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767319590.854627:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962516096
00000100:00100000:2.0:1767319590.854631:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962516096
00000100:00100000:2.0:1767319590.854666:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4732
00000100:00100000:2.0:1767319590.854679:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366964380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962516224:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767319590.854786:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366964380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962516224:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 110us (5836us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319590.854794:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4732
00000100:00100000:2.0:1767319590.854816:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5231
00000100:00100000:2.0:1767319590.854821:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366964e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962516096:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767319590.854845:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319590.854874:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366964e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962516096:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 51us (329us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319590.854880:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5231
00000100:00080000:0.0:1767319590.855106:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767319591.093718:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319592.117423:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319593.141456:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319593.845560:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999889920:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319593.845663:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319593.845815:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767319593.845823:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366aced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999890048:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319593.845850:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319593.845933:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999889920
00000100:00100000:0.0:1767319593.845943:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999889920
00000100:00100000:0.0:1767319593.846003:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999890048
00000100:00100000:0.0:1767319593.846007:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999890048
00000100:00100000:0.0:1767319593.846034:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2278
00000100:00100000:0.0:1767319593.846045:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366963800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999889920:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767319593.846083:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767319593.846131:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366963800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999889920:12345-0@lo:13:osp-pre-1-1.0 Request processed in 87us (468us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319593.846138:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2278
00000100:00100000:0.0:1767319593.846156:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2279
00000100:00100000:0.0:1767319593.846162:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366963100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999890048:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767319593.846179:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767319593.846234:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366963100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999890048:12345-0@lo:13:osp-pre-0-1.0 Request processed in 72us (383us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319593.846241:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2279
00000100:00080000:0.0:1767319593.846259:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767319593.846264:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767319593.846316:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366aced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999890048:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319593.846331:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999889920:0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767319593.847939:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319593.847949:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767319593.847952:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319593.847957:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319593.847962:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319593.847970:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4786
00000100:00080000:2.0:1767319593.847976:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319593.847983:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319593.848031:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952345fa9c00 x1853163999890176/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319593.848136:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fa9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999890176:0@lo:38:kworker.0
00000100:00100000:1.0:1767319593.848258:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767319593.848350:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319593.848355:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319593.848357:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319593.848361:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4786
00000100:00080000:2.0:1767319593.848363:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319593.848367:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319593.848370:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999890176
00000100:00100000:3.0:1767319593.848380:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999890176
00000100:00100000:2.0:1767319593.848382:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952345fa9500 x1853163999890304/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767319593.848426:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1818
00000100:00100000:3.0:1767319593.848434:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999890176:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319593.848457:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319593.848482:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fa9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999890304:0@lo:38:kworker.0
00000100:00100000:3.0:1767319593.848521:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999890176:12345-0@lo:38:kworker.0 Request processed in 77us (253us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319593.848530:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1818
00000100:00100000:1.0:1767319593.848592:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767319593.848643:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319593.848648:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319593.848652:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fa9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999890176:0@lo:38:kworker.0
00000100:00100000:3.0:1767319593.848683:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999890304
00000100:00100000:3.0:1767319593.848687:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999890304
00000100:00100000:3.0:1767319593.848756:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5232
00000100:00100000:3.0:1767319593.848762:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999890304:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319593.848773:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319593.848804:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999890304:12345-0@lo:38:kworker.0 Request processed in 41us (212us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319593.848810:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5232
00000100:00080000:1.0:1767319593.848822:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319593.848831:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319593.848833:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fa9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999890304:0@lo:38:kworker.0
00000100:00080000:2.0:1767319593.848916:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319593.848921:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319593.848923:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319593.848927:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4786
00000100:00080000:2.0:1767319593.848930:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319593.848934:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319593.848952:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952345fa9500 x1853163999890432/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319593.848999:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fa9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999890432:0@lo:38:kworker.0
00000100:00100000:1.0:1767319593.849026:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319593.849086:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999890432
00000100:00100000:0.0:1767319593.849090:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999890432
00000100:00080000:2.0:1767319593.849096:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319593.849099:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319593.849101:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319593.849106:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4786
00000100:00080000:2.0:1767319593.849108:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319593.849112:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319593.849114:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5233
00000100:00100000:0.0:1767319593.849119:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999890432:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767319593.849125:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236710ce00 x1853163999890688/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00020000:0.0:1767319593.849130:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319593.849161:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999890688:0@lo:38:kworker.0
00000100:00100000:1.0:1767319593.849186:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319593.849294:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853163999890816:0@lo:400:kworker.0
00000100:00100000:2.0:1767319593.849328:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319593.849351:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767319593.849357:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fa9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853163999890560:0@lo:400:kworker.0
00000100:00100000:2.0:1767319593.849380:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319593.849408:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999890688
00000100:00100000:2.0:1767319593.849411:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999890688
00000100:00100000:2.0:1767319593.849426:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999890816
00000100:00100000:2.0:1767319593.849429:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999890816
00000100:00100000:2.0:1767319593.849476:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999890560
00000100:00100000:2.0:1767319593.849479:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999890560
00000100:00100000:2.0:1767319593.849499:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4733
00000100:00100000:2.0:1767319593.849506:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853163999890816:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319593.849565:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853163999890816:12345-0@lo:400:kworker.0 Request processed in 59us (237us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319593.849822:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4733
00000100:00100000:2.0:1767319593.849872:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4734
00000100:00100000:2.0:1767319593.849890:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853163999890560:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319593.849978:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853163999890560:12345-0@lo:400:kworker.0 Request processed in 99us (596us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319593.849984:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4734
00000100:00100000:2.0:1767319593.849997:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5234
00000100:00100000:2.0:1767319593.850002:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999890688:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319593.850021:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319593.850051:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999890688:12345-0@lo:38:kworker.0 Request processed in 48us (865us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319593.850056:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5234
00000100:00080000:2.0:1767319593.850081:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319593.850112:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fa9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853163999890560:0@lo:400:kworker.0
00000100:00100000:2.0:1767319593.850121:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853163999890816:0@lo:400:kworker.0
00000100:00080000:1.0:1767319593.850927:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319593.850937:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319593.850942:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fa9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999890432:0@lo:38:kworker.0
00000100:00080000:1.0:1767319593.850971:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319593.850974:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319593.850977:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999890688:0@lo:38:kworker.0
00000100:00100000:0.0:1767319593.851039:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999890432:12345-0@lo:38:kworker.0 Request processed in 1916us (2010us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319593.851050:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5233
00010000:00010000:2.0:1767319594.166148:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319595.190112:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319595.968069:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767319595.968185:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767319595.969586:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962516352
00000100:00100000:0.0:1767319595.969601:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962516352
00000100:00100000:1.0:1767319595.969770:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962516480
00000100:00100000:1.0:1767319595.969775:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962516480
00000100:00100000:1.0:1767319595.969887:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4735
00000100:00100000:1.0:1767319595.969898:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962516480:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767319595.969975:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962516480:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 78us (1789us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319595.969983:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4735
00000100:00100000:1.0:1767319595.970003:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5235
00000100:00100000:1.0:1767319595.970007:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962516352:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767319595.970027:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319595.970055:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962516352:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 45us (1996us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319595.970061:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5235
00000100:00080000:2.0:1767319595.975227:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767319596.214991:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319597.240214:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767319598.265251:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319598.965979:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999890944:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319598.966048:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319598.966128:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767319598.966136:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366acd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999891072:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319598.966158:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319598.966189:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999890944
00000100:00100000:0.0:1767319598.966209:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999890944
00000100:00080000:2.0:1767319598.966241:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767319598.966253:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999891072
00000100:00100000:0.0:1767319598.966255:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999891072
00000100:00100000:0.0:1767319598.966279:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2280
00000100:00100000:0.0:1767319598.966288:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366961c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999890944:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319598.966288:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2281
00000100:00100000:2.0:1767319598.966304:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366961f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999891072:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767319598.966315:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00002000:00000024:2.0:1767319598.966326:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767319598.966348:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366961c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999890944:12345-0@lo:13:osp-pre-1-1.0 Request processed in 64us (301us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319598.966354:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2280
00000100:00100000:2.0:1767319598.966371:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366961f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999891072:12345-0@lo:13:osp-pre-0-1.0 Request processed in 71us (211us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319598.966379:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2281
00000100:00100000:0.0:1767319598.966396:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366acd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999891072:0@lo:13:osp-pre-0-1.0
00000100:00080000:2.0:1767319598.966400:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767319598.966425:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999890944:0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767319598.966465:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319598.966471:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767319598.966474:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319598.966477:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319598.966481:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319598.966486:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4791
00000100:00080000:1.0:1767319598.966489:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319598.966493:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319598.966514:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347ff3b80 x1853163999891200/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319598.966535:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319598.966538:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319598.966540:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319598.966543:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4791
00000100:00080000:1.0:1767319598.966545:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319598.966548:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319598.966559:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347ff1500 x1853163999891328/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319598.966567:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319598.966570:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319598.966572:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319598.966575:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4791
00000100:00080000:1.0:1767319598.966578:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319598.966580:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319598.966591:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952367243100 x1853163999891456/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319598.966629:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319598.966632:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319598.966634:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319598.966637:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4791
00000100:00080000:1.0:1767319598.966639:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319598.966642:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319598.966653:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952367299f80 x1853163999891712/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319598.966810:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b20380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853163999891840:0@lo:400:kworker.0
00000100:00100000:2.0:1767319598.966842:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319598.966912:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767319598.966918:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367240e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853163999891584:0@lo:400:kworker.0
00000100:00100000:2.0:1767319598.966939:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319598.967113:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999891200:0@lo:38:kworker.0
00000100:00100000:2.0:1767319598.967140:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319598.967173:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999891328:0@lo:38:kworker.0
00000100:00100000:2.0:1767319598.967213:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319598.967256:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999891200
00000100:00100000:0.0:1767319598.967262:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999891200
00000100:00100000:0.0:1767319598.967286:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1819
00000100:00100000:0.0:1767319598.967291:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999891200:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319598.967307:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319598.967339:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999891200:12345-0@lo:38:kworker.0 Request processed in 46us (197us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319598.967344:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1819
00000100:00100000:3.0:1767319598.967426:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999891840
00000100:00100000:3.0:1767319598.967431:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999891840
00000100:00080000:0.0:1767319598.967483:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319598.967531:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999891584
00000100:00100000:1.0:1767319598.967535:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999891584
00000100:00100000:1.0:1767319598.967609:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4736
00000100:00100000:1.0:1767319598.967617:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853163999891840:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319598.967663:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853163999891840:12345-0@lo:400:kworker.0 Request processed in 47us (820us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319598.967669:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4736
00000100:00100000:1.0:1767319598.967683:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4737
00000100:00100000:1.0:1767319598.967689:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853163999891584:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319598.967715:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853163999891584:12345-0@lo:400:kworker.0 Request processed in 27us (775us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319598.967721:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4737
00000100:00100000:1.0:1767319598.967755:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367240e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853163999891584:0@lo:400:kworker.0
00000100:00100000:1.0:1767319598.967764:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b20380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853163999891840:0@lo:400:kworker.0
00000100:00100000:2.0:1767319598.967952:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367243100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999891456:0@lo:38:kworker.0
00000100:00100000:2.0:1767319598.967974:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319598.967987:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367299f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999891712:0@lo:38:kworker.0
00000100:00100000:2.0:1767319598.968009:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767319598.968037:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319598.968041:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319598.968044:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999891200:0@lo:38:kworker.0
00000100:00100000:2.0:1767319598.968064:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999891328
00000100:00100000:2.0:1767319598.968068:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999891328
00000100:00100000:2.0:1767319598.968087:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999891456
00000100:00100000:2.0:1767319598.968089:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999891456
00000100:00100000:2.0:1767319598.968102:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999891712
00000100:00100000:2.0:1767319598.968104:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999891712
00000100:00100000:2.0:1767319598.968115:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5236
00000100:00100000:2.0:1767319598.968119:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999891328:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319598.968131:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319598.968161:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999891328:12345-0@lo:38:kworker.0 Request processed in 41us (966us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319598.968167:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5236
00000100:00100000:2.0:1767319598.968179:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5237
00000100:00100000:2.0:1767319598.968182:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999891456:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319598.968191:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319598.968236:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999891456:12345-0@lo:38:kworker.0 Request processed in 52us (261us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319598.968242:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5237
00000100:00100000:2.0:1767319598.968254:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5238
00000100:00100000:2.0:1767319598.968257:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999891712:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319598.968266:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319598.968285:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999891712:12345-0@lo:38:kworker.0 Request processed in 26us (275us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319598.968291:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5238
00000100:00080000:2.0:1767319598.968318:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319598.968322:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319598.968325:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999891328:0@lo:38:kworker.0
00000100:00080000:2.0:1767319598.968332:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319598.968335:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319598.968337:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367243100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999891456:0@lo:38:kworker.0
00000100:00080000:2.0:1767319598.968344:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319598.968347:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319598.968349:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367299f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999891712:0@lo:38:kworker.0
00000100:00080000:0.0:1767319598.968711:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767319599.285410:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319600.063831:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000400:00000100:0.0:1767319600.063874:0:7000:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.52@tcp portal 26 match 1853163962516608 offset 0 length 520: 4
00000100:00100000:0.0:1767319600.063900:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767319600.064029:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962516864
00000100:00100000:1.0:1767319600.064040:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962516864
00000100:00100000:1.0:1767319600.064116:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962516736
00000100:00100000:1.0:1767319600.064119:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962516736
00000100:00100000:1.0:1767319600.064139:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4738
00000100:00100000:1.0:1767319600.064148:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366963480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962516864:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767319600.064261:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366963480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962516864:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 114us (439us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319600.064269:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4738
00000100:00100000:1.0:1767319600.064288:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5239
00000100:00100000:1.0:1767319600.064292:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962516736:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767319600.064311:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319600.064336:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962516736:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 42us (435us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319600.064342:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5239
00000100:00080000:0.0:1767319600.064751:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767319600.317007:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319601.333840:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767319602.358346:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319603.061437:0:7004:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319578/real 1767319578]  req@ffff95234727ea00 x1853163999886080/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319603 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767319603.061485:0:7004:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95234727ea00 x1853163999886080/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319603 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767319603.061506:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319603.061533:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767319603.061538:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853163999886080:0@lo:250:kworker.0
00000100:00080000:1.0:1767319603.061811:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319603.061817:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1767319603.061820:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319603.061825:0:49151:0:(import.c:509:import_select_connection()) MGC192.168.202.152@tcp: connect to NID 0@lo last attempt 4776
00000100:00080000:1.0:1767319603.061830:0:49151:0:(import.c:588:import_select_connection()) MGC192.168.202.152@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319603.061836:0:49151:0:(import.c:623:import_select_connection()) MGC192.168.202.152@tcp: import ffff95235eb57800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319603.061871:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347b20380 x1853163999891968/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319603.061897:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767319603.062399:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b20380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853163999891968:0@lo:250:kworker.0
00000400:00000100:2.0:1767319603.062457:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163999891968 offset 0 length 520: 4
00000100:00080000:1.0:1767319603.062744:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319603.062747:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319603.062751:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4796
00000100:00080000:1.0:1767319603.062754:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319603.062758:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319603.062794:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952367243100 x1853163999892096/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319603.062816:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319603.062820:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319603.062822:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319603.062825:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4796
00000100:00080000:1.0:1767319603.062827:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319603.062831:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319603.062846:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952367240e00 x1853163999892224/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319603.062854:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319603.062858:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319603.062860:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319603.062863:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4796
00000100:00080000:1.0:1767319603.062865:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319603.062868:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319603.062879:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523494d0700 x1853163999892352/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319603.063020:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319603.063025:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319603.063027:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319603.063031:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4796
00000100:00080000:1.0:1767319603.063034:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319603.063037:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319603.063050:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523494d2d80 x1853163999892608/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767319603.063066:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767319603.063083:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853163999892736:0@lo:400:kworker.0
00000100:00100000:3.0:1767319603.063140:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319603.063152:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999892992:0@lo:400:kworker.0
00000100:00100000:3.0:1767319603.063171:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853163999892480:0@lo:400:kworker.0
00000100:00100000:3.0:1767319603.063215:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319603.063249:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999892736
00000100:00100000:3.0:1767319603.063256:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999892736
00000100:00100000:3.0:1767319603.063323:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999892480
00000100:00100000:3.0:1767319603.063327:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999892480
00000100:00100000:3.0:1767319603.063354:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4739
00000100:00100000:3.0:1767319603.063363:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999892736:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319603.063426:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999892736:12345-0@lo:400:kworker.0 Request processed in 64us (287us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319603.063434:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4739
00000100:00100000:3.0:1767319603.063450:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4740
00000100:00100000:3.0:1767319603.063457:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366aced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853163999892480:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319603.063482:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366aced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853163999892480:12345-0@lo:400:kworker.0 Request processed in 26us (266us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319603.063487:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4740
00000100:00080000:3.0:1767319603.063508:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319603.063541:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853163999892736:0@lo:400:kworker.0
00000100:00100000:3.0:1767319603.063550:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853163999892480:0@lo:400:kworker.0
00000100:00100000:1.0:1767319603.063629:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319603.063662:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767319603.063669:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999892864:0@lo:400:kworker.0
00000100:00100000:1.0:1767319603.063692:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319603.063746:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999892992
00000100:00100000:3.0:1767319603.063751:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999892992
00000100:00100000:3.0:1767319603.063785:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999892864
00000100:00100000:3.0:1767319603.063788:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999892864
00000100:00100000:3.0:1767319603.063811:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3122
00000100:00100000:3.0:1767319603.063818:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999892992:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319603.063863:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999892992:12345-0@lo:400:kworker.0 Request processed in 46us (235us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319603.063871:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3122
00000100:00100000:1.0:1767319603.063894:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999892992:0@lo:400:kworker.0
00000100:00100000:3.0:1767319603.064076:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3123
00000100:00100000:3.0:1767319603.064084:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999892864:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319603.064132:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367243100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999892096:0@lo:38:kworker.0
00000100:00100000:2.0:1767319603.064167:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319603.064220:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367240e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999892224:0@lo:38:kworker.0
00000100:00100000:2.0:1767319603.064244:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319603.064251:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999892864:12345-0@lo:400:kworker.0 Request processed in 36us (425us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319603.064260:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3123
00000100:00100000:2.0:1767319603.064264:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999892352:0@lo:38:kworker.0
00000100:00100000:2.0:1767319603.064287:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319603.064302:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999892608:0@lo:38:kworker.0
00000100:00100000:2.0:1767319603.064322:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767319603.064364:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767319603.064370:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767319603.064374:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999892224
00000100:00100000:2.0:1767319603.064392:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999892224
00000100:00100000:3.0:1767319603.064393:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999892352
00000100:00100000:3.0:1767319603.064398:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999892352
00000100:00100000:3.0:1767319603.064418:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999892608
00000100:00100000:3.0:1767319603.064421:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999892608
00000100:00100000:2.0:1767319603.064433:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5240
00000100:00100000:2.0:1767319603.064441:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999892352:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767319603.064447:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5241
00000100:00100000:3.0:1767319603.064454:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999892224:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319603.064466:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319603.064545:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999892224:12345-0@lo:38:kworker.0 Request processed in 90us (300us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319603.064551:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5241
00000100:00100000:3.0:1767319603.064565:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5242
00000100:00100000:3.0:1767319603.064569:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fa9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999892608:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319603.064579:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319603.064598:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fa9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999892608:12345-0@lo:38:kworker.0 Request processed in 28us (276us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319603.064603:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5242
00000100:00080000:3.0:1767319603.064628:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319603.064633:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00010000:00020000:2.0:1767319603.064636:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319603.064637:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367240e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999892224:0@lo:38:kworker.0
00000100:00080000:3.0:1767319603.064648:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319603.064652:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319603.064655:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999892608:0@lo:38:kworker.0
00000100:00100000:2.0:1767319603.064679:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999892352:12345-0@lo:38:kworker.0 Request processed in 235us (389us total) trans 0 rc -19/-19
00000100:00080000:3.0:1767319603.064683:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767319603.064688:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5240
00000100:00080000:3.0:1767319603.064689:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319603.064695:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999892352:0@lo:38:kworker.0
00000100:00100000:0.0:1767319603.065261:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999892096
00000100:00100000:0.0:1767319603.065270:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999892096
00000100:00100000:0.0:1767319603.065312:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1820
00000100:00100000:0.0:1767319603.065319:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367299f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999892096:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319603.065331:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319603.065388:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367299f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999892096:12345-0@lo:38:kworker.0 Request processed in 60us (1211us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319603.065403:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1820
00000100:00100000:1.0:1767319603.066280:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999892864:0@lo:400:kworker.0
00000100:00080000:2.0:1767319603.068257:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319603.068268:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319603.068285:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367243100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999892096:0@lo:38:kworker.0
00010000:00010000:2.0:1767319603.381986:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319604.085768:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767319604.085793:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366acc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999893120:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319604.085863:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319604.085972:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999893120
00000100:00100000:0.0:1767319604.085983:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999893120
00000100:00100000:0.0:1767319604.086042:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2282
00000100:00100000:0.0:1767319604.086052:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fa9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999893120:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767319604.086084:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767319604.086141:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fa9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999893120:12345-0@lo:13:osp-pre-0-1.0 Request processed in 90us (277us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319604.086149:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2282
00000100:00100000:3.0:1767319604.086235:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366acc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999893120:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319604.086440:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767319604.086451:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999893248:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319604.086480:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319604.086556:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999893248
00000100:00100000:2.0:1767319604.086561:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999893248
00000100:00100000:2.0:1767319604.086595:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2283
00000100:00100000:2.0:1767319604.086602:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999893248:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767319604.086619:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767319604.086659:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999893248:12345-0@lo:13:osp-pre-1-1.0 Request processed in 58us (178us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319604.086666:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2283
00000100:00100000:3.0:1767319604.086745:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999893248:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767319604.405441:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319605.186426:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767319605.186594:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962517120
00000100:00100000:2.0:1767319605.186604:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962517120
00000100:00100000:2.0:1767319605.186684:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4741
00000100:00100000:2.0:1767319605.186696:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962517120:12345-192.168.202.52@tcp:400:kworker.0
00000100:00080000:3.0:1767319605.186844:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319605.187035:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962517120:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 340us (617us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319605.187047:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4741
00000100:00100000:1.0:1767319605.196648:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767319605.197035:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962516992
00000100:00100000:2.0:1767319605.197047:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962516992
00000100:00100000:2.0:1767319605.197101:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5243
00000100:00100000:2.0:1767319605.197110:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962516992:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767319605.197135:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319605.197241:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962516992:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 130us (602us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319605.197249:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5243
00010000:00010000:2.0:1767319605.429657:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767319606.456985:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319607.478500:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767319608.183779:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319608.183790:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767319608.183793:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319608.183797:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319608.183801:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319608.183809:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4800
00000100:00080000:2.0:1767319608.183813:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319608.183820:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319608.183863:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235f79aa00 x1853163999893376/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319608.183889:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319608.183892:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319608.183894:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319608.183898:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4800
00000100:00080000:2.0:1767319608.183900:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319608.183903:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319608.183916:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235f79b100 x1853163999893504/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319608.183924:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319608.183927:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319608.183929:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319608.183932:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4800
00000100:00080000:2.0:1767319608.183934:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319608.183937:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319608.183946:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235f799f80 x1853163999893632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319608.183985:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319608.183988:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319608.183990:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319608.183993:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4800
00000100:00080000:2.0:1767319608.183996:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319608.183998:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319608.184015:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952371388000 x1853163999893888/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319608.184032:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235f79ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999893760:0@lo:400:kworker.0
00000100:00100000:2.0:1767319608.184083:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bcf1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999894144:0@lo:400:kworker.0
00000100:00100000:3.0:1767319608.184106:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bcf1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999894272:0@lo:400:kworker.0
00000100:00100000:0.0:1767319608.184114:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319608.184127:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319608.184987:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bcf0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853163999894016:0@lo:400:kworker.0
00000100:00100000:3.0:1767319608.190411:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319608.190522:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999894144
00000100:00100000:3.0:1767319608.190533:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999894144
00000100:00100000:3.0:1767319608.190599:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999894272
00000100:00100000:3.0:1767319608.190603:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999894272
00000100:00100000:3.0:1767319608.190635:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3124
00000100:00100000:3.0:1767319608.190645:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bcf0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999894144:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319608.190738:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bcf0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999894144:12345-0@lo:400:kworker.0 Request processed in 95us (6611us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319608.190747:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3124
00000100:00100000:3.0:1767319608.190765:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3125
00000100:00100000:3.0:1767319608.190772:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999894272:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319608.190812:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999894272:12345-0@lo:400:kworker.0 Request processed in 41us (412us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319608.190820:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3125
00000100:00080000:3.0:1767319608.190843:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767319608.190848:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767319608.190859:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999893760
00000100:00100000:0.0:1767319608.190866:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999893760
00000100:00100000:3.0:1767319608.190894:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235f79aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999893376:0@lo:38:kworker.0
00000100:00100000:0.0:1767319608.190922:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4742
00000100:00100000:0.0:1767319608.190932:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999893760:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319608.190942:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319608.190986:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999893760:12345-0@lo:400:kworker.0 Request processed in 56us (6872us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319608.190993:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235f79b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999893504:0@lo:38:kworker.0
00000100:00100000:0.0:1767319608.190994:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4742
00000100:00100000:3.0:1767319608.191028:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767319608.191045:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319608.191053:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235f799f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999893632:0@lo:38:kworker.0
00000100:00100000:0.0:1767319608.191055:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999893504
00000100:00100000:0.0:1767319608.191061:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999893504
00000100:00100000:0.0:1767319608.191084:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5244
00000100:00100000:0.0:1767319608.191089:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999893504:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319608.191107:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319608.195683:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999893504:12345-0@lo:38:kworker.0 Request processed in 4581us (4644us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319608.195699:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5244
00000100:00100000:0.0:1767319608.195783:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235f79ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999893760:0@lo:400:kworker.0
00000100:00100000:0.0:1767319608.195930:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999893376
00000100:00100000:0.0:1767319608.195937:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999893376
00000100:00100000:0.0:1767319608.195970:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1821
00000100:00100000:0.0:1767319608.195977:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999893376:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319608.196002:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319608.196048:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999893376:12345-0@lo:38:kworker.0 Request processed in 71us (5108us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319608.196055:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1821
00000100:00100000:0.0:1767319608.196090:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bcf1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999894272:0@lo:400:kworker.0
00000100:00100000:2.0:1767319608.201250:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bcf1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999894144:0@lo:400:kworker.0
00000100:00100000:1.0:1767319608.201417:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319608.201800:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319608.201846:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952371388000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999893888:0@lo:38:kworker.0
00000100:00100000:3.0:1767319608.201910:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767319608.201959:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319608.201974:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319608.201978:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235f79aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999893376:0@lo:38:kworker.0
00000100:00080000:3.0:1767319608.201990:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319608.201993:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319608.201996:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235f79b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999893504:0@lo:38:kworker.0
00000100:00100000:1.0:1767319608.202785:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999894016
00000100:00100000:1.0:1767319608.202796:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999894016
00000100:00100000:1.0:1767319608.202881:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999893632
00000100:00100000:1.0:1767319608.202885:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999893632
00000100:00100000:1.0:1767319608.202906:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4743
00000100:00100000:1.0:1767319608.202916:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853163999894016:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319608.203006:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853163999894016:12345-0@lo:400:kworker.0 Request processed in 93us (1591us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319608.203013:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4743
00000100:00100000:1.0:1767319608.203031:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999893888
00000100:00100000:1.0:1767319608.203035:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999893888
00000100:00100000:1.0:1767319608.203053:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5245
00000100:00100000:1.0:1767319608.203058:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999893632:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319608.203264:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319608.203302:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999893632:12345-0@lo:38:kworker.0 Request processed in 242us (1501us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319608.203310:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5245
00000100:00100000:1.0:1767319608.203323:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5246
00000100:00100000:1.0:1767319608.203327:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999893888:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319608.203351:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319608.203376:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999893888:12345-0@lo:38:kworker.0 Request processed in 47us (1466us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319608.203382:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5246
00000100:00100000:1.0:1767319608.203433:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bcf0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853163999894016:0@lo:400:kworker.0
00000100:00080000:3.0:1767319608.203679:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767319608.203706:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319608.203711:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319608.203714:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235f799f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999893632:0@lo:38:kworker.0
00000100:00080000:3.0:1767319608.203722:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319608.203726:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319608.203728:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952371388000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999893888:0@lo:38:kworker.0
00010000:00010000:2.0:1767319608.503221:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319609.205796:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bcf1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999894400:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319609.205868:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319609.206256:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999894400
00000100:00100000:2.0:1767319609.206264:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999894400
00000100:00100000:2.0:1767319609.206316:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2284
00000100:00100000:2.0:1767319609.206334:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999894400:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767319609.206364:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767319609.206422:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999894400:12345-0@lo:13:osp-pre-0-1.0 Request processed in 98us (554us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319609.206430:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2284
00000100:00100000:3.0:1767319609.206552:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bcf1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999894400:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319609.206691:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767319609.206699:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999894528:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319609.206724:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319609.206820:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999894528
00000100:00100000:2.0:1767319609.206824:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999894528
00000100:00100000:2.0:1767319609.206854:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2285
00000100:00100000:2.0:1767319609.206860:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999894528:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767319609.206875:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767319609.206915:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999894528:12345-0@lo:13:osp-pre-1-1.0 Request processed in 55us (190us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319609.206921:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2285
00000100:00100000:3.0:1767319609.206992:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999894528:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767319609.525702:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319610.304001:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767319610.304118:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767319610.304263:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962517376
00000100:00100000:2.0:1767319610.304280:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962517376
00000100:00100000:2.0:1767319610.304450:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962517248
00000100:00100000:2.0:1767319610.304455:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962517248
00000100:00100000:2.0:1767319610.304481:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4744
00000100:00100000:2.0:1767319610.304491:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962517376:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767319610.304576:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962517376:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 86us (590us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319610.304585:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4744
00000100:00100000:0.0:1767319610.304595:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5247
00000100:00100000:0.0:1767319610.304604:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952371388000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962517248:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:0.0:1767319610.304627:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319610.304659:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952371388000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962517248:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 54us (540us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319610.304665:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5247
00000100:00080000:1.0:1767319610.306868:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767319610.556272:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319611.573522:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319612.597758:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767319613.304257:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319613.304273:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767319613.304276:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319613.304281:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319613.304294:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319613.304306:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4806
00000100:00080000:3.0:1767319613.304312:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319613.304321:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319613.304380:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952367243100 x1853163999894656/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319613.304422:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319613.304427:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319613.304429:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319613.304432:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4806
00000100:00080000:3.0:1767319613.304435:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319613.304438:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319613.304461:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952367240e00 x1853163999894784/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319613.304471:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319613.304474:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319613.304476:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319613.304480:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4806
00000100:00080000:3.0:1767319613.304482:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319613.304487:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319613.304499:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523494d3100 x1853163999894912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319613.304552:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319613.304556:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319613.304558:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319613.304563:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4806
00000100:00080000:3.0:1767319613.304566:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319613.304570:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319613.304582:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523494d2d80 x1853163999895168/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767319613.304658:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999895424:0@lo:400:kworker.0
00000100:00100000:0.0:1767319613.304874:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367243100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999894656:0@lo:38:kworker.0
00000100:00100000:0.0:1767319613.304918:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319613.304981:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367240e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999894784:0@lo:38:kworker.0
00000100:00100000:0.0:1767319613.305011:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319613.305028:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999894912:0@lo:38:kworker.0
00000100:00100000:0.0:1767319613.305052:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319613.305074:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999895168:0@lo:38:kworker.0
00000100:00100000:0.0:1767319613.305094:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319613.305141:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999894656
00000100:00100000:0.0:1767319613.305150:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999894656
00000100:00100000:0.0:1767319613.305214:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1822
00000100:00100000:0.0:1767319613.305224:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f799f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999894656:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319613.305248:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319613.305305:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f799f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999894656:12345-0@lo:38:kworker.0 Request processed in 80us (385us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319613.305312:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1822
00000100:00100000:0.0:1767319613.305338:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999894784
00000100:00100000:0.0:1767319613.305342:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999894784
00000100:00100000:0.0:1767319613.305360:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999894912
00000100:00100000:0.0:1767319613.305362:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999894912
00000100:00100000:0.0:1767319613.305374:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999895168
00000100:00100000:0.0:1767319613.305377:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999895168
00000100:00100000:0.0:1767319613.305391:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5248
00000100:00100000:0.0:1767319613.305395:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f79b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999894784:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319613.305404:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319613.305429:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f79b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999894784:12345-0@lo:38:kworker.0 Request processed in 33us (418us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319613.305435:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5248
00000100:00100000:0.0:1767319613.305446:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5249
00000100:00100000:0.0:1767319613.305450:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f79aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999894912:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319613.305458:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319613.305481:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f79aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999894912:12345-0@lo:38:kworker.0 Request processed in 29us (428us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319613.305487:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5249
00000100:00100000:0.0:1767319613.305498:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5250
00000100:00100000:0.0:1767319613.305503:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f79ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999895168:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319613.305512:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319613.305531:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f79ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999895168:12345-0@lo:38:kworker.0 Request processed in 27us (437us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319613.305537:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5250
00000100:00080000:0.0:1767319613.305591:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319613.305596:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319613.305600:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367243100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999894656:0@lo:38:kworker.0
00000100:00080000:0.0:1767319613.305609:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319613.305612:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319613.305615:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367240e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999894784:0@lo:38:kworker.0
00000100:00080000:0.0:1767319613.305622:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319613.305625:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319613.305628:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999894912:0@lo:38:kworker.0
00000100:00080000:0.0:1767319613.305635:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319613.305638:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319613.305640:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999895168:0@lo:38:kworker.0
00000100:00100000:0.0:1767319613.305699:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999895552:0@lo:400:kworker.0
00000100:00100000:0.0:1767319613.305729:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319613.306146:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319613.306209:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999895552
00000100:00100000:3.0:1767319613.306216:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999895552
00000100:00100000:3.0:1767319613.306268:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999895424
00000100:00100000:3.0:1767319613.306271:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999895424
00000100:00100000:3.0:1767319613.306305:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3126
00000100:00100000:3.0:1767319613.306314:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999895552:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319613.306366:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999895552:12345-0@lo:400:kworker.0 Request processed in 55us (636us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319613.306373:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3126
00000100:00100000:3.0:1767319613.306386:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3127
00000100:00100000:3.0:1767319613.306392:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999895424:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319613.306424:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999895424:12345-0@lo:400:kworker.0 Request processed in 33us (278us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319613.306430:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3127
00000100:00100000:3.0:1767319613.306485:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999895424:0@lo:400:kworker.0
00000100:00100000:2.0:1767319613.308006:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999895040:0@lo:400:kworker.0
00000100:00100000:2.0:1767319613.308086:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319613.308142:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767319613.308149:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853163999895296:0@lo:400:kworker.0
00000100:00100000:2.0:1767319613.308174:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319613.308248:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999895040
00000100:00100000:2.0:1767319613.308255:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999895040
00000100:00100000:2.0:1767319613.308313:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999895296
00000100:00100000:2.0:1767319613.308316:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999895296
00000100:00100000:2.0:1767319613.308343:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4745
00000100:00100000:2.0:1767319613.308351:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bcf1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999895040:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319613.308403:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bcf1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999895040:12345-0@lo:400:kworker.0 Request processed in 53us (316us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319613.308410:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4745
00000100:00100000:2.0:1767319613.308429:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4746
00000100:00100000:2.0:1767319613.308435:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bcf0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853163999895296:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319613.308459:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bcf0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853163999895296:12345-0@lo:400:kworker.0 Request processed in 25us (285us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319613.308466:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4746
00000100:00100000:2.0:1767319613.308507:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853163999895296:0@lo:400:kworker.0
00000100:00100000:2.0:1767319613.308517:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999895040:0@lo:400:kworker.0
00000100:00100000:0.0:1767319613.308630:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999895552:0@lo:400:kworker.0
00000100:00080000:1.0:1767319613.309098:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767319613.309105:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767319613.309109:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00010000:2.0:1767319613.621985:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319614.325592:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999895680:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319614.325682:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319614.325733:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767319614.325738:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bcf1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999895808:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319614.325759:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319614.325844:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999895680
00000100:00100000:1.0:1767319614.325853:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999895680
00000100:00100000:1.0:1767319614.325905:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999895808
00000100:00100000:1.0:1767319614.325907:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999895808
00000100:00100000:1.0:1767319614.325924:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2286
00000100:00100000:1.0:1767319614.325932:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999895680:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767319614.325965:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767319614.326015:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999895680:12345-0@lo:13:osp-pre-1-1.0 Request processed in 84us (332us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319614.326021:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2286
00000100:00100000:1.0:1767319614.326037:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2287
00000100:00100000:1.0:1767319614.326041:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999895808:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767319614.326053:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767319614.326070:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999895808:12345-0@lo:13:osp-pre-0-1.0 Request processed in 29us (311us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319614.326074:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2287
00000100:00100000:3.0:1767319614.326250:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bcf1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999895808:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319614.326259:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999895680:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767319614.645639:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319615.425526:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767319615.425596:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767319615.425680:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962517632
00000100:00100000:2.0:1767319615.425694:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962517632
00000100:00100000:3.0:1767319615.425694:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962517504
00000100:00100000:3.0:1767319615.425713:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962517504
00000100:00100000:2.0:1767319615.425797:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4747
00000100:00100000:2.0:1767319615.425811:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962517632:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:0.0:1767319615.425827:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5251
00000100:00100000:0.0:1767319615.425842:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962517504:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:0.0:1767319615.425870:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319615.425923:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962517632:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 113us (409us total) trans 0 rc 0/0
00000100:00080000:1.0:1767319615.425931:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319615.425937:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4747
00000100:00100000:0.0:1767319615.425952:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962517504:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 107us (350us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319615.425964:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5251
00010000:00010000:2.0:1767319615.671107:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319616.693773:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319617.720035:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767319618.421355:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319618.421370:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767319618.421373:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319618.421377:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319618.421382:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319618.421392:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4811
00000100:00080000:3.0:1767319618.421398:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319618.421406:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319618.421477:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523499a9880 x1853163999895936/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319618.421499:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319618.421503:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319618.421505:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319618.421510:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4811
00000100:00080000:3.0:1767319618.421512:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319618.421516:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319618.421531:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d79f480 x1853163999896064/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319618.421541:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319618.421544:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319618.421546:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319618.421550:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4811
00000100:00080000:3.0:1767319618.421552:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319618.421555:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319618.421567:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d79dc00 x1853163999896192/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319618.421626:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319618.421630:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319618.421632:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319618.421636:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4811
00000100:00080000:3.0:1767319618.421639:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319618.421642:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319618.421655:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347044a80 x1853163999896448/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319618.421667:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767319618.421690:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347047480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853163999896576:0@lo:400:kworker.0
00000100:00100000:2.0:1767319618.421782:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319618.421863:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347044000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853163999896320:0@lo:400:kworker.0
00000100:00100000:2.0:1767319618.421887:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319618.427964:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347044e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999896704:0@lo:400:kworker.0
00000100:00100000:3.0:1767319618.428059:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319618.428122:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767319618.428128:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347045f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999896832:0@lo:400:kworker.0
00000100:00100000:3.0:1767319618.428146:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319618.428176:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999896704
00000100:00100000:3.0:1767319618.428185:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999896704
00000100:00100000:3.0:1767319618.429756:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999896832
00000100:00100000:3.0:1767319618.429771:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999896832
00000100:00100000:1.0:1767319618.429904:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999895936:0@lo:38:kworker.0
00000100:00100000:1.0:1767319618.429989:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319618.430037:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999896064:0@lo:38:kworker.0
00000100:00080000:1.0:1767319618.430071:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767319618.430076:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767319618.430091:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999895936
00000100:00100000:1.0:1767319618.430094:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999895936
00000100:00100000:1.0:1767319618.430124:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1823
00000100:00100000:1.0:1767319618.430133:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999895936:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319618.430160:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319618.430424:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3128
00000100:00100000:3.0:1767319618.430435:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347044700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999896704:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319618.430558:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999895936:12345-0@lo:38:kworker.0 Request processed in 424us (568us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319618.430567:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1823
00000100:00100000:1.0:1767319618.430602:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319618.431007:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999896576
00000100:00100000:0.0:1767319618.431015:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999896576
00000100:00100000:0.0:1767319618.431069:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999896320
00000100:00100000:0.0:1767319618.431073:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999896320
00000100:00100000:0.0:1767319618.431091:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999896064
00000100:00100000:0.0:1767319618.431094:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999896064
00000100:00100000:0.0:1767319618.431110:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4748
00000100:00100000:0.0:1767319618.431117:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bcf1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853163999896576:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319618.435731:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4749
00000100:00100000:2.0:1767319618.435767:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e982680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853163999896320:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319618.435908:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e982680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853163999896320:12345-0@lo:400:kworker.0 Request processed in 162us (14019us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319618.435917:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4749
00000100:00100000:2.0:1767319618.435948:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5252
00000100:00100000:2.0:1767319618.435953:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349090700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999896064:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319618.435979:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319618.436014:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349090700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999896064:12345-0@lo:38:kworker.0 Request processed in 59us (5411us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319618.436021:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5252
00000100:00100000:2.0:1767319618.436418:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347044000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853163999896320:0@lo:400:kworker.0
00000100:00100000:2.0:1767319618.436497:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3129
00000100:00100000:2.0:1767319618.436509:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347047800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999896832:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319618.437014:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347047800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999896832:12345-0@lo:400:kworker.0 Request processed in 507us (8865us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319618.437022:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3129
00000100:00100000:2.0:1767319618.437100:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347045f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999896832:0@lo:400:kworker.0
00000100:00100000:3.0:1767319618.437109:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347044700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999896704:12345-0@lo:400:kworker.0 Request processed in 6672us (9044us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319618.437120:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347044e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999896704:0@lo:400:kworker.0
00000100:00100000:3.0:1767319618.437122:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3128
00000100:00080000:1.0:1767319618.438406:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319618.438419:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319618.438423:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999896064:0@lo:38:kworker.0
00000100:00100000:1.0:1767319618.438437:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999896192:0@lo:38:kworker.0
00000100:00100000:1.0:1767319618.439411:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319618.439920:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347044a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999896448:0@lo:38:kworker.0
00000100:00100000:1.0:1767319618.439960:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767319618.440050:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319618.440056:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319618.440060:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999895936:0@lo:38:kworker.0
00000100:00080000:1.0:1767319618.440101:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319618.440265:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999896192
00000100:00100000:2.0:1767319618.440274:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999896192
00000100:00100000:2.0:1767319618.440311:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999896448
00000100:00100000:2.0:1767319618.440314:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999896448
00000100:00100000:2.0:1767319618.440338:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5253
00000100:00100000:2.0:1767319618.440346:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eac9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999896192:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319618.440372:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319618.440426:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eac9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999896192:12345-0@lo:38:kworker.0 Request processed in 79us (1018us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319618.440433:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5253
00000100:00100000:2.0:1767319618.440452:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5254
00000100:00100000:2.0:1767319618.440456:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999896448:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319618.440479:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319618.440505:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999896448:12345-0@lo:38:kworker.0 Request processed in 47us (544us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319618.440510:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5254
00000100:00080000:1.0:1767319618.440860:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319618.440866:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319618.440869:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999896192:0@lo:38:kworker.0
00000100:00080000:1.0:1767319618.440878:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319618.440881:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319618.440884:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347044a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999896448:0@lo:38:kworker.0
00000100:00100000:0.0:1767319618.443732:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bcf1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853163999896576:12345-0@lo:400:kworker.0 Request processed in 12591us (21925us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319618.443753:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4748
00000100:00100000:2.0:1767319618.444252:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347047480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853163999896576:0@lo:400:kworker.0
00010000:00010000:2.0:1767319618.741717:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319619.447418:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767319619.447451:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236e981500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999896960:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319619.447549:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319619.448384:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999896960
00000100:00100000:2.0:1767319619.448397:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999896960
00000100:00100000:2.0:1767319619.448479:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2288
00000100:00100000:2.0:1767319619.448491:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999896960:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767319619.448536:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767319619.448601:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999896960:12345-0@lo:13:osp-pre-0-1.0 Request processed in 112us (1052us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319619.448610:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2288
00000100:00100000:3.0:1767319619.448875:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767319619.448892:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999897088:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319619.448933:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319619.449053:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236e981500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999896960:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319619.449155:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999897088
00000100:00100000:1.0:1767319619.449161:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999897088
00000100:00100000:1.0:1767319619.449238:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2289
00000100:00100000:1.0:1767319619.449246:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347047b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999897088:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767319619.449268:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767319619.449313:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347047b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999897088:12345-0@lo:13:osp-pre-1-1.0 Request processed in 69us (379us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319619.449320:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2289
00000100:00100000:3.0:1767319619.450600:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999897088:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767319619.765523:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319620.543184:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767319620.543320:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962517888
00000100:00100000:0.0:1767319620.543339:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962517888
00000100:00100000:0.0:1767319620.543538:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4750
00000100:00100000:0.0:1767319620.543551:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347045180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962517888:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:0.0:1767319620.543735:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347045180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962517888:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 186us (558us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319620.543747:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4750
00000100:00080000:1.0:1767319620.544982:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319620.547720:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767319620.547965:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962517760
00000100:00100000:0.0:1767319620.547979:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962517760
00000100:00100000:0.0:1767319620.548042:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5255
00000100:00100000:0.0:1767319620.548053:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e980000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962517760:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:0.0:1767319620.548085:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319620.548181:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e980000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962517760:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 128us (474us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319620.548189:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5255
00010000:00010000:2.0:1767319620.790503:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319621.813640:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319622.837989:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767319623.545668:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319623.545684:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767319623.546103:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319623.546110:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319623.546116:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319623.546548:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4816
00000100:00080000:1.0:1767319623.546554:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319623.546562:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319623.546621:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523499a9880 x1853163999897216/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319623.546666:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319623.546670:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319623.546672:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319623.546676:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4816
00000100:00080000:1.0:1767319623.546679:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319623.546683:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319623.547273:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999897216:0@lo:38:kworker.0
00000100:00100000:0.0:1767319623.547374:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319623.547574:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999897216
00000100:00100000:2.0:1767319623.547587:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999897216
00000100:00100000:2.0:1767319623.547647:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1824
00000100:00100000:2.0:1767319623.547657:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999897216:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767319623.547662:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d79dc00 x1853163999897344/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00020000:2.0:1767319623.547685:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319623.547777:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999897344:0@lo:38:kworker.0
00000100:00100000:3.0:1767319623.547818:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319623.547854:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999897344
00000100:00100000:0.0:1767319623.547859:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999897344
00000100:00080000:1.0:1767319623.547862:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319623.547868:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319623.547871:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319623.547876:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4816
00000100:00080000:1.0:1767319623.547879:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319623.547884:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319623.547891:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5256
00000100:00100000:0.0:1767319623.547896:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347047480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999897344:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767319623.547904:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d79f480 x1853163999897472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00020000:0.0:1767319623.547909:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319623.548509:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999897216:12345-0@lo:38:kworker.0 Request processed in 849us (1130us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319623.548519:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1824
00000100:00100000:0.0:1767319623.552027:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347047480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999897344:12345-0@lo:38:kworker.0 Request processed in 4109us (4188us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319623.552921:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d071500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999897600:0@lo:400:kworker.0
00000100:00100000:2.0:1767319623.553456:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767319623.553761:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319623.553770:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319623.553775:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999897216:0@lo:38:kworker.0
00000100:00100000:3.0:1767319623.553970:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999897472:0@lo:38:kworker.0
00000100:00100000:3.0:1767319623.554017:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767319623.554060:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319623.554065:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319623.554070:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999897344:0@lo:38:kworker.0
00000100:00100000:3.0:1767319623.554117:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999897600
00000100:00100000:3.0:1767319623.554126:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999897600
00000100:00080000:1.0:1767319623.554274:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319623.554282:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319623.554285:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319623.554291:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4816
00000100:00080000:1.0:1767319623.554295:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319623.554301:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319623.554340:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d072300 x1853163999897728/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319623.555924:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5256
00000100:00100000:0.0:1767319623.555992:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d071180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853163999897856:0@lo:400:kworker.0
00000100:00100000:0.0:1767319623.556094:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319623.556174:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999897472
00000100:00100000:0.0:1767319623.556183:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999897472
00000100:00100000:3.0:1767319623.557571:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999897856
00000100:00100000:3.0:1767319623.557587:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999897856
00000100:00100000:3.0:1767319623.557643:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4751
00000100:00100000:3.0:1767319623.557654:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e981500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999897600:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319623.557822:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4752
00000100:00100000:0.0:1767319623.557832:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999897856:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319623.557882:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999897856:12345-0@lo:400:kworker.0 Request processed in 52us (1788us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319623.557889:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4752
00000100:00100000:0.0:1767319623.557909:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5257
00000100:00100000:0.0:1767319623.557913:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347044a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999897472:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319623.557940:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319623.557972:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347044a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999897472:12345-0@lo:38:kworker.0 Request processed in 58us (3954us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319623.557978:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5257
00000100:00100000:0.0:1767319623.558039:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d071180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853163999897856:0@lo:400:kworker.0
00000100:00080000:0.0:1767319623.558115:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319623.565098:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d071180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999898112:0@lo:400:kworker.0
00000100:00100000:1.0:1767319623.565472:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319623.565544:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767319623.565551:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d071880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999897984:0@lo:400:kworker.0
00000100:00100000:1.0:1767319623.565576:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319623.565640:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999898112
00000100:00100000:1.0:1767319623.565650:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999898112
00000100:00100000:1.0:1767319623.565893:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999897984
00000100:00100000:1.0:1767319623.565898:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999897984
00000100:00100000:1.0:1767319623.565928:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3130
00000100:00100000:1.0:1767319623.565938:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366948e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999898112:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319623.566002:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366948e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999898112:12345-0@lo:400:kworker.0 Request processed in 65us (531us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319623.566011:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3130
00000100:00100000:1.0:1767319623.566031:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3131
00000100:00100000:1.0:1767319623.566038:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366949c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999897984:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767319623.566174:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767319623.566179:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767319623.566258:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d071180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999898112:0@lo:400:kworker.0
00000100:00100000:3.0:1767319623.566704:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e981500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999897600:12345-0@lo:400:kworker.0 Request processed in 9036us (13234us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319623.566715:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4751
00000100:00100000:3.0:1767319623.566756:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d072300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999897728:0@lo:38:kworker.0
00000100:00100000:3.0:1767319623.566797:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767319623.566836:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319623.566842:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319623.566846:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999897472:0@lo:38:kworker.0
00000100:00100000:1.0:1767319623.566990:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999897728
00000100:00100000:1.0:1767319623.566996:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999897728
00000100:00100000:1.0:1767319623.567034:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5258
00000100:00100000:1.0:1767319623.567040:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347044e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999897728:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319623.567441:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319623.567593:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347044e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999897728:12345-0@lo:38:kworker.0 Request processed in 550us (793us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319623.567601:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5258
00000100:00100000:0.0:1767319623.569642:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366949c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999897984:12345-0@lo:400:kworker.0 Request processed in 3590us (4050us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319623.569659:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3131
00000100:00080000:3.0:1767319623.570883:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319623.570897:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319623.570902:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d072300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999897728:0@lo:38:kworker.0
00000100:00100000:1.0:1767319623.571382:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d071880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999897984:0@lo:400:kworker.0
00000100:00100000:2.0:1767319623.573795:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d071500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999897600:0@lo:400:kworker.0
00010000:00010000:2.0:1767319623.861504:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319624.567785:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767319624.567815:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999898240:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319624.567961:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319624.568017:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999898240
00000100:00100000:2.0:1767319624.568026:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999898240
00000100:00100000:2.0:1767319624.568088:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2290
00000100:00100000:2.0:1767319624.568098:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373faea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999898240:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767319624.568136:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767319624.568229:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373faea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999898240:12345-0@lo:13:osp-pre-0-1.0 Request processed in 99us (235us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319624.568238:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2290
00000100:00100000:2.0:1767319624.568701:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999898240:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319624.568909:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366948380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999898368:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319624.569011:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319624.579041:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999898368
00000100:00100000:1.0:1767319624.579064:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999898368
00000100:00100000:1.0:1767319624.579150:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2291
00000100:00100000:1.0:1767319624.579163:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373faca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999898368:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767319624.579260:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767319624.579391:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373faca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999898368:12345-0@lo:13:osp-pre-1-1.0 Request processed in 230us (10378us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319624.579399:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2291
00000100:00100000:3.0:1767319624.579668:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366948380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999898368:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767319624.885587:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319625.669953:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000400:00000100:3.0:1767319625.670003:0:6998:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.52@tcp portal 26 match 1853163962518016 offset 0 length 520: 4
00000100:00100000:3.0:1767319625.670027:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767319625.670761:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962518272
00000100:00100000:1.0:1767319625.670774:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962518272
00000100:00100000:1.0:1767319625.670865:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962518144
00000100:00100000:1.0:1767319625.670868:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962518144
00000100:00080000:2.0:1767319625.670889:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319625.670891:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4753
00000100:00100000:1.0:1767319625.670902:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347045f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962518272:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767319625.670991:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347045f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962518272:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 92us (1054us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319625.670998:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4753
00000100:00100000:1.0:1767319625.671015:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5259
00000100:00100000:1.0:1767319625.671018:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347044000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962518144:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767319625.671041:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319625.671068:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347044000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962518144:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 47us (1039us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319625.671074:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5259
00010000:00010000:2.0:1767319625.909437:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319626.933591:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319627.959127:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767319628.661418:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319628.661433:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767319628.661437:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319628.661442:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319628.661448:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319628.661459:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4821
00000100:00080000:0.0:1767319628.661466:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319628.661476:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319628.661536:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523494d1500 x1853163999898496/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319628.661582:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319628.661587:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319628.661590:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319628.661593:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4821
00000100:00080000:0.0:1767319628.661597:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319628.661600:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319628.661624:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d071500 x1853163999898624/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319628.661634:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319628.661648:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319628.661650:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319628.661655:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4821
00000100:00080000:0.0:1767319628.661657:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319628.661661:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319628.661674:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d071880 x1853163999898752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319628.661727:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319628.661732:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319628.661733:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319628.661737:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4821
00000100:00080000:0.0:1767319628.661740:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319628.661745:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319628.661770:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d071180 x1853163999899008/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319628.661790:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d072300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999898880:0@lo:400:kworker.0
00000100:00100000:1.0:1767319628.661869:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319628.661939:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767319628.661946:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367240e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999899136:0@lo:400:kworker.0
00000100:00100000:1.0:1767319628.661965:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319628.662027:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999898880
00000100:00100000:1.0:1767319628.662035:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999898880
00000100:00100000:0.0:1767319628.662046:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367243100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999899264:0@lo:400:kworker.0
00000100:00100000:1.0:1767319628.662092:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999899136
00000100:00100000:1.0:1767319628.662107:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999899136
00000100:00100000:0.0:1767319628.662131:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319628.662137:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4754
00000100:00100000:1.0:1767319628.662165:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366949880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999898880:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319628.662335:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366949880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999898880:12345-0@lo:400:kworker.0 Request processed in 188us (466us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319628.662342:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4754
00000100:00100000:1.0:1767319628.662359:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4755
00000100:00100000:1.0:1767319628.662364:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236694b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999899136:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319628.662412:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767319628.662421:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366987480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999899392:0@lo:400:kworker.0
00000100:00100000:0.0:1767319628.662454:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319628.662488:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999899264
00000100:00100000:0.0:1767319628.662494:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999899264
00000100:00100000:0.0:1767319628.662551:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999899392
00000100:00100000:1.0:1767319628.662552:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236694b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999899136:12345-0@lo:400:kworker.0 Request processed in 185us (583us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319628.662558:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999899392
00000100:00100000:1.0:1767319628.662565:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4755
00000100:00100000:0.0:1767319628.662594:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3132
00000100:00080000:1.0:1767319628.662598:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767319628.662606:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767319628.662608:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366986a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999899264:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767319628.662611:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319628.662658:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367240e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999899136:0@lo:400:kworker.0
00000100:00100000:1.0:1767319628.662668:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d072300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999898880:0@lo:400:kworker.0
00000100:00100000:1.0:1767319628.662710:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3133
00000100:00100000:1.0:1767319628.662719:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366986300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999899392:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319628.662756:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366986300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999899392:12345-0@lo:400:kworker.0 Request processed in 39us (302us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319628.662762:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3133
00000100:00100000:1.0:1767319628.662879:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366987480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999899392:0@lo:400:kworker.0
00000100:00100000:0.0:1767319628.662953:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366986a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999899264:12345-0@lo:400:kworker.0 Request processed in 348us (821us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319628.663055:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3132
00000100:00100000:3.0:1767319628.663277:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999898496:0@lo:38:kworker.0
00000100:00100000:3.0:1767319628.663317:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319628.663354:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367243100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999899264:0@lo:400:kworker.0
00000100:00100000:3.0:1767319628.663379:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d071500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999898624:0@lo:38:kworker.0
00000100:00100000:3.0:1767319628.663550:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319628.663554:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999898496
00000100:00100000:0.0:1767319628.663563:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999898496
00000100:00100000:3.0:1767319628.663594:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d071880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999898752:0@lo:38:kworker.0
00000100:00100000:0.0:1767319628.663604:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1825
00000100:00100000:0.0:1767319628.663613:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999898496:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767319628.663632:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319628.663664:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999898624
00000100:00100000:3.0:1767319628.663671:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999898624
00000100:00100000:3.0:1767319628.663696:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999898752
00000100:00100000:3.0:1767319628.663699:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999898752
00000100:00100000:3.0:1767319628.663716:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5260
00000100:00100000:3.0:1767319628.663722:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999898624:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319628.663741:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319628.663772:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999898624:12345-0@lo:38:kworker.0 Request processed in 49us (226us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319628.663779:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5260
00000100:00100000:3.0:1767319628.663793:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5261
00010000:00020000:0.0:1767319628.663795:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319628.663801:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999898752:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319628.663812:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319628.663838:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999898752:12345-0@lo:38:kworker.0 Request processed in 39us (207us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319628.663844:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5261
00000100:00080000:3.0:1767319628.663875:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319628.663881:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319628.663885:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d071880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999898752:0@lo:38:kworker.0
00000100:00100000:3.0:1767319628.663895:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d071180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999899008:0@lo:38:kworker.0
00000100:00100000:0.0:1767319628.663919:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999898496:12345-0@lo:38:kworker.0 Request processed in 302us (598us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319628.663929:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1825
00000100:00100000:3.0:1767319628.663954:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319628.663983:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999899008
00000100:00100000:3.0:1767319628.663988:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999899008
00000100:00100000:3.0:1767319628.664009:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5262
00000100:00100000:3.0:1767319628.664013:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952348238a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999899008:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319628.664039:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319628.664072:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952348238a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999899008:12345-0@lo:38:kworker.0 Request processed in 56us (118us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319628.664078:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5262
00000100:00080000:3.0:1767319628.664106:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319628.664110:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319628.664126:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d071180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999899008:0@lo:38:kworker.0
00000100:00080000:3.0:1767319628.664164:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319628.664168:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319628.664171:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999898496:0@lo:38:kworker.0
00000100:00080000:3.0:1767319628.664179:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319628.664181:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319628.664184:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d071500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999898624:0@lo:38:kworker.0
00010000:00010000:2.0:1767319628.983491:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319629.685488:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767319629.685510:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952373fafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999899520:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319629.685511:0:7004:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319603/real 1767319603]  req@ffff952347b20380 x1853163999891968/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319628 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1767319629.685543:0:7004:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff952347b20380 x1853163999891968/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319628 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1767319629.685558:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319629.685578:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:3.0:1767319629.685583:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b20380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853163999891968:0@lo:250:kworker.0
00000100:00100000:2.0:1767319629.685591:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767319629.685632:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319629.685638:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:2.0:1767319629.685640:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999899520
00000100:00080000:3.0:1767319629.685641:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767319629.685649:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999899520
00000100:00080000:3.0:1767319629.685649:0:63619:0:(import.c:509:import_select_connection()) MGC192.168.202.152@tcp: connect to NID 0@lo last attempt 4800
00000100:00080000:3.0:1767319629.685656:0:63619:0:(import.c:588:import_select_connection()) MGC192.168.202.152@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319629.685662:0:63619:0:(import.c:623:import_select_connection()) MGC192.168.202.152@tcp: import ffff95235eb57800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319629.685683:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234823bb80 x1853163999899648/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319629.685700:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2292
00000100:00080000:3.0:1767319629.685700:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767319629.685712:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373fac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999899520:12345-0@lo:13:osp-pre-0-1.0
00000100:00080000:3.0:1767319629.685721:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319629.685725:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319629.685730:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4826
00000100:00080000:3.0:1767319629.685733:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319629.685736:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00002000:00000024:2.0:1767319629.685751:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767319629.685757:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952348238700 x1853163999899776/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319629.685767:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319629.685771:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319629.685773:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319629.685777:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4826
00000100:00080000:3.0:1767319629.685779:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319629.685783:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319629.685798:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373fac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999899520:12345-0@lo:13:osp-pre-0-1.0 Request processed in 85us (209us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319629.685798:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234823a300 x1853163999899904/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319629.685814:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319629.685817:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319629.685819:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319629.685824:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4826
00000100:00080000:3.0:1767319629.685827:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1767319629.685830:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2292
00000100:00080000:3.0:1767319629.685833:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319629.685844:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234823b800 x1853163999900032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319629.685866:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767319629.685869:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234823b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853163999900160:0@lo:400:kworker.0
00000100:00080000:3.0:1767319629.685870:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319629.685875:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319629.685880:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4826
00000100:00080000:3.0:1767319629.685883:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319629.685886:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319629.685899:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952348239180 x1853163999900288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319629.685905:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319629.685944:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952373fafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999899520:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319629.685959:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234823ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999900544:0@lo:400:kworker.0
00000100:00100000:2.0:1767319629.685982:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234823bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853163999899648:0@lo:250:kworker.0
00000100:00100000:3.0:1767319629.685994:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000400:00000100:2.0:1767319629.686008:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163999899648 offset 0 length 520: 4
00000100:00100000:3.0:1767319629.686020:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767319629.686028:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234823a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853163999900416:0@lo:400:kworker.0
00000100:00100000:3.0:1767319629.686052:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319629.686078:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999900160
00000100:00100000:3.0:1767319629.686082:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999900160
00000100:00100000:3.0:1767319629.686110:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999900416
00000100:00100000:3.0:1767319629.686127:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999900416
00000100:00100000:3.0:1767319629.686168:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4756
00000100:00100000:3.0:1767319629.686175:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373fae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853163999900160:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319629.686235:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373fae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853163999900160:12345-0@lo:400:kworker.0 Request processed in 60us (333us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319629.686243:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4756
00000100:00100000:3.0:1767319629.686255:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4757
00000100:00100000:3.0:1767319629.686262:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952348239f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999900416:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319629.686291:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952348239f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999900416:12345-0@lo:400:kworker.0 Request processed in 31us (239us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319629.686298:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4757
00000100:00100000:2.0:1767319629.686340:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952348238700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999899776:0@lo:38:kworker.0
00000100:00100000:2.0:1767319629.686365:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319629.686380:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234823a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999899904:0@lo:38:kworker.0
00000100:00100000:2.0:1767319629.686397:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319629.687402:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999899776
00000100:00100000:0.0:1767319629.687410:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999899776
00000100:00100000:0.0:1767319629.687441:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1826
00000100:00100000:0.0:1767319629.687447:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373fafb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999899776:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319629.687466:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319629.687510:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373fafb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999899776:12345-0@lo:38:kworker.0 Request processed in 63us (1143us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319629.687517:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1826
00000100:00100000:0.0:1767319629.687541:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999900544
00000100:00100000:0.0:1767319629.687544:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999900544
00000100:00100000:0.0:1767319629.687572:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3134
00000100:00100000:0.0:1767319629.687579:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952348239500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999900544:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319629.687612:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952348239500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999900544:12345-0@lo:400:kworker.0 Request processed in 35us (1620us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319629.687618:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3134
00000100:00100000:0.0:1767319629.687649:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236694aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999900672:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319629.687675:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319629.687728:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999900672
00000100:00100000:0.0:1767319629.687733:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999900672
00000100:00100000:0.0:1767319629.687764:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2293
00000100:00100000:0.0:1767319629.687771:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366986680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999900672:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767319629.687792:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767319629.687840:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366986680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999900672:12345-0@lo:13:osp-pre-1-1.0 Request processed in 70us (165us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319629.687846:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2293
00000100:00100000:0.0:1767319629.687892:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236694aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999900672:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319629.687934:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234823b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853163999900160:0@lo:400:kworker.0
00000100:00100000:0.0:1767319629.687974:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234823a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853163999900416:0@lo:400:kworker.0
00000100:00100000:0.0:1767319629.687983:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234823ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999900544:0@lo:400:kworker.0
00000100:00100000:2.0:1767319629.689550:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234823b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999900032:0@lo:38:kworker.0
00000100:00100000:2.0:1767319629.689763:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319629.709519:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952348239180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999900288:0@lo:38:kworker.0
00000100:00100000:2.0:1767319629.709585:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319629.718853:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999899904
00000100:00100000:1.0:1767319629.718870:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999899904
00000100:00100000:1.0:1767319629.718930:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999900032
00000100:00100000:1.0:1767319629.718934:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999900032
00000100:00100000:1.0:1767319629.718957:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5263
00000100:00100000:1.0:1767319629.718966:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373faf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999899904:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319629.718988:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319629.719063:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373faf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999899904:12345-0@lo:38:kworker.0 Request processed in 97us (32663us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319629.719070:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5263
00000100:00100000:1.0:1767319629.719088:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5264
00000100:00100000:1.0:1767319629.719092:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373faf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999900032:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319629.719102:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319629.719127:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373faf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999900032:12345-0@lo:38:kworker.0 Request processed in 34us (29364us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319629.719144:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5264
00000100:00100000:0.0:1767319629.724661:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999900288
00000100:00100000:0.0:1767319629.724674:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999900288
00000100:00100000:0.0:1767319629.724717:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5265
00000100:00100000:0.0:1767319629.724725:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373fad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999900288:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319629.724746:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319629.725184:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373fad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999900288:12345-0@lo:38:kworker.0 Request processed in 457us (15596us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319629.725216:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5265
00000100:00080000:2.0:1767319629.725380:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319629.725387:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319629.725391:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952348239180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999900288:0@lo:38:kworker.0
00000100:00080000:2.0:1767319629.725422:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319629.725426:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319629.725429:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952348238700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999899776:0@lo:38:kworker.0
00000100:00080000:2.0:1767319629.725438:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319629.725442:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319629.725444:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234823a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999899904:0@lo:38:kworker.0
00000100:00080000:2.0:1767319629.725453:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319629.725456:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319629.725459:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234823b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999900032:0@lo:38:kworker.0
00010000:00010000:2.0:1767319630.005399:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319630.791472:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767319630.791512:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767319630.791591:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962518528
00000100:00100000:3.0:1767319630.791601:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962518528
00000100:00100000:3.0:1767319630.791679:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962518400
00000100:00100000:3.0:1767319630.791683:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962518400
00000100:00100000:3.0:1767319630.791703:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4758
00000100:00100000:3.0:1767319630.791714:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373fae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962518528:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:3.0:1767319630.791787:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373fae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962518528:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 75us (324us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319630.791808:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4758
00000100:00100000:3.0:1767319630.791827:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5266
00000100:00100000:3.0:1767319630.791832:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373faed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962518400:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767319630.791863:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319630.791903:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373faed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962518400:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 69us (391us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319630.791910:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5266
00000100:00080000:1.0:1767319630.792658:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767319631.030650:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319632.055312:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319633.079217:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319634.105138:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319634.805848:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767319634.805871:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952348238000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999900800:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319634.805941:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319634.805992:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767319634.806002:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366984a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999900928:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319634.806003:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999900800
00000100:00100000:2.0:1767319634.806009:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999900800
00000100:00100000:0.0:1767319634.806031:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319634.806057:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999900928
00000100:00100000:2.0:1767319634.806060:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999900928
00000100:00100000:0.0:1767319634.806062:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2294
00000100:00100000:0.0:1767319634.806070:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373fad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999900800:12345-0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319634.806078:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2295
00000100:00100000:2.0:1767319634.806083:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366987b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999900928:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767319634.806110:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00002000:00000024:2.0:1767319634.806110:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767319634.806148:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373fad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999900800:12345-0@lo:13:osp-pre-0-1.0 Request processed in 78us (206us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319634.806148:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366987b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999900928:12345-0@lo:13:osp-pre-1-1.0 Request processed in 63us (116us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319634.806156:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2294
00000100:00100000:0.0:1767319634.806215:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366984a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999900928:0@lo:13:osp-pre-1-1.0
00000100:00080000:0.0:1767319634.806247:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767319634.806251:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767319634.806296:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952348238000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999900800:0@lo:13:osp-pre-0-1.0
00000100:00080000:1.0:1767319634.806366:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319634.806372:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767319634.806374:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319634.806378:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319634.806381:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319634.806386:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4827
00000100:00080000:1.0:1767319634.806390:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319634.806394:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319634.806417:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366948a80 x1853163999901056/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319634.806443:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319634.806447:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319634.806449:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319634.806452:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4827
00000100:00080000:1.0:1767319634.806454:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319634.806457:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319634.806479:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236694bb80 x1853163999901184/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319634.806488:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319634.806491:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319634.806493:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319634.806496:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4827
00000100:00080000:1.0:1767319634.806498:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319634.806501:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319634.806512:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366948700 x1853163999901312/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319634.806543:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319634.806546:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319634.806548:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319634.806551:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4827
00000100:00080000:1.0:1767319634.806553:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319634.806555:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319634.806566:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236694b800 x1853163999901568/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319634.806614:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236694b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999901696:0@lo:400:kworker.0
00000100:00100000:1.0:1767319634.806662:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319634.806725:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767319634.806734:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236694a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999901440:0@lo:400:kworker.0
00000100:00100000:1.0:1767319634.806759:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319634.806789:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999901696
00000100:00100000:1.0:1767319634.806793:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999901696
00000100:00100000:1.0:1767319634.806825:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999901440
00000100:00100000:1.0:1767319634.806828:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999901440
00000100:00100000:1.0:1767319634.806847:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4759
00000100:00100000:1.0:1767319634.806854:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366949180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999901696:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319634.806892:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366949180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999901696:12345-0@lo:400:kworker.0 Request processed in 38us (229us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319634.806898:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4759
00000100:00100000:1.0:1767319634.806911:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4760
00000100:00100000:1.0:1767319634.806918:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236694a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999901440:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319634.806945:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236694a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999901440:12345-0@lo:400:kworker.0 Request processed in 29us (187us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319634.806950:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4760
00000100:00100000:1.0:1767319634.806980:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236694a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999901440:0@lo:400:kworker.0
00000100:00100000:1.0:1767319634.807001:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236694b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999901696:0@lo:400:kworker.0
00000100:00080000:0.0:1767319634.810453:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319634.810633:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366948a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999901056:0@lo:38:kworker.0
00000100:00100000:3.0:1767319634.810716:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319634.810777:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236694bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999901184:0@lo:38:kworker.0
00000100:00100000:3.0:1767319634.810804:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319634.810836:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366948700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999901312:0@lo:38:kworker.0
00000100:00100000:3.0:1767319634.810858:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319634.810878:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236694b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999901568:0@lo:38:kworker.0
00000100:00100000:3.0:1767319634.810899:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319634.810937:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999901184
00000100:00100000:3.0:1767319634.810945:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999901184
00000100:00100000:3.0:1767319634.810978:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999901312
00000100:00100000:3.0:1767319634.810981:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999901312
00000100:00100000:3.0:1767319634.810994:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999901568
00000100:00100000:3.0:1767319634.810996:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999901568
00000100:00100000:3.0:1767319634.811011:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5267
00000100:00100000:3.0:1767319634.811018:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952348238e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999901184:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319634.811039:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319634.811085:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952348238e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999901184:12345-0@lo:38:kworker.0 Request processed in 67us (280us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319634.811104:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5267
00000100:00100000:3.0:1767319634.811119:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5268
00000100:00100000:3.0:1767319634.811123:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952348239c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999901312:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319634.811132:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319634.811154:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952348239c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999901312:12345-0@lo:38:kworker.0 Request processed in 30us (295us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319634.811159:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5268
00000100:00100000:3.0:1767319634.811169:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5269
00000100:00100000:3.0:1767319634.811172:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952348238380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999901568:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319634.811184:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319634.811237:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952348238380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999901568:12345-0@lo:38:kworker.0 Request processed in 62us (336us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319634.811242:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5269
00000100:00080000:3.0:1767319634.811278:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319634.811282:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319634.811286:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236694bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999901184:0@lo:38:kworker.0
00000100:00080000:3.0:1767319634.811293:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319634.811296:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319634.811298:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366948700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999901312:0@lo:38:kworker.0
00000100:00080000:3.0:1767319634.811305:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319634.811308:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319634.811311:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236694b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999901568:0@lo:38:kworker.0
00000100:00100000:0.0:1767319634.811618:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999901056
00000100:00100000:0.0:1767319634.811624:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999901056
00000100:00100000:0.0:1767319634.811656:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1827
00000100:00100000:0.0:1767319634.811662:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952348238000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999901056:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319634.811673:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319634.811710:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952348238000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999901056:12345-0@lo:38:kworker.0 Request processed in 47us (994us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319634.811719:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1827
00000100:00080000:0.0:1767319634.811744:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319634.811749:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319634.811752:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366948a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999901056:0@lo:38:kworker.0
00000100:00100000:2.0:1767319634.818015:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2295
00010000:00010000:2.0:1767319635.126322:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319635.903192:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767319635.903939:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767319635.904095:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962518784
00000100:00100000:0.0:1767319635.904105:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962518784
00000100:00100000:0.0:1767319635.904177:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962518656
00000100:00100000:0.0:1767319635.904180:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962518656
00000100:00100000:0.0:1767319635.904223:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4761
00000100:00100000:0.0:1767319635.904233:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236fbe8450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962518784:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:0.0:1767319635.904301:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236fbe8450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962518784:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 71us (1118us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319635.904309:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4761
00000100:00080000:2.0:1767319635.905432:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319635.905445:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5270
00000100:00100000:3.0:1767319635.905464:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952348239880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962518656:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767319635.905486:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319635.905532:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952348239880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962518656:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 78us (1594us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319635.905540:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5270
00010000:00010000:2.0:1767319636.151893:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319637.173720:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319638.197997:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319639.221741:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319639.925981:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234823b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999901824:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319639.926069:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319639.926318:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999901824
00000100:00100000:2.0:1767319639.926326:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999901824
00000100:00100000:2.0:1767319639.926405:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2296
00000100:00100000:2.0:1767319639.926415:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366986d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999901824:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767319639.926453:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767319639.926508:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366986d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999901824:12345-0@lo:13:osp-pre-0-1.0 Request processed in 95us (438us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319639.926515:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2296
00000100:00100000:2.0:1767319639.926537:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767319639.926547:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952373fadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999901952:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319639.926573:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767319639.926602:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767319639.926612:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999901952
00000100:00100000:2.0:1767319639.926615:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999901952
00000100:00100000:2.0:1767319639.926643:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2297
00000100:00100000:2.0:1767319639.926650:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373fac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999901952:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767319639.926667:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767319639.926698:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373fac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999901952:12345-0@lo:13:osp-pre-1-1.0 Request processed in 48us (123us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319639.926704:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2297
00000100:00080000:2.0:1767319639.926723:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767319639.926770:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952373fadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999901952:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319639.926804:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234823b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999901824:0@lo:13:osp-pre-0-1.0
00000100:00080000:0.0:1767319639.927931:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319639.927938:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767319639.927940:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319639.927944:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319639.927948:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319639.927953:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4832
00000100:00080000:0.0:1767319639.927957:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319639.927962:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319639.927989:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366984380 x1853163999902080/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319639.928016:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319639.928019:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319639.928021:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319639.928024:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4832
00000100:00080000:0.0:1767319639.928026:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319639.928028:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319639.928038:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366984000 x1853163999902208/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319639.928057:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319639.928059:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319639.928061:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319639.928064:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4832
00000100:00080000:0.0:1767319639.928066:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319639.928068:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319639.928077:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366984e00 x1853163999902336/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319639.928108:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319639.928112:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319639.928120:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319639.928123:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4832
00000100:00080000:0.0:1767319639.928125:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319639.928128:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319639.928136:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366984700 x1853163999902592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767319639.928274:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366985c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853163999902464:0@lo:400:kworker.0
00000100:00100000:3.0:1767319639.928322:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319639.928481:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999902464
00000100:00100000:0.0:1767319639.928487:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999902464
00000100:00100000:0.0:1767319639.928537:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4762
00000100:00100000:0.0:1767319639.928544:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234823aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853163999902464:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319639.928586:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234823aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853163999902464:12345-0@lo:400:kworker.0 Request processed in 43us (264us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319639.928592:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4762
00000100:00100000:1.0:1767319639.928662:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366985500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999902720:0@lo:400:kworker.0
00000100:00100000:1.0:1767319639.928692:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767319639.928911:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319639.928941:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366985c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853163999902464:0@lo:400:kworker.0
00000100:00100000:2.0:1767319639.929017:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366984380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999902080:0@lo:38:kworker.0
00000100:00100000:2.0:1767319639.929060:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319639.929092:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366984000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999902208:0@lo:38:kworker.0
00000100:00100000:2.0:1767319639.929121:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319639.929142:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366984e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999902336:0@lo:38:kworker.0
00000100:00100000:2.0:1767319639.929161:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319639.929175:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366984700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999902592:0@lo:38:kworker.0
00000100:00100000:2.0:1767319639.929220:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319639.929527:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999902720
00000100:00100000:0.0:1767319639.929533:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999902720
00000100:00100000:0.0:1767319639.929577:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999902208
00000100:00100000:0.0:1767319639.929581:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999902208
00000100:00100000:0.0:1767319639.929593:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999902336
00000100:00100000:0.0:1767319639.929596:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999902336
00000100:00100000:0.0:1767319639.929605:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999902592
00000100:00100000:0.0:1767319639.929607:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999902592
00000100:00100000:0.0:1767319639.929617:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4763
00000100:00100000:0.0:1767319639.929623:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236694b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999902720:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319639.929670:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236694b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999902720:12345-0@lo:400:kworker.0 Request processed in 47us (978us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319639.929676:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4763
00000100:00100000:0.0:1767319639.929690:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5271
00000100:00100000:0.0:1767319639.929694:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373face00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999902208:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319639.929711:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319639.929743:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373face00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999902208:12345-0@lo:38:kworker.0 Request processed in 48us (630us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319639.929761:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5271
00000100:00100000:0.0:1767319639.929773:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5272
00000100:00100000:0.0:1767319639.929777:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373fadc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999902336:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319639.929786:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319639.929807:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373fadc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999902336:12345-0@lo:38:kworker.0 Request processed in 28us (644us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319639.929812:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5272
00000100:00100000:0.0:1767319639.929824:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5273
00000100:00100000:0.0:1767319639.929827:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373fac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999902592:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319639.929835:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319639.929853:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373fac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999902592:12345-0@lo:38:kworker.0 Request processed in 25us (659us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319639.929858:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5273
00000100:00080000:0.0:1767319639.929884:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319639.929890:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319639.929893:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366984000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999902208:0@lo:38:kworker.0
00000100:00080000:0.0:1767319639.929900:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319639.929903:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319639.929906:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366984e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999902336:0@lo:38:kworker.0
00000100:00080000:0.0:1767319639.929912:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319639.929915:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319639.929918:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366984700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999902592:0@lo:38:kworker.0
00000100:00100000:3.0:1767319639.930080:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999902080
00000100:00100000:3.0:1767319639.930085:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999902080
00000100:00100000:3.0:1767319639.930128:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1828
00000100:00100000:3.0:1767319639.930133:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373fadf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999902080:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319639.930144:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319639.930178:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373fadf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999902080:12345-0@lo:38:kworker.0 Request processed in 43us (1118us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319639.930185:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1828
00000100:00080000:3.0:1767319639.930255:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319639.930259:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319639.930262:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366984380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999902080:0@lo:38:kworker.0
00000100:00100000:1.0:1767319639.930645:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366985500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999902720:0@lo:400:kworker.0
00000100:00080000:2.0:1767319639.931224:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767319640.245554:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319641.023621:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767319641.024619:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962518912
00000100:00100000:1.0:1767319641.024636:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962518912
00000100:00100000:1.0:1767319641.024706:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5274
00000100:00100000:1.0:1767319641.024714:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234823b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962518912:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767319641.024740:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319641.024829:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234823b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962518912:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 113us (1223us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319641.024837:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5274
00000100:00100000:2.0:1767319641.030010:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767319641.032433:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962519040
00000100:00100000:3.0:1767319641.032449:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962519040
00000100:00100000:3.0:1767319641.032552:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4764
00000100:00100000:3.0:1767319641.032564:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373fad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962519040:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:3.0:1767319641.032752:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373fad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962519040:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 189us (2751us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319641.032761:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4764
00000100:00080000:2.0:1767319641.032878:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767319641.269511:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319642.293433:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319643.319585:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319644.342280:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767319645.045457:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319645.045465:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767319645.045467:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319645.045470:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319645.045474:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319645.045480:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4837
00000100:00080000:3.0:1767319645.045483:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319645.045488:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319645.045523:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952348238a80 x1853163999902848/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319645.045544:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319645.045547:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319645.045548:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319645.045550:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4837
00000100:00080000:3.0:1767319645.045552:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319645.045554:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319645.045560:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952348239f80 x1853163999902976/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319645.045566:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319645.045568:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319645.045569:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319645.045571:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4837
00000100:00080000:3.0:1767319645.045572:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319645.045573:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319645.045578:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952348238e00 x1853163999903104/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319645.045606:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319645.045609:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319645.045612:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319645.045615:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4837
00000100:00080000:3.0:1767319645.045618:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319645.045621:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319645.045635:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952348238380 x1853163999903360/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767319645.045688:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234823b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853163999903488:0@lo:400:kworker.0
00000100:00100000:3.0:1767319645.045748:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319645.045797:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767319645.045802:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234823a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999903616:0@lo:400:kworker.0
00000100:00100000:3.0:1767319645.045820:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319645.045889:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952348238700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999903744:0@lo:400:kworker.0
00000100:00100000:1.0:1767319645.045910:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319645.045933:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767319645.045936:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952348239c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999903232:0@lo:400:kworker.0
00000100:00100000:1.0:1767319645.045949:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319645.045970:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999903488
00000100:00100000:1.0:1767319645.045975:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999903488
00000100:00100000:1.0:1767319645.046039:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999903232
00000100:00100000:1.0:1767319645.046042:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999903232
00000100:00100000:1.0:1767319645.046064:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4765
00000100:00100000:1.0:1767319645.046074:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952348239180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853163999903488:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319645.046123:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952348239180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853163999903488:12345-0@lo:400:kworker.0 Request processed in 50us (375us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319645.046130:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4765
00000100:00100000:1.0:1767319645.046146:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4766
00000100:00100000:1.0:1767319645.046151:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236694ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999903232:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319645.046176:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236694ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999903232:12345-0@lo:400:kworker.0 Request processed in 26us (225us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319645.046182:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4766
00000100:00080000:1.0:1767319645.046219:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319645.046244:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952348239c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999903232:0@lo:400:kworker.0
00000100:00100000:3.0:1767319645.046309:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999903616
00000100:00100000:3.0:1767319645.046314:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999903616
00000100:00100000:3.0:1767319645.046346:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999903744
00000100:00100000:3.0:1767319645.046348:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999903744
00000100:00100000:3.0:1767319645.046363:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3135
00000100:00100000:3.0:1767319645.046369:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234823ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999903616:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319645.046396:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234823ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999903616:12345-0@lo:400:kworker.0 Request processed in 28us (574us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319645.046402:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3135
00000100:00100000:3.0:1767319645.046411:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3136
00000100:00100000:3.0:1767319645.046416:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236694a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999903744:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319645.046440:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236694a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999903744:12345-0@lo:400:kworker.0 Request processed in 24us (528us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319645.046445:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3136
00000100:00100000:3.0:1767319645.046474:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952348238700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999903744:0@lo:400:kworker.0
00000100:00100000:3.0:1767319645.046491:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234823a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999903616:0@lo:400:kworker.0
00000100:00100000:3.0:1767319645.046498:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234823b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853163999903488:0@lo:400:kworker.0
00000100:00080000:1.0:1767319645.046640:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767319645.046644:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767319645.046709:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952348238a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999902848:0@lo:38:kworker.0
00000100:00100000:0.0:1767319645.046739:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319645.046803:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952348239f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999902976:0@lo:38:kworker.0
00000100:00100000:0.0:1767319645.046825:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319645.046845:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952348238e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999903104:0@lo:38:kworker.0
00000100:00100000:0.0:1767319645.046863:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319645.046879:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952348238380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999903360:0@lo:38:kworker.0
00000100:00100000:0.0:1767319645.046897:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319645.046928:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999902976
00000100:00100000:0.0:1767319645.046933:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999902976
00000100:00100000:2.0:1767319645.046953:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952373faf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999903872:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319645.046954:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999903104
00000100:00100000:0.0:1767319645.046958:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999903104
00000100:00100000:0.0:1767319645.046973:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999903360
00000100:00100000:0.0:1767319645.046975:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999903360
00000100:00100000:0.0:1767319645.047003:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5275
00000100:00100000:2.0:1767319645.047006:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319645.047017:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366984e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999902976:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319645.047034:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319645.047041:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999903872
00000100:00100000:2.0:1767319645.047047:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999903872
00000100:00100000:0.0:1767319645.047068:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366984e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999902976:12345-0@lo:38:kworker.0 Request processed in 51us (242us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319645.047077:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5275
00000100:00100000:2.0:1767319645.047081:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2298
00000100:00100000:2.0:1767319645.047091:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373faf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999903872:12345-0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319645.047093:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5276
00000100:00100000:0.0:1767319645.047102:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366984000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999903104:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319645.047110:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00002000:00000024:2.0:1767319645.047116:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767319645.047131:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366984000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999903104:12345-0@lo:38:kworker.0 Request processed in 28us (266us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319645.047137:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5276
00000100:00100000:0.0:1767319645.047147:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5277
00000100:00100000:0.0:1767319645.047151:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366987100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999903360:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767319645.047159:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373faf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999903872:12345-0@lo:13:osp-pre-0-1.0 Request processed in 69us (167us total) trans 0 rc 0/0
00010000:00020000:0.0:1767319645.047160:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319645.047171:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2298
00000100:00100000:0.0:1767319645.047189:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366987100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999903360:12345-0@lo:38:kworker.0 Request processed in 34us (289us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319645.047212:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5277
00000100:00100000:2.0:1767319645.047226:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767319645.047237:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952373fae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999904000:0@lo:13:osp-pre-1-1.0
00000100:00080000:0.0:1767319645.047246:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319645.047252:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319645.047256:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952348239f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999902976:0@lo:38:kworker.0
00000100:00100000:2.0:1767319645.047265:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767319645.047266:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319645.047271:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319645.047275:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952348238e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999903104:0@lo:38:kworker.0
00000100:00080000:0.0:1767319645.047285:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319645.047289:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319645.047292:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952348238380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999903360:0@lo:38:kworker.0
00000100:00100000:2.0:1767319645.047296:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999904000
00000100:00100000:2.0:1767319645.047300:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999904000
00000100:00100000:2.0:1767319645.047326:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2299
00000100:00100000:2.0:1767319645.047333:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373faf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999904000:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767319645.047348:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767319645.047388:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373faf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999904000:12345-0@lo:13:osp-pre-1-1.0 Request processed in 55us (124us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319645.047393:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2299
00000100:00100000:2.0:1767319645.047424:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952373faf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999903872:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319645.047666:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952373fae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999904000:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319645.047756:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999902848
00000100:00100000:1.0:1767319645.047761:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999902848
00000100:00100000:1.0:1767319645.047816:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1829
00000100:00100000:1.0:1767319645.047821:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366984700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999902848:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319645.047832:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319645.047868:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366984700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999902848:12345-0@lo:38:kworker.0 Request processed in 46us (1128us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319645.047874:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1829
00000100:00080000:0.0:1767319645.047918:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319645.047922:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319645.047925:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952348238a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999902848:0@lo:38:kworker.0
00010000:00010000:2.0:1767319645.365358:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319646.148799:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767319646.148881:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767319646.149109:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962519296
00000100:00100000:3.0:1767319646.149118:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962519296
00000100:00100000:3.0:1767319646.149241:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962519168
00000100:00100000:3.0:1767319646.149245:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962519168
00000100:00100000:3.0:1767319646.149269:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4767
00000100:00100000:3.0:1767319646.149280:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373faf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962519296:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:3.0:1767319646.149355:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373faf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962519296:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 78us (566us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319646.149363:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4767
00000100:00100000:3.0:1767319646.149380:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5278
00000100:00100000:3.0:1767319646.149384:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373fad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962519168:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767319646.149403:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319646.149428:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373fad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962519168:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 41us (547us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319646.149434:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5278
00000100:00080000:1.0:1767319646.149860:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767319646.389503:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319647.413445:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319648.437817:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319649.466314:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319650.165454:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767319650.165467:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:3.0:1767319650.165469:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767319650.165479:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952373fae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999904128:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319650.165484:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366984a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999904256:0@lo:13:osp-pre-1-1.0
00000100:00080000:3.0:1767319650.165485:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767319650.165495:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319650.165503:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319650.165508:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319650.165518:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4842
00000100:00080000:3.0:1767319650.165532:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319650.165541:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319650.165586:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234823b800 x1853163999904384/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319650.165614:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319650.165617:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319650.165619:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319650.165623:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4842
00000100:00080000:3.0:1767319650.165626:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319650.165629:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319650.165647:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234823a300 x1853163999904512/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319650.165656:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319650.165660:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319650.165662:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767319650.165694:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234823b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999904384:0@lo:38:kworker.0
00000100:00100000:0.0:1767319650.165920:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319650.165990:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319650.166071:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319650.166102:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234823a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999904512:0@lo:38:kworker.0
00000100:00100000:1.0:1767319650.166126:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319650.166158:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999904384
00000100:00100000:1.0:1767319650.166166:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999904384
00000100:00100000:1.0:1767319650.166232:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1830
00000100:00100000:1.0:1767319650.166239:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366949500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999904384:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319650.166259:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319650.166300:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366949500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999904384:12345-0@lo:38:kworker.0 Request processed in 59us (228us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319650.166307:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1830
00000100:00080000:1.0:1767319650.166345:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319650.166490:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4842
00000100:00080000:3.0:1767319650.166496:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319650.166501:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319650.166524:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952348238700 x1853163999904640/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319650.166563:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319650.166571:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00080000:3.0:1767319650.166572:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319650.166577:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767319650.166582:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234823b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999904384:0@lo:38:kworker.0
00000100:00080000:3.0:1767319650.166587:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4842
00000100:00080000:3.0:1767319650.166593:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319650.166598:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319650.166619:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234823b100 x1853163999904896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319650.166620:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952348238700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999904640:0@lo:38:kworker.0
00000100:00100000:1.0:1767319650.166678:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319650.166715:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234823b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999904896:0@lo:38:kworker.0
00000100:00100000:3.0:1767319650.166739:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234823a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853163999904768:0@lo:400:kworker.0
00000100:00100000:1.0:1767319650.166752:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319650.166801:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999904512
00000100:00100000:1.0:1767319650.166807:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999904512
00000100:00100000:3.0:1767319650.166813:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319650.166845:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999904640
00000100:00100000:1.0:1767319650.166850:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999904640
00000100:00100000:1.0:1767319650.166879:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999904896
00000100:00100000:3.0:1767319650.166884:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999904768
00000100:00100000:1.0:1767319650.166885:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999904896
00000100:00100000:3.0:1767319650.166893:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999904768
00000100:00100000:1.0:1767319650.166923:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5279
00000100:00100000:1.0:1767319650.166928:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366949f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999904512:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319650.166940:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319650.166992:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366949f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999904512:12345-0@lo:38:kworker.0 Request processed in 62us (865us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319650.166999:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5279
00000100:00100000:1.0:1767319650.167011:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5280
00000100:00100000:1.0:1767319650.167015:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366948000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999904640:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319650.167024:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319650.167045:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366948000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999904640:12345-0@lo:38:kworker.0 Request processed in 29us (370us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319650.167050:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5280
00000100:00100000:1.0:1767319650.167060:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5281
00000100:00100000:1.0:1767319650.167064:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366949880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999904896:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319650.167073:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319650.167094:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366949880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999904896:12345-0@lo:38:kworker.0 Request processed in 29us (351us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319650.167100:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5281
00000100:00100000:1.0:1767319650.167116:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767319650.167127:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234823b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853163999905024:0@lo:400:kworker.0
00000100:00100000:1.0:1767319650.167151:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319650.167181:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999905024
00000100:00100000:1.0:1767319650.167186:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999905024
00000100:00100000:0.0:1767319650.167321:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999904128
00000100:00100000:0.0:1767319650.167326:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999904128
00000100:00100000:1.0:1767319650.168727:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4768
00000100:00100000:1.0:1767319650.168738:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236694b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999905024:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319650.168814:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236694b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999905024:12345-0@lo:400:kworker.0 Request processed in 78us (1661us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319650.168887:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999904256
00000100:00100000:0.0:1767319650.168979:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999904256
00000100:00100000:0.0:1767319650.169010:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2300
00000100:00100000:0.0:1767319650.169018:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366985880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999904128:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767319650.169045:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767319650.169081:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366985880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999904128:12345-0@lo:13:osp-pre-0-1.0 Request processed in 65us (3161us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319650.169087:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2300
00000100:00100000:0.0:1767319650.169103:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2301
00000100:00100000:0.0:1767319650.169108:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373faed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999904256:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767319650.169123:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767319650.169272:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373faed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999904256:12345-0@lo:13:osp-pre-1-1.0 Request processed in 163us (3281us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319650.169277:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2301
00000100:00100000:0.0:1767319650.169506:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366984a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999904256:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319650.169539:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4769
00000100:00100000:3.0:1767319650.169564:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952348238a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853163999904768:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319650.169583:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952373fae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999904128:0@lo:13:osp-pre-0-1.0
00000100:00080000:0.0:1767319650.169638:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767319650.169643:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767319650.169647:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319650.169665:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952348238a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853163999904768:12345-0@lo:400:kworker.0 Request processed in 111us (2850us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319650.169674:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4769
00000100:00080000:0.0:1767319650.169680:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319650.169690:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319650.169694:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234823b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999904896:0@lo:38:kworker.0
00000100:00080000:0.0:1767319650.169714:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319650.169718:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319650.169721:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952348238700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999904640:0@lo:38:kworker.0
00000100:00080000:0.0:1767319650.169742:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319650.169747:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319650.169750:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234823a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853163999904768:0@lo:400:kworker.0
00000100:00100000:0.0:1767319650.169756:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234823a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999904512:0@lo:38:kworker.0
00000100:00100000:0.0:1767319650.169823:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234823b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853163999905024:0@lo:400:kworker.0
00000100:00100000:1.0:1767319650.170011:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4768
00000100:00100000:0.0:1767319650.243734:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767319650.244279:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962519680
00000100:00100000:1.0:1767319650.244291:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962519680
00000400:00000100:2.0:1767319650.244321:0:6998:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.52@tcp portal 26 match 1853163962519424 offset 0 length 520: 4
00000100:00100000:1.0:1767319650.244380:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4770
00000100:00100000:1.0:1767319650.244392:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366984a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962519680:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767319650.244481:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366984a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962519680:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 93us (756us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319650.244489:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4770
00000100:00080000:0.0:1767319650.245394:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319650.246320:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767319650.247694:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962519552
00000100:00100000:1.0:1767319650.247712:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962519552
00000100:00100000:1.0:1767319650.247788:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5282
00000100:00100000:1.0:1767319650.247802:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366985500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962519552:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767319650.247835:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319650.247992:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366985500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962519552:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 192us (1684us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319650.248001:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5282
00010000:00010000:2.0:1767319650.487407:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319651.509638:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319652.536572:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319653.557560:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319654.262018:0:7004:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319629/real 1767319629]  req@ffff95234823bb80 x1853163999899648/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319654 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1767319654.262068:0:7004:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95234823bb80 x1853163999899648/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319654 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1767319654.262093:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319654.262127:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:1.0:1767319654.262132:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234823bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853163999899648:0@lo:250:kworker.0
00000100:00080000:3.0:1767319654.262515:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319654.262521:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767319654.262526:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319654.262531:0:63619:0:(import.c:509:import_select_connection()) MGC192.168.202.152@tcp: connect to NID 0@lo last attempt 4827
00000100:00080000:3.0:1767319654.262536:0:63619:0:(import.c:588:import_select_connection()) MGC192.168.202.152@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319654.262544:0:63619:0:(import.c:623:import_select_connection()) MGC192.168.202.152@tcp: import ffff95235eb57800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319654.262586:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234823a680 x1853163999905152/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319654.262615:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319654.262619:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319654.262621:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319654.262626:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4848
00000100:00080000:3.0:1767319654.262628:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319654.262632:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319654.262650:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952348238380 x1853163999905280/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319654.262658:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319654.262661:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319654.262663:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319654.262667:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4848
00000100:00080000:3.0:1767319654.262669:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319654.262672:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319654.262683:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952348238e00 x1853163999905408/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319654.263027:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234823a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853163999905152:0@lo:250:kworker.0
00000400:00000100:1.0:1767319654.263096:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163999905152 offset 0 length 520: 4
00000100:00080000:3.0:1767319654.263121:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319654.263124:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319654.263126:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319654.263130:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4848
00000100:00080000:3.0:1767319654.263132:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319654.263136:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319654.263151:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952348239f80 x1853163999905536/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319654.263155:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952348238380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999905280:0@lo:38:kworker.0
00000100:00100000:1.0:1767319654.263220:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319654.263227:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952348239c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853163999905664:0@lo:400:kworker.0
00000100:00100000:1.0:1767319654.263267:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952348238e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999905408:0@lo:38:kworker.0
00000100:00100000:0.0:1767319654.263268:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319654.263340:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999905280
00000100:00100000:2.0:1767319654.263352:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999905280
00000100:00100000:2.0:1767319654.263402:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1831
00000100:00100000:2.0:1767319654.263412:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366949180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999905280:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319654.263437:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767319654.263528:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319654.263533:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319654.263535:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319654.263541:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4848
00000100:00080000:3.0:1767319654.263543:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319654.263548:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319654.263564:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234823bb80 x1853163999905792/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767319654.263622:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234823b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999905920:0@lo:400:kworker.0
00000100:00100000:1.0:1767319654.263730:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319654.263752:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952348239f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999905536:0@lo:38:kworker.0
00000100:00100000:1.0:1767319654.263776:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319654.263797:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234823bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999905792:0@lo:38:kworker.0
00000100:00100000:1.0:1767319654.263816:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319654.263847:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999905664
00000100:00100000:1.0:1767319654.263852:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999905664
00000100:00100000:1.0:1767319654.263942:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999905408
00000100:00100000:1.0:1767319654.263945:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999905408
00000100:00100000:1.0:1767319654.263962:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999905536
00000100:00100000:1.0:1767319654.263965:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999905536
00000100:00100000:1.0:1767319654.263971:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999905792
00000100:00100000:1.0:1767319654.263973:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999905792
00000100:00100000:1.0:1767319654.263983:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4771
00000100:00100000:1.0:1767319654.263991:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366984380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853163999905664:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319654.264040:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366984380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853163999905664:12345-0@lo:400:kworker.0 Request processed in 51us (770us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319654.264047:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4771
00000100:00100000:1.0:1767319654.264068:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5283
00000100:00100000:1.0:1767319654.264072:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236694a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999905408:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319654.264084:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319654.264113:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236694a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999905408:12345-0@lo:38:kworker.0 Request processed in 40us (384us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319654.264120:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5283
00000100:00100000:1.0:1767319654.264132:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5284
00000100:00100000:1.0:1767319654.264137:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366948a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999905536:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319654.264146:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319654.264168:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366948a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999905536:12345-0@lo:38:kworker.0 Request processed in 30us (390us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319654.264173:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5284
00000100:00100000:1.0:1767319654.264184:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5285
00000100:00100000:1.0:1767319654.264188:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236694b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999905792:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319654.264225:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319654.264249:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236694b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999905792:12345-0@lo:38:kworker.0 Request processed in 60us (432us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319654.264255:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5285
00000100:00080000:1.0:1767319654.264273:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767319654.264315:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319654.264320:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319654.264324:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234823bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999905792:0@lo:38:kworker.0
00000100:00080000:1.0:1767319654.264335:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319654.264338:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319654.264342:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952348238e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999905408:0@lo:38:kworker.0
00000100:00080000:1.0:1767319654.264350:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319654.264353:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319654.264356:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952348239f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999905536:0@lo:38:kworker.0
00000100:00100000:1.0:1767319654.264408:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952348238700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999906176:0@lo:400:kworker.0
00000100:00100000:1.0:1767319654.264438:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319654.264486:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999906176
00000100:00100000:1.0:1767319654.264490:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999906176
00000100:00100000:1.0:1767319654.266109:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3137
00000100:00100000:1.0:1767319654.266144:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366948700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999906176:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319654.266431:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366948700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999906176:12345-0@lo:400:kworker.0 Request processed in 304us (1990us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319654.266440:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3137
00000100:00080000:1.0:1767319654.266498:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767319654.266803:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952348238700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999906176:0@lo:400:kworker.0
00000100:00100000:1.0:1767319654.266888:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234823a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999906048:0@lo:400:kworker.0
00000100:00100000:1.0:1767319654.266958:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319654.267004:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999906048
00000100:00100000:1.0:1767319654.267011:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999906048
00000100:00100000:1.0:1767319654.267055:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3138
00000100:00100000:1.0:1767319654.267063:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236694bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999906048:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319654.267108:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236694bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999906048:12345-0@lo:400:kworker.0 Request processed in 46us (149us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319654.267115:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3138
00000100:00080000:1.0:1767319654.267130:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767319654.267147:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234823a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999906048:0@lo:400:kworker.0
00000100:00100000:0.0:1767319654.268433:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952348239c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853163999905664:0@lo:400:kworker.0
00000100:00100000:2.0:1767319654.270958:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366949180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999905280:12345-0@lo:38:kworker.0 Request processed in 7532us (7723us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319654.270978:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1831
00000100:00080000:1.0:1767319654.271156:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319654.271164:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319654.271168:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952348238380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999905280:0@lo:38:kworker.0
00000100:00100000:3.0:1767319654.275182:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319654.279142:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999905920
00000100:00100000:1.0:1767319654.279167:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999905920
00000100:00080000:2.0:1767319654.279418:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319654.280003:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4772
00000100:00100000:1.0:1767319654.280021:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234823b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999905920:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319654.280501:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234823b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999905920:12345-0@lo:400:kworker.0 Request processed in 484us (5330us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319654.280511:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4772
00000100:00100000:0.0:1767319654.283282:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234823b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999905920:0@lo:400:kworker.0
00010000:00010000:2.0:1767319654.581401:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319655.285504:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952373fae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999906304:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319655.285530:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366985c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999906432:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319655.285629:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319655.285779:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319655.285824:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999906432
00000100:00100000:2.0:1767319655.285838:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999906432
00000100:00100000:2.0:1767319655.285923:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999906304
00000100:00100000:2.0:1767319655.285927:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999906304
00000100:00100000:2.0:1767319655.285996:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2302
00000100:00100000:2.0:1767319655.286007:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234823b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999906432:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767319655.286061:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767319655.286118:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234823b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999906432:12345-0@lo:13:osp-pre-1-1.0 Request processed in 113us (488us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319655.286126:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2302
00000100:00100000:2.0:1767319655.286147:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2303
00000100:00100000:2.0:1767319655.286153:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236694aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999906304:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767319655.286170:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767319655.286308:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236694aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999906304:12345-0@lo:13:osp-pre-0-1.0 Request processed in 90us (464us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319655.286318:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2303
00000100:00100000:3.0:1767319655.286410:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366985c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999906432:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319655.286411:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952373fae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999906304:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319655.363774:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767319655.363868:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767319655.364060:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962519808
00000100:00100000:1.0:1767319655.364079:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962519808
00000100:00100000:1.0:1767319655.364154:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962519936
00000100:00100000:1.0:1767319655.364157:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962519936
00000100:00080000:3.0:1767319655.364222:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319655.364251:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5286
00000100:00100000:2.0:1767319655.364262:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952348238380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962519808:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767319655.364288:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319655.364367:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952348238380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962519808:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 105us (1490us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319655.364375:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5286
00000100:00100000:1.0:1767319655.364826:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4773
00000100:00100000:1.0:1767319655.364835:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952348239c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962519936:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767319655.364913:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952348239c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962519936:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 79us (1043us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319655.364920:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4773
00010000:00010000:2.0:1767319655.608455:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319656.629614:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319657.654448:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319658.679958:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767319659.381484:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319659.381496:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767319659.381499:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319659.381503:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319659.381507:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319659.381516:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4852
00000100:00080000:0.0:1767319659.381521:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319659.381528:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319659.381573:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366987480 x1853163999906560/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319659.381655:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319659.381662:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319659.381664:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319659.381667:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4852
00000100:00080000:0.0:1767319659.381669:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319659.381677:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319659.381693:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366985c00 x1853163999906688/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319659.381702:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319659.381705:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319659.381707:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319659.381711:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4852
00000100:00080000:0.0:1767319659.381713:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319659.381716:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319659.381728:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952345ebf480 x1853163999906816/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319659.381778:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319659.381782:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319659.381783:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319659.381787:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4852
00000100:00080000:0.0:1767319659.381789:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319659.381793:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319659.381806:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952345ebdf80 x1853163999907072/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319659.381960:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345ebce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853163999907200:0@lo:400:kworker.0
00000100:00100000:1.0:1767319659.382052:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319659.382104:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767319659.382110:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345ebf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999907328:0@lo:400:kworker.0
00000100:00100000:1.0:1767319659.382140:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319659.382173:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999907200
00000100:00100000:1.0:1767319659.382181:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999907200
00000100:00100000:1.0:1767319659.382259:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4774
00000100:00100000:1.0:1767319659.382267:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366948380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853163999907200:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319659.382315:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366948380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853163999907200:12345-0@lo:400:kworker.0 Request processed in 50us (263us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319659.382321:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4774
00000100:00100000:1.0:1767319659.382344:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999907328
00000100:00100000:1.0:1767319659.382347:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999907328
00000100:00100000:1.0:1767319659.382367:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3139
00000100:00100000:1.0:1767319659.382371:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d071f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999907328:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319659.382394:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d071f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999907328:12345-0@lo:400:kworker.0 Request processed in 22us (253us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319659.382397:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3139
00000100:00100000:1.0:1767319659.382418:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366987480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999906560:0@lo:38:kworker.0
00000100:00100000:1.0:1767319659.382438:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319659.382460:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366985c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999906688:0@lo:38:kworker.0
00000100:00100000:1.0:1767319659.382474:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319659.382488:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345ebf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999906816:0@lo:38:kworker.0
00000100:00100000:1.0:1767319659.382510:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319659.382524:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345ebdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999907072:0@lo:38:kworker.0
00000100:00100000:1.0:1767319659.382544:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319659.382576:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999906688
00000100:00100000:1.0:1767319659.382580:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999906688
00000100:00100000:1.0:1767319659.382673:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999906816
00000100:00100000:1.0:1767319659.382677:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999906816
00000100:00100000:1.0:1767319659.382692:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999907072
00000100:00100000:1.0:1767319659.382694:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999907072
00000100:00100000:1.0:1767319659.382709:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5287
00000100:00100000:1.0:1767319659.382713:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d073b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999906688:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319659.382737:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319659.382774:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d073b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999906688:12345-0@lo:38:kworker.0 Request processed in 59us (298us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319659.382781:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5287
00000100:00100000:1.0:1767319659.382792:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5288
00000100:00100000:1.0:1767319659.382797:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d072a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999906816:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319659.382806:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319659.382829:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d072a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999906816:12345-0@lo:38:kworker.0 Request processed in 31us (316us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319659.382834:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5288
00000100:00100000:1.0:1767319659.382845:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5289
00000100:00100000:1.0:1767319659.382848:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d070000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999907072:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319659.383055:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319659.383076:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d070000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999907072:12345-0@lo:38:kworker.0 Request processed in 227us (532us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319659.383080:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5289
00000100:00080000:1.0:1767319659.383128:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319659.383132:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319659.383135:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366985c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999906688:0@lo:38:kworker.0
00000100:00080000:1.0:1767319659.383141:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319659.383143:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319659.383145:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345ebf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999906816:0@lo:38:kworker.0
00000100:00080000:1.0:1767319659.383150:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319659.383151:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319659.383153:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345ebdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999907072:0@lo:38:kworker.0
00000100:00100000:1.0:1767319659.383222:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345ebf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999907328:0@lo:400:kworker.0
00000100:00100000:1.0:1767319659.383235:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345ebce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853163999907200:0@lo:400:kworker.0
00000100:00100000:3.0:1767319659.383364:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345ebe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853163999906944:0@lo:400:kworker.0
00000100:00100000:3.0:1767319659.383394:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319659.383419:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767319659.383423:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345ebe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999907456:0@lo:400:kworker.0
00000100:00100000:3.0:1767319659.383439:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767319659.383458:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767319659.383462:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319659.383470:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999907456
00000100:00100000:3.0:1767319659.383473:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999907456
00000100:00100000:3.0:1767319659.383502:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3140
00000100:00100000:3.0:1767319659.383508:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952348238700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999907456:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319659.383538:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952348238700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999907456:12345-0@lo:400:kworker.0 Request processed in 31us (98us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319659.383544:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3140
00000100:00080000:3.0:1767319659.383554:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767319659.383566:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345ebe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999907456:0@lo:400:kworker.0
00000100:00100000:1.0:1767319659.383734:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999906944
00000100:00100000:1.0:1767319659.383739:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999906944
00000100:00100000:1.0:1767319659.383779:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4775
00000100:00100000:1.0:1767319659.383785:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234823a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853163999906944:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319659.383818:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234823a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853163999906944:12345-0@lo:400:kworker.0 Request processed in 33us (422us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319659.383824:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4775
00000100:00100000:2.0:1767319659.383971:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999906560
00000100:00100000:2.0:1767319659.383975:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999906560
00000100:00100000:2.0:1767319659.384004:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1832
00000100:00100000:2.0:1767319659.384011:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d073800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999906560:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319659.384026:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319659.384068:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d073800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999906560:12345-0@lo:38:kworker.0 Request processed in 57us (1628us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319659.384075:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1832
00000100:00080000:2.0:1767319659.384107:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319659.384110:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319659.384112:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366987480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999906560:0@lo:38:kworker.0
00000100:00080000:3.0:1767319659.387027:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319659.387112:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345ebe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853163999906944:0@lo:400:kworker.0
00010000:00010000:2.0:1767319659.701571:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319660.409075:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767319660.409086:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345ebfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999907712:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319660.409099:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952373fae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999907584:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319660.409187:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319660.409421:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319660.409723:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999907584
00000100:00100000:0.0:1767319660.409734:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999907584
00000100:00100000:0.0:1767319660.409797:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999907712
00000100:00100000:0.0:1767319660.409801:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999907712
00000100:00100000:2.0:1767319660.409823:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2304
00000100:00100000:0.0:1767319660.409835:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2305
00000100:00100000:2.0:1767319660.409840:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373fae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999907584:12345-0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319660.409864:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952348239f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999907712:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767319660.409898:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00002000:00000024:2.0:1767319660.409898:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767319660.410093:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373fae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999907584:12345-0@lo:13:osp-pre-0-1.0 Request processed in 258us (905us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319660.410105:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2304
00000100:00100000:0.0:1767319660.410106:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952348239f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999907712:12345-0@lo:13:osp-pre-1-1.0 Request processed in 251us (682us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319660.410116:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2305
00000100:00100000:3.0:1767319660.410431:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345ebfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999907712:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319660.410469:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952373fae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999907584:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319660.479273:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767319660.479338:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767319660.479439:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962520064
00000100:00100000:2.0:1767319660.479470:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962520064
00000100:00100000:2.0:1767319660.479540:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962520192
00000100:00100000:2.0:1767319660.479544:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962520192
00000100:00100000:2.0:1767319660.479599:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4776
00000100:00100000:2.0:1767319660.479611:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234823bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962520192:12345-192.168.202.52@tcp:400:kworker.0
00000100:00080000:3.0:1767319660.479943:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319660.480016:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5290
00000100:00100000:0.0:1767319660.480024:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952348238e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962520064:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:0.0:1767319660.480055:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319660.480155:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952348238e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962520064:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 129us (897us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319660.480163:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5290
00000100:00100000:2.0:1767319660.481638:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234823bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962520192:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 2010us (2280us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319660.481653:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4776
00010000:00010000:2.0:1767319660.726425:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319661.750095:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319662.773536:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319663.797898:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767319664.501655:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319664.501671:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767319664.501676:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319664.501681:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319664.501687:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319664.501698:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4857
00000100:00080000:3.0:1767319664.501705:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319664.501713:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319664.501776:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347b20000 x1853163999907840/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319664.501810:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319664.501814:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319664.501826:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319664.501831:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4857
00000100:00080000:3.0:1767319664.501834:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319664.501839:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319664.501854:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347b21f80 x1853163999907968/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319664.501866:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b20000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999907840:0@lo:38:kworker.0
00000100:00080000:3.0:1767319664.501869:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319664.501877:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319664.501879:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319664.501883:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4857
00000100:00080000:3.0:1767319664.501886:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319664.501889:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319664.501902:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347b21180 x1853163999908096/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319664.501951:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319664.501955:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319664.501957:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319664.501962:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4857
00000100:00080000:3.0:1767319664.501966:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319664.501973:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319664.501975:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319664.501991:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347b22300 x1853163999908352/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319664.502056:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999907968:0@lo:38:kworker.0
00000100:00100000:2.0:1767319664.502094:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319664.502098:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999908480:0@lo:400:kworker.0
00000100:00100000:3.0:1767319664.502145:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b23100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999908608:0@lo:400:kworker.0
00000100:00100000:3.0:1767319664.502176:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319664.502250:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999908608
00000100:00100000:3.0:1767319664.502260:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999908608
00000100:00100000:3.0:1767319664.502329:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3141
00000100:00100000:3.0:1767319664.502341:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b22d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999908608:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319664.502465:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b23480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999908736:0@lo:400:kworker.0
00000100:00100000:3.0:1767319664.502501:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b22d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999908608:12345-0@lo:400:kworker.0 Request processed in 163us (324us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319664.502510:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3141
00000100:00080000:3.0:1767319664.502537:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767319664.502577:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b23100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999908608:0@lo:400:kworker.0
00000100:00100000:3.0:1767319664.502621:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999907968
00000100:00100000:3.0:1767319664.502625:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999907968
00000100:00100000:3.0:1767319664.502650:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5291
00000100:00100000:3.0:1767319664.502656:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999907968:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319664.502679:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319664.502713:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999907968:12345-0@lo:38:kworker.0 Request processed in 56us (619us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319664.502719:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5291
00000100:00100000:3.0:1767319664.502743:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319664.502767:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999908480
00000100:00100000:3.0:1767319664.502771:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999908480
00000100:00100000:3.0:1767319664.502802:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4777
00000100:00100000:3.0:1767319664.502809:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b23100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999908480:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319664.502858:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b23100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999908480:12345-0@lo:400:kworker.0 Request processed in 49us (113us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319664.502864:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4777
00000100:00080000:3.0:1767319664.502880:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319664.502899:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999908480:0@lo:400:kworker.0
00000100:00100000:3.0:1767319664.502931:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999907840
00000100:00100000:3.0:1767319664.502935:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999907840
00000100:00100000:3.0:1767319664.502958:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1833
00000100:00100000:3.0:1767319664.502963:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373fae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999907840:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319664.502974:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319664.503007:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373fae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999907840:12345-0@lo:38:kworker.0 Request processed in 43us (1036us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319664.503014:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1833
00000100:00100000:0.0:1767319664.503366:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b20e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853163999908224:0@lo:400:kworker.0
00000100:00100000:0.0:1767319664.503410:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319664.503465:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999908224
00000100:00100000:0.0:1767319664.503470:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999908224
00000100:00100000:0.0:1767319664.503510:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4778
00000100:00100000:0.0:1767319664.503517:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345ebed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853163999908224:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319664.503559:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345ebed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853163999908224:12345-0@lo:400:kworker.0 Request processed in 43us (148us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319664.503566:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4778
00000100:00080000:0.0:1767319664.503581:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319664.503602:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b20e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853163999908224:0@lo:400:kworker.0
00000100:00080000:2.0:1767319664.507856:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319664.507874:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319664.507880:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999907968:0@lo:38:kworker.0
00000100:00100000:2.0:1767319664.507898:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b21180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999908096:0@lo:38:kworker.0
00000100:00100000:2.0:1767319664.507991:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319664.508030:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b22300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999908352:0@lo:38:kworker.0
00000100:00100000:2.0:1767319664.508054:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767319664.508090:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319664.508094:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319664.508098:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b20000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999907840:0@lo:38:kworker.0
00000100:00100000:0.0:1767319664.508455:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999908096
00000100:00100000:0.0:1767319664.508466:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999908096
00000100:00100000:0.0:1767319664.508521:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999908352
00000100:00100000:0.0:1767319664.508525:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999908352
00000100:00100000:0.0:1767319664.508548:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5292
00000100:00100000:0.0:1767319664.508556:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999908096:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319664.508583:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319664.508643:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999908096:12345-0@lo:38:kworker.0 Request processed in 86us (651us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319664.508651:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5292
00000100:00100000:0.0:1767319664.508670:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5293
00000100:00100000:0.0:1767319664.508674:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999908352:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319664.508684:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319664.508709:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999908352:12345-0@lo:38:kworker.0 Request processed in 33us (654us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319664.508715:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5293
00000100:00080000:2.0:1767319664.508853:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319664.508859:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319664.508862:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b21180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999908096:0@lo:38:kworker.0
00000100:00080000:2.0:1767319664.508871:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319664.508875:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319664.508877:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b22300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999908352:0@lo:38:kworker.0
00000100:00100000:1.0:1767319664.509630:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319664.510872:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999908736
00000100:00100000:3.0:1767319664.510890:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999908736
00000100:00080000:0.0:1767319664.510983:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767319664.510994:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3142
00000100:00100000:3.0:1767319664.511004:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d071c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999908736:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319664.511327:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d071c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999908736:12345-0@lo:400:kworker.0 Request processed in 323us (1698us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319664.511335:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3142
00000100:00100000:0.0:1767319664.511438:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b23480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999908736:0@lo:400:kworker.0
00010000:00010000:2.0:1767319664.821661:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319665.525581:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345ebd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999908864:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319665.525687:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319665.525820:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999908864
00000100:00100000:1.0:1767319665.525831:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999908864
00000100:00100000:1.0:1767319665.526005:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2306
00000100:00100000:1.0:1767319665.526019:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d073480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999908864:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767319665.526068:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767319665.526139:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d073480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999908864:12345-0@lo:13:osp-pre-1-1.0 Request processed in 123us (453us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319665.526149:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2306
00000100:00100000:1.0:1767319665.526258:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345ebd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999908864:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319665.526606:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767319665.526620:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999908992:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319665.526667:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319665.531167:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999908992
00000100:00100000:2.0:1767319665.531191:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999908992
00000100:00100000:2.0:1767319665.531300:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2307
00000100:00100000:2.0:1767319665.531312:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999908992:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767319665.531361:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767319665.531482:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999908992:12345-0@lo:13:osp-pre-0-1.0 Request processed in 172us (4817us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319665.531490:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2307
00000100:00100000:2.0:1767319665.531584:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999908992:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319665.599159:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767319665.599432:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767319665.599993:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962520320
00000100:00100000:1.0:1767319665.600010:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962520320
00000100:00100000:1.0:1767319665.600117:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962520448
00000100:00100000:1.0:1767319665.600121:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962520448
00000100:00080000:3.0:1767319665.600217:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319665.600281:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4779
00000100:00100000:0.0:1767319665.600296:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b21500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962520448:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:0.0:1767319665.600416:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b21500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962520448:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 124us (983us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319665.600424:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4779
00000100:00100000:0.0:1767319665.600449:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5294
00000100:00100000:0.0:1767319665.600455:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b20700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962520320:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:0.0:1767319665.600482:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319665.600514:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b20700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962520320:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 58us (1372us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319665.600524:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5294
00010000:00010000:2.0:1767319665.845824:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319666.869475:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319667.898806:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319668.917810:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767319669.623234:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319669.623248:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767319669.623252:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319669.623257:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319669.623262:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319669.623272:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4862
00000100:00080000:2.0:1767319669.623279:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319669.623302:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319669.623365:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0dd180 x1853163999909120/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319669.623404:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319669.623408:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319669.623411:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319669.623415:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4862
00000100:00080000:2.0:1767319669.623418:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319669.623423:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319669.623436:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0ded80 x1853163999909248/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319669.623446:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319669.623450:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319669.623452:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319669.623456:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4862
00000100:00080000:2.0:1767319669.623459:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319669.623463:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319669.623475:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0dfb80 x1853163999909376/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319669.623526:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319669.623530:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319669.623532:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319669.623536:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4862
00000100:00080000:2.0:1767319669.623539:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319669.623543:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319669.623555:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0dce00 x1853163999909632/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319669.623641:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853163999909760:0@lo:400:kworker.0
00000100:00100000:2.0:1767319669.623735:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319669.623825:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767319669.623832:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999909888:0@lo:400:kworker.0
00000100:00100000:2.0:1767319669.623862:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319669.624038:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999909760
00000100:00100000:0.0:1767319669.624050:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999909760
00000100:00100000:0.0:1767319669.624131:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4780
00000100:00100000:0.0:1767319669.624143:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853163999909760:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319669.624234:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853163999909760:12345-0@lo:400:kworker.0 Request processed in 93us (498us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319669.624242:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4780
00000100:00100000:0.0:1767319669.624307:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853163999909760:0@lo:400:kworker.0
00000100:00100000:0.0:1767319669.624337:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999909120:0@lo:38:kworker.0
00000100:00100000:0.0:1767319669.624376:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319669.624403:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999909120
00000100:00100000:0.0:1767319669.624407:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999909120
00000100:00100000:0.0:1767319669.624425:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1834
00000100:00100000:0.0:1767319669.624430:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345b37050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999909120:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319669.624452:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319669.624480:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345b37050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999909120:12345-0@lo:38:kworker.0 Request processed in 50us (104us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319669.624487:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1834
00000100:00080000:0.0:1767319669.624713:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319669.624719:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319669.624722:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999909120:0@lo:38:kworker.0
00000100:00100000:0.0:1767319669.624728:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999909248:0@lo:38:kworker.0
00000100:00100000:0.0:1767319669.624749:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319669.624768:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999909248
00000100:00100000:0.0:1767319669.624782:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999909248
00000100:00100000:0.0:1767319669.624800:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5295
00000100:00100000:0.0:1767319669.624804:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345ebdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999909248:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319669.624815:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319669.624838:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345ebdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999909248:12345-0@lo:38:kworker.0 Request processed in 33us (89us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319669.624844:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5295
00000100:00080000:0.0:1767319669.624863:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319669.624867:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319669.624870:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999909248:0@lo:38:kworker.0
00000100:00100000:0.0:1767319669.624876:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999909376:0@lo:38:kworker.0
00000100:00100000:0.0:1767319669.624895:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319669.624908:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999909632:0@lo:38:kworker.0
00000100:00100000:0.0:1767319669.624924:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319669.624936:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999909376
00000100:00100000:0.0:1767319669.624938:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999909376
00000100:00100000:0.0:1767319669.624954:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999909632
00000100:00100000:0.0:1767319669.624956:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999909632
00000100:00100000:0.0:1767319669.624971:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5296
00000100:00100000:0.0:1767319669.624975:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345ebd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999909376:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319669.624985:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319669.625008:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345ebd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999909376:12345-0@lo:38:kworker.0 Request processed in 31us (112us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319669.625014:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5296
00000100:00100000:0.0:1767319669.625025:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5297
00000100:00100000:0.0:1767319669.625029:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345ebf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999909632:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319669.625038:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319669.625058:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345ebf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999909632:12345-0@lo:38:kworker.0 Request processed in 27us (132us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319669.625063:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5297
00000100:00080000:0.0:1767319669.625092:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319669.625096:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319669.625100:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999909632:0@lo:38:kworker.0
00000100:00080000:0.0:1767319669.625121:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319669.625125:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319669.625128:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999909376:0@lo:38:kworker.0
00000100:00100000:3.0:1767319669.625611:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853163999909504:0@lo:400:kworker.0
00000100:00100000:3.0:1767319669.625659:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319669.625695:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767319669.625702:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999910016:0@lo:400:kworker.0
00000100:00100000:3.0:1767319669.625728:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319669.625763:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999909888
00000100:00100000:3.0:1767319669.625768:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999909888
00000100:00100000:3.0:1767319669.625820:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999910016
00000100:00100000:3.0:1767319669.625823:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999910016
00000100:00100000:3.0:1767319669.625855:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3143
00000100:00100000:3.0:1767319669.625862:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999909888:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319669.625912:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999909888:12345-0@lo:400:kworker.0 Request processed in 51us (2049us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319669.625918:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3143
00000100:00100000:3.0:1767319669.625932:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3144
00000100:00100000:3.0:1767319669.625938:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b20a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999910016:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319669.625969:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b20a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999910016:12345-0@lo:400:kworker.0 Request processed in 31us (239us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319669.625975:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3144
00000100:00100000:3.0:1767319669.626021:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999910016:0@lo:400:kworker.0
00000100:00100000:3.0:1767319669.626049:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999909888:0@lo:400:kworker.0
00000100:00100000:1.0:1767319669.626146:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999909504
00000100:00100000:1.0:1767319669.626150:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999909504
00000100:00100000:1.0:1767319669.626225:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4781
00000100:00100000:1.0:1767319669.626234:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b20380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853163999909504:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319669.626277:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b20380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853163999909504:12345-0@lo:400:kworker.0 Request processed in 46us (619us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319669.626296:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4781
00000100:00080000:2.0:1767319669.626408:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767319669.626413:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767319669.626415:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319669.626691:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853163999909504:0@lo:400:kworker.0
00010000:00010000:2.0:1767319669.941707:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319670.646945:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767319670.646977:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345ebc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999910144:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319670.647070:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319670.647458:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345ebc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999910272:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319670.647496:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319670.647699:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999910144
00000100:00100000:0.0:1767319670.647709:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999910144
00000100:00100000:1.0:1767319670.647744:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999910272
00000100:00100000:1.0:1767319670.647751:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999910272
00000100:00100000:0.0:1767319670.647804:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2308
00000100:00100000:0.0:1767319670.647919:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345ebd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999910144:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767319670.647968:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767319670.648037:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345ebd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999910144:12345-0@lo:13:osp-pre-1-1.0 Request processed in 123us (966us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319670.649408:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2309
00000100:00100000:1.0:1767319670.649436:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999910272:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767319670.649472:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767319670.649555:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999910272:12345-0@lo:13:osp-pre-0-1.0 Request processed in 133us (2057us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319670.649562:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2309
00000100:00100000:1.0:1767319670.649685:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345ebc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999910144:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319670.649738:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345ebc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999910272:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319670.650548:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2308
00000100:00100000:3.0:1767319670.719753:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767319670.719855:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767319670.719957:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962520704
00000100:00100000:1.0:1767319670.719974:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962520704
00000100:00100000:1.0:1767319670.720083:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962520576
00000100:00100000:1.0:1767319670.720087:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962520576
00000100:00100000:3.0:1767319670.720111:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4782
00000100:00100000:1.0:1767319670.720131:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5298
00000100:00100000:1.0:1767319670.720144:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b23800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962520576:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767319670.720173:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319670.720299:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b23800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962520576:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 157us (443us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319670.720308:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5298
00000100:00080000:0.0:1767319670.720488:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319670.720851:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b21880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962520704:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:3.0:1767319670.723115:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b21880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962520704:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 2979us (3355us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319670.723135:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4782
00010000:00010000:2.0:1767319670.965452:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319671.989442:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319673.016499:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319674.037533:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767319674.744645:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319674.744659:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767319674.744662:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319674.744667:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319674.744672:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319674.744681:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4867
00000100:00080000:3.0:1767319674.744688:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319674.744696:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319674.744779:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347b21c00 x1853163999910400/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319674.744814:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319674.744818:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319674.744820:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767319674.745122:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999910400:0@lo:38:kworker.0
00000100:00100000:1.0:1767319674.745233:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319674.745614:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999910400
00000100:00100000:0.0:1767319674.745624:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999910400
00000100:00100000:0.0:1767319674.745666:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1835
00000100:00100000:0.0:1767319674.745674:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d073100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999910400:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319674.745695:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319674.745759:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d073100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999910400:12345-0@lo:38:kworker.0 Request processed in 85us (526us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319674.745771:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1835
00000100:00080000:0.0:1767319674.745817:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319674.745823:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319674.745929:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999910400:0@lo:38:kworker.0
00000100:00080000:3.0:1767319674.746318:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4867
00000100:00080000:3.0:1767319674.746324:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319674.746330:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319674.746363:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347b23480 x1853163999910528/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319674.746379:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319674.746383:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319674.746386:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319674.746389:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4867
00000100:00080000:3.0:1767319674.746392:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319674.746395:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319674.746406:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347b22300 x1853163999910656/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319674.746444:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319674.746448:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319674.746450:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319674.746463:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4867
00000100:00080000:3.0:1767319674.746465:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319674.746469:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319674.746480:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347b20000 x1853163999910912/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767319674.746539:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999911296:0@lo:400:kworker.0
00000100:00100000:3.0:1767319674.746592:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319674.746621:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767319674.746627:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b21180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999910784:0@lo:400:kworker.0
00000100:00100000:3.0:1767319674.746654:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319674.746680:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999911040:0@lo:400:kworker.0
00000100:00100000:3.0:1767319674.746702:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319674.746720:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767319674.746734:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b20e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999911168:0@lo:400:kworker.0
00000100:00100000:3.0:1767319674.746756:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319674.746788:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999911296
00000100:00100000:3.0:1767319674.746795:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999911296
00000100:00100000:0.0:1767319674.746956:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b23480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999910528:0@lo:38:kworker.0
00000100:00100000:0.0:1767319674.746986:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319674.747081:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b22300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999910656:0@lo:38:kworker.0
00000100:00100000:0.0:1767319674.747099:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319674.747113:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b20000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999910912:0@lo:38:kworker.0
00000100:00100000:0.0:1767319674.747131:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319674.747159:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999910784
00000100:00100000:0.0:1767319674.747164:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999910784
00000100:00100000:0.0:1767319674.747223:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999911040
00000100:00100000:0.0:1767319674.747226:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999911040
00000100:00100000:0.0:1767319674.747239:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999910528
00000100:00100000:0.0:1767319674.747241:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999910528
00000100:00100000:0.0:1767319674.747249:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999910656
00000100:00100000:0.0:1767319674.747251:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999910656
00000100:00100000:0.0:1767319674.747257:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999910912
00000100:00100000:0.0:1767319674.747259:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999910912
00000100:00100000:0.0:1767319674.747270:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4783
00000100:00100000:0.0:1767319674.747277:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999910784:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319674.747332:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999910784:12345-0@lo:400:kworker.0 Request processed in 54us (677us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319674.747339:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4783
00000100:00100000:0.0:1767319674.747354:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4784
00000100:00100000:0.0:1767319674.747359:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999911040:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319674.747386:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999911040:12345-0@lo:400:kworker.0 Request processed in 27us (683us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319674.747391:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4784
00000100:00100000:0.0:1767319674.747402:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5299
00000100:00100000:0.0:1767319674.747406:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345ebca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999910528:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319674.747423:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319674.747449:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345ebca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999910528:12345-0@lo:38:kworker.0 Request processed in 42us (462us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319674.747455:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5299
00000100:00100000:0.0:1767319674.747465:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5300
00000100:00100000:0.0:1767319674.747470:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345ebea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999910656:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319674.747477:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319674.747495:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345ebea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999910656:12345-0@lo:38:kworker.0 Request processed in 25us (395us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319674.747500:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5300
00000100:00100000:0.0:1767319674.747509:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5301
00000100:00100000:0.0:1767319674.747512:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345ebc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999910912:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319674.747519:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319674.747539:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345ebc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999910912:12345-0@lo:38:kworker.0 Request processed in 25us (408us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319674.747544:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5301
00000100:00080000:0.0:1767319674.747588:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319674.747593:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319674.747597:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b23480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999910528:0@lo:38:kworker.0
00000100:00080000:0.0:1767319674.747606:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319674.747609:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319674.747612:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b22300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999910656:0@lo:38:kworker.0
00000100:00080000:0.0:1767319674.747618:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319674.747621:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319674.747623:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b20000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999910912:0@lo:38:kworker.0
00000100:00080000:0.0:1767319674.747670:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767319674.747675:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767319674.747688:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999911168
00000100:00100000:0.0:1767319674.747692:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999911168
00000100:00100000:0.0:1767319674.747736:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3145
00000100:00100000:0.0:1767319674.747743:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999911168:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319674.747774:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999911168:12345-0@lo:400:kworker.0 Request processed in 32us (1017us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319674.747780:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3145
00000100:00080000:0.0:1767319674.747804:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767319674.748232:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3146
00000100:00100000:3.0:1767319674.748242:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999911296:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319674.748283:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999911296:12345-0@lo:400:kworker.0 Request processed in 43us (1690us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319674.748289:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3146
00000100:00100000:2.0:1767319674.748319:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b20e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999911168:0@lo:400:kworker.0
00000100:00100000:2.0:1767319674.748335:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999911040:0@lo:400:kworker.0
00000100:00100000:3.0:1767319674.748339:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b21180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999910784:0@lo:400:kworker.0
00000100:00100000:3.0:1767319674.748350:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999911296:0@lo:400:kworker.0
00010000:00010000:2.0:1767319675.061681:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319675.767152:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345ebc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999911552:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319675.767273:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319675.767325:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d070a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999911424:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319675.767349:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319675.767454:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999911552
00000100:00100000:0.0:1767319675.767465:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999911552
00000100:00100000:0.0:1767319675.767547:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999911424
00000100:00100000:0.0:1767319675.767551:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999911424
00000100:00100000:0.0:1767319675.767576:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2310
00000100:00100000:0.0:1767319675.767586:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999911552:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767319675.767632:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767319675.767694:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999911552:12345-0@lo:13:osp-pre-0-1.0 Request processed in 109us (421us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319675.767704:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2310
00000100:00100000:0.0:1767319675.767755:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2311
00000100:00100000:0.0:1767319675.767762:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999911424:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767319675.767779:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767319675.767806:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999911424:12345-0@lo:13:osp-pre-1-1.0 Request processed in 45us (456us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319675.767812:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2311
00000100:00100000:0.0:1767319675.767862:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345ebc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999911552:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319675.767877:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d070a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999911424:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319675.839168:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000400:00000100:3.0:1767319675.839299:0:7000:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.52@tcp portal 26 match 1853163962521088 offset 0 length 520: 4
00000100:00100000:2.0:1767319675.842075:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767319675.844071:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962520832
00000100:00100000:0.0:1767319675.844092:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962520832
00000100:00100000:0.0:1767319675.844159:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962520960
00000100:00100000:0.0:1767319675.844163:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962520960
00000100:00100000:0.0:1767319675.844254:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4785
00000100:00100000:0.0:1767319675.844268:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962520960:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:0.0:1767319675.844379:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962520960:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 114us (2317us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319675.844388:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4785
00000100:00100000:0.0:1767319675.844409:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5302
00000100:00100000:0.0:1767319675.844415:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962520832:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:0.0:1767319675.844440:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319675.844470:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962520832:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 54us (5318us total) trans 0 rc -19/-19
00000100:00080000:3.0:1767319675.844937:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319675.845599:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5302
00010000:00010000:2.0:1767319676.085475:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319677.110328:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319678.133457:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319679.157914:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767319679.863043:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319679.863064:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767319679.863068:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319679.863072:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319679.863076:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319679.863083:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4872
00000100:00080000:2.0:1767319679.863088:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319679.863095:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319679.863135:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0dea00 x1853163999911680/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319679.863165:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319679.863168:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319679.863170:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319679.863174:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4872
00000100:00080000:2.0:1767319679.863176:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319679.863180:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319679.863191:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0dd880 x1853163999911808/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319679.863218:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319679.863221:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319679.863223:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319679.863227:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4872
00000100:00080000:2.0:1767319679.863229:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319679.863232:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319679.863242:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0de680 x1853163999911936/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319679.863282:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319679.863285:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319679.863287:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319679.863291:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4872
00000100:00080000:2.0:1767319679.863293:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319679.863297:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319679.863309:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0dce00 x1853163999912192/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767319679.863345:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999912064:0@lo:400:kworker.0
00000100:00100000:2.0:1767319679.863381:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999912448:0@lo:400:kworker.0
00000100:00100000:3.0:1767319679.863423:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319679.863431:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319679.863487:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767319679.863495:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999912320:0@lo:400:kworker.0
00000100:00100000:3.0:1767319679.863527:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319679.863574:0:7004:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319654/real 1767319654]  req@ffff95234823a680 x1853163999905152/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319679 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1767319679.863580:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999912064
00000100:00100000:1.0:1767319679.863596:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999912064
00000100:00100000:0.0:1767319679.863601:0:7004:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95234823a680 x1853163999905152/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319679 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1767319679.863619:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999911680:0@lo:38:kworker.0
00000100:00100000:0.0:1767319679.863650:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319679.863688:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999912448
00000100:00100000:0.0:1767319679.863698:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999911808:0@lo:38:kworker.0
00000100:00100000:0.0:1767319679.863723:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319679.863740:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999911936:0@lo:38:kworker.0
00000100:00100000:3.0:1767319679.863872:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999912448
00000100:00100000:1.0:1767319679.864086:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999911680
00000100:00100000:1.0:1767319679.864093:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999911680
00000100:00100000:1.0:1767319679.864160:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1836
00000100:00100000:1.0:1767319679.864171:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345ebc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999911680:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319679.864232:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319679.867997:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3147
00000100:00100000:3.0:1767319679.868017:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999912448:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319679.869502:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345ebc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999911680:12345-0@lo:38:kworker.0 Request processed in 5318us (5838us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319679.869520:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1836
00000100:00100000:1.0:1767319679.869631:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999912320
00000100:00100000:1.0:1767319679.869642:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999912320
00000100:00100000:1.0:1767319679.869689:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999911808
00000100:00100000:1.0:1767319679.869692:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999911808
00000100:00100000:1.0:1767319679.869718:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4786
00000100:00100000:1.0:1767319679.869728:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999912064:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319679.869800:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999912064:12345-0@lo:400:kworker.0 Request processed in 74us (6379us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319679.869806:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4786
00000100:00100000:1.0:1767319679.869819:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4787
00000100:00100000:1.0:1767319679.869826:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999912320:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319679.869861:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999912320:12345-0@lo:400:kworker.0 Request processed in 36us (6337us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319679.869867:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4787
00000100:00100000:1.0:1767319679.869878:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5303
00000100:00100000:1.0:1767319679.869882:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345ebc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999911808:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319679.869919:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319679.869950:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345ebc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999911808:12345-0@lo:38:kworker.0 Request processed in 67us (6226us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319679.869956:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5303
00000100:00080000:1.0:1767319679.870041:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767319679.870048:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319679.870440:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999912448:12345-0@lo:400:kworker.0 Request processed in 2420us (6998us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319679.870456:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3147
00000100:00100000:3.0:1767319679.870557:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999912320:0@lo:400:kworker.0
00000100:00100000:1.0:1767319679.870587:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999912576:0@lo:400:kworker.0
00000100:00100000:1.0:1767319679.870648:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319679.871258:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999912064:0@lo:400:kworker.0
00000100:00100000:3.0:1767319679.871318:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999912576
00000100:00100000:3.0:1767319679.871326:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999912576
00000100:00100000:3.0:1767319679.871404:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3148
00000100:00080000:1.0:1767319679.871417:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767319679.871417:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d070700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999912576:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319679.871505:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d070700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999912576:12345-0@lo:400:kworker.0 Request processed in 93us (857us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319679.871514:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3148
00000100:00100000:1.0:1767319679.871559:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999912576:0@lo:400:kworker.0
00000100:00100000:2.0:1767319679.876795:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999912448:0@lo:400:kworker.0
00000100:00100000:0.0:1767319679.880014:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319679.880069:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999912192:0@lo:38:kworker.0
00000100:00100000:1.0:1767319679.880107:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999911936
00000100:00100000:0.0:1767319679.880117:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319679.880133:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999911936
00000100:00080000:0.0:1767319679.880154:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319679.880185:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:0.0:1767319679.880190:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234823a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853163999905152:0@lo:250:kworker.0
00000100:00100000:1.0:1767319679.880245:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999912192
00000100:00100000:1.0:1767319679.880252:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999912192
00000100:00080000:0.0:1767319679.880266:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319679.880273:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319679.880278:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999911680:0@lo:38:kworker.0
00000100:00080000:0.0:1767319679.880294:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767319679.880297:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5304
00000100:00080000:0.0:1767319679.880302:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319679.880307:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999911808:0@lo:38:kworker.0
00000100:00100000:1.0:1767319679.880320:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345ebd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999911936:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319679.880354:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319679.880379:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5305
00000100:00100000:0.0:1767319679.880388:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345ebfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999912192:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319679.880412:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319679.880450:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345ebd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999911936:12345-0@lo:38:kworker.0 Request processed in 133us (445us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319679.880459:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5304
00000100:00080000:2.0:1767319679.880501:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319679.880510:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1767319679.880514:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319679.880521:0:63619:0:(import.c:509:import_select_connection()) MGC192.168.202.152@tcp: connect to NID 0@lo last attempt 4852
00000100:00080000:2.0:1767319679.880525:0:63619:0:(import.c:588:import_select_connection()) MGC192.168.202.152@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319679.880531:0:63619:0:(import.c:623:import_select_connection()) MGC192.168.202.152@tcp: import ffff95235eb57800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319679.880559:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234471ea00 x1853163999912704/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319679.887108:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345ebfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999912192:12345-0@lo:38:kworker.0 Request processed in 6709us (6981us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319679.887125:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5305
00000100:00080000:1.0:1767319679.889631:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319679.889647:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319679.889653:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999911936:0@lo:38:kworker.0
00000100:00080000:1.0:1767319679.889671:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319679.889674:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319679.889687:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999912192:0@lo:38:kworker.0
00000100:00100000:1.0:1767319679.889732:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234471ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853163999912704:0@lo:250:kworker.0
00000400:00000100:1.0:1767319679.889799:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163999912704 offset 0 length 520: 4
00010000:00010000:2.0:1767319680.183734:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319680.885516:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767319680.885546:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345ebe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999912832:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319680.885634:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319680.885924:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767319680.885935:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d070380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999912960:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319680.885966:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319680.888457:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999912832
00000100:00100000:3.0:1767319680.888582:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999912832
00000100:00100000:3.0:1767319680.888737:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999912960
00000100:00100000:3.0:1767319680.888742:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999912960
00000100:00100000:0.0:1767319680.888875:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2312
00000100:00100000:0.0:1767319680.888888:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999912832:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767319680.888926:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767319680.889020:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999912832:12345-0@lo:13:osp-pre-0-1.0 Request processed in 135us (3387us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319680.889030:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2312
00000100:00100000:0.0:1767319680.889052:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2313
00000100:00100000:0.0:1767319680.889059:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345ebe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999912960:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767319680.889075:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767319680.889116:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345ebe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999912960:12345-0@lo:13:osp-pre-1-1.0 Request processed in 58us (3148us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319680.889122:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2313
00000100:00100000:0.0:1767319680.889175:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d070380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999912960:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319680.889358:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345ebe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999912832:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319680.966311:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767319680.966350:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767319680.967406:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962521216
00000100:00100000:2.0:1767319680.967419:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962521216
00000100:00100000:2.0:1767319680.967466:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962521344
00000100:00100000:2.0:1767319680.967470:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962521344
00000100:00100000:1.0:1767319680.967618:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5306
00000100:00100000:1.0:1767319680.967628:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962521216:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767319680.967652:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319680.967751:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962521216:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 122us (1451us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319680.967759:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5306
00000100:00100000:2.0:1767319680.968013:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4788
00000100:00100000:2.0:1767319680.968022:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962521344:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767319680.968073:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962521344:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 53us (1722us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319680.968080:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4788
00000100:00080000:1.0:1767319680.968161:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767319681.205426:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767319682.229435:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319683.253587:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319684.280082:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767319684.990902:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319684.990910:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767319684.990913:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319684.990916:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319684.990919:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319684.990925:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4877
00000100:00080000:1.0:1767319684.990928:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319684.990934:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319684.990975:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d072d80 x1853163999913088/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319684.990992:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319684.990995:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319684.990997:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319684.991001:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4877
00000100:00080000:1.0:1767319684.991004:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319684.991007:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319684.991018:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d070e00 x1853163999913216/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319684.991028:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319684.991031:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319684.991033:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319684.991036:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4877
00000100:00080000:1.0:1767319684.991038:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319684.991041:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319684.991050:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d071500 x1853163999913344/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319684.991107:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319684.991110:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319684.991112:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319684.991116:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4877
00000100:00080000:1.0:1767319684.991118:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319684.991120:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319684.991131:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d071880 x1853163999913600/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319684.991191:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d070380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999913856:0@lo:400:kworker.0
00000100:00100000:1.0:1767319684.991284:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319684.991323:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767319684.991329:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d070a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999913984:0@lo:400:kworker.0
00000100:00100000:1.0:1767319684.991350:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319684.991556:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d071180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999913472:0@lo:400:kworker.0
00000100:00100000:2.0:1767319684.991590:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319684.991621:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767319684.991626:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d072300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853163999913728:0@lo:400:kworker.0
00000100:00100000:2.0:1767319684.991657:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319684.991688:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999913856
00000100:00100000:2.0:1767319684.991694:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999913984
00000100:00100000:3.0:1767319684.991696:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999913856
00000100:00100000:2.0:1767319684.991697:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999913984
00000100:00100000:3.0:1767319684.991750:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3149
00000100:00100000:3.0:1767319684.991759:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d073800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999913856:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319684.991810:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d073800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999913856:12345-0@lo:400:kworker.0 Request processed in 52us (525us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319684.991816:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3149
00000100:00100000:3.0:1767319684.991840:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999913472
00000100:00100000:3.0:1767319684.991843:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999913472
00000100:00100000:1.0:1767319684.991895:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999913728
00000100:00100000:1.0:1767319684.991899:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999913728
00000100:00100000:0.0:1767319684.991946:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d072d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999913088:0@lo:38:kworker.0
00000100:00100000:0.0:1767319684.991977:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319684.992006:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d070e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999913216:0@lo:38:kworker.0
00000100:00100000:0.0:1767319684.992028:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319684.992044:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d071500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999913344:0@lo:38:kworker.0
00000100:00100000:0.0:1767319684.992061:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319684.992076:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d071880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999913600:0@lo:38:kworker.0
00000100:00100000:0.0:1767319684.992093:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319684.992133:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999913088
00000100:00100000:0.0:1767319684.992139:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999913088
00000100:00100000:0.0:1767319684.992158:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1837
00000100:00100000:0.0:1767319684.992163:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345ebce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999913088:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319684.992179:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319684.992238:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345ebce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999913088:12345-0@lo:38:kworker.0 Request processed in 74us (260us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319684.992245:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1837
00000100:00100000:0.0:1767319684.992778:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d070380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999913856:0@lo:400:kworker.0
00000100:00100000:3.0:1767319684.992875:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999913216
00000100:00100000:3.0:1767319684.992880:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999913216
00000100:00100000:3.0:1767319684.992890:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999913344
00000100:00100000:3.0:1767319684.992892:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999913344
00000100:00100000:3.0:1767319684.992899:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999913600
00000100:00100000:3.0:1767319684.992901:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999913600
00000100:00100000:3.0:1767319684.992910:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4789
00000100:00100000:3.0:1767319684.992917:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999913472:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319684.992962:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999913472:12345-0@lo:400:kworker.0 Request processed in 46us (1371us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319684.992970:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4789
00000100:00100000:3.0:1767319684.992983:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5307
00000100:00100000:3.0:1767319684.992986:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345ebf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999913216:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319684.992997:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319684.993007:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3150
00000100:00100000:2.0:1767319684.993015:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366987800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999913984:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319684.993020:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345ebf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999913216:12345-0@lo:38:kworker.0 Request processed in 33us (992us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319684.993025:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5307
00000100:00100000:3.0:1767319684.993036:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5308
00000100:00100000:3.0:1767319684.993039:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345ebdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999913344:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319684.993048:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319684.993049:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366987800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999913984:12345-0@lo:400:kworker.0 Request processed in 36us (1698us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319684.993054:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3150
00000100:00100000:3.0:1767319684.993067:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345ebdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999913344:12345-0@lo:38:kworker.0 Request processed in 27us (1006us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319684.993072:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5308
00000100:00080000:0.0:1767319684.993112:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767319684.993116:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767319684.993118:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767319684.993140:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319684.993145:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319684.993148:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d072d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999913088:0@lo:38:kworker.0
00000100:00080000:0.0:1767319684.993155:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319684.993158:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319684.993160:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d070e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999913216:0@lo:38:kworker.0
00000100:00080000:0.0:1767319684.993166:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319684.993235:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319684.993239:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d071500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999913344:0@lo:38:kworker.0
00000100:00100000:2.0:1767319684.993407:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5309
00000100:00100000:2.0:1767319684.993413:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345ebf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999913600:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319684.993423:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319684.993448:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d071180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999913472:0@lo:400:kworker.0
00000100:00100000:1.0:1767319684.993466:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4790
00000100:00100000:1.0:1767319684.993475:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853163999913728:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319684.993671:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d070a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999913984:0@lo:400:kworker.0
00000100:00100000:2.0:1767319684.993690:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345ebf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999913600:12345-0@lo:38:kworker.0 Request processed in 276us (1595us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319684.993696:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5309
00000100:00080000:0.0:1767319684.993759:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319684.993763:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319684.993767:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d071880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999913600:0@lo:38:kworker.0
00000100:00100000:1.0:1767319684.993831:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853163999913728:12345-0@lo:400:kworker.0 Request processed in 357us (2171us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319684.993838:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4790
00000100:00100000:3.0:1767319684.993854:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d072300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853163999913728:0@lo:400:kworker.0
00010000:00010000:2.0:1767319685.301422:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319686.005676:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345ebe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999914112:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319686.005745:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319686.005790:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767319686.005796:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366984700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999914240:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319686.005816:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319686.005899:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999914112
00000100:00100000:2.0:1767319686.005907:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999914112
00000100:00100000:2.0:1767319686.005973:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999914240
00000100:00100000:2.0:1767319686.005976:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999914240
00000100:00100000:2.0:1767319686.006001:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2314
00000100:00100000:2.0:1767319686.006009:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999914112:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767319686.006063:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767319686.006107:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999914112:12345-0@lo:13:osp-pre-0-1.0 Request processed in 99us (361us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319686.006118:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2314
00000100:00100000:2.0:1767319686.006139:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2315
00000100:00100000:2.0:1767319686.006146:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999914240:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767319686.006161:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767319686.006191:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999914240:12345-0@lo:13:osp-pre-1-1.0 Request processed in 46us (374us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319686.006218:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2315
00000100:00100000:3.0:1767319686.006649:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366984700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999914240:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319686.006665:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345ebe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999914112:0@lo:13:osp-pre-0-1.0
00000100:00080000:0.0:1767319686.016757:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767319686.016768:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767319686.088011:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767319686.088485:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962521600
00000100:00100000:0.0:1767319686.088507:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962521600
00000100:00100000:0.0:1767319686.088638:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4791
00000100:00100000:0.0:1767319686.088658:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962521600:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:0.0:1767319686.088745:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962521600:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 90us (744us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319686.088753:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4791
00000100:00100000:2.0:1767319686.090916:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767319686.091345:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962521472
00000100:00100000:0.0:1767319686.091355:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962521472
00000100:00100000:0.0:1767319686.091402:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5310
00000100:00100000:0.0:1767319686.091410:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962521472:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:0.0:1767319686.091432:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319686.091500:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962521472:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 89us (591us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319686.091508:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5310
00000100:00080000:1.0:1767319686.094187:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767319686.326929:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319687.349409:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319688.373565:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319689.397473:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767319690.101495:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319690.101506:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767319690.101509:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319690.101513:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319690.101518:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319690.101713:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4882
00000100:00080000:2.0:1767319690.101719:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319690.101726:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319690.101767:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234471e680 x1853163999914368/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319690.101792:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319690.101795:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319690.101797:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319690.101801:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4882
00000100:00080000:2.0:1767319690.101804:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319690.101807:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319690.101816:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234471c380 x1853163999914496/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319690.101825:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319690.101828:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319690.101830:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319690.101833:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4882
00000100:00080000:2.0:1767319690.101836:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319690.101839:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319690.101851:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234471ed80 x1853163999914624/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767319690.101929:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234471e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999914752:0@lo:400:kworker.0
00000100:00100000:3.0:1767319690.101996:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767319690.102080:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319690.102084:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319690.102086:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319690.102090:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4882
00000100:00080000:2.0:1767319690.102093:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319690.102096:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319690.102109:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234471dc00 x1853163999914880/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319690.102160:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234471e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999914368:0@lo:38:kworker.0
00000100:00100000:0.0:1767319690.102192:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319690.102246:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234471c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999914496:0@lo:38:kworker.0
00000100:00100000:0.0:1767319690.102322:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319690.102337:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234471ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999914624:0@lo:38:kworker.0
00000100:00100000:0.0:1767319690.102353:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319690.102367:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234471dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999914880:0@lo:38:kworker.0
00000100:00100000:0.0:1767319690.102384:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319690.102409:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234471df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853163999915008:0@lo:400:kworker.0
00000100:00100000:0.0:1767319690.102430:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319690.102460:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999914368
00000100:00100000:0.0:1767319690.102468:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999914368
00000100:00100000:0.0:1767319690.102504:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1838
00000100:00100000:0.0:1767319690.102511:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345ebe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999914368:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319690.102550:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319690.102600:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345ebe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999914368:12345-0@lo:38:kworker.0 Request processed in 88us (406us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319690.102607:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1838
00000100:00100000:0.0:1767319690.102627:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999914752
00000100:00100000:0.0:1767319690.102631:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999914752
00000100:00100000:0.0:1767319690.102663:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999914496
00000100:00100000:0.0:1767319690.102666:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999914496
00000100:00100000:0.0:1767319690.102673:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999914624
00000100:00100000:0.0:1767319690.102675:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999914624
00000100:00100000:0.0:1767319690.102682:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999914880
00000100:00100000:0.0:1767319690.102684:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999914880
00000100:00100000:0.0:1767319690.102691:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999915008
00000100:00100000:0.0:1767319690.102693:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999915008
00000100:00100000:0.0:1767319690.102709:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4792
00000100:00100000:0.0:1767319690.102715:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999914752:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319690.102805:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4793
00000100:00100000:1.0:1767319690.102815:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d071180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853163999915008:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319690.102855:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d071180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853163999915008:12345-0@lo:400:kworker.0 Request processed in 43us (423us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319690.102862:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4793
00000100:00100000:1.0:1767319690.102875:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5311
00000100:00100000:1.0:1767319690.102879:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d072300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999914496:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319690.102889:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319690.102911:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d072300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999914496:12345-0@lo:38:kworker.0 Request processed in 31us (588us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319690.102917:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5311
00000100:00100000:1.0:1767319690.102928:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5312
00000100:00100000:1.0:1767319690.102931:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d071880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999914624:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319690.102939:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319690.102958:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d071880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999914624:12345-0@lo:38:kworker.0 Request processed in 25us (603us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319690.102962:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5312
00000100:00100000:1.0:1767319690.102972:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5313
00000100:00100000:1.0:1767319690.102976:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d070a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999914880:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319690.102984:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319690.103003:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d070a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999914880:12345-0@lo:38:kworker.0 Request processed in 25us (618us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319690.103008:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5313
00000100:00100000:1.0:1767319690.103041:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234471df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853163999915008:0@lo:400:kworker.0
00000100:00080000:1.0:1767319690.103061:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767319690.103105:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319690.103109:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319690.103113:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234471e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999914368:0@lo:38:kworker.0
00000100:00080000:1.0:1767319690.103120:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319690.103122:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319690.103125:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234471c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999914496:0@lo:38:kworker.0
00000100:00080000:1.0:1767319690.103131:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319690.103134:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319690.103137:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234471ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999914624:0@lo:38:kworker.0
00000100:00080000:1.0:1767319690.103143:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319690.103145:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319690.103148:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234471dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999914880:0@lo:38:kworker.0
00000100:00100000:2.0:1767319690.105939:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234471d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999915264:0@lo:400:kworker.0
00000100:00100000:2.0:1767319690.106016:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319690.106051:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767319690.106059:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234471d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999915136:0@lo:400:kworker.0
00000100:00100000:2.0:1767319690.106078:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319690.106110:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999915264
00000100:00100000:2.0:1767319690.106119:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999915264
00000100:00100000:2.0:1767319690.106171:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999915136
00000100:00100000:2.0:1767319690.106174:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999915136
00000100:00100000:2.0:1767319690.106197:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3151
00000100:00100000:2.0:1767319690.106228:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999915264:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319690.106293:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999915264:12345-0@lo:400:kworker.0 Request processed in 66us (276us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319690.106302:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3151
00000100:00100000:2.0:1767319690.106321:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3152
00000100:00100000:2.0:1767319690.106329:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999915136:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319690.106355:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999915136:12345-0@lo:400:kworker.0 Request processed in 28us (275us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319690.106361:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3152
00000100:00080000:1.0:1767319690.106560:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767319690.106566:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767319690.107152:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999914752:12345-0@lo:400:kworker.0 Request processed in 4433us (5152us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319690.107162:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4792
00000100:00100000:0.0:1767319690.107240:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234471d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999915136:0@lo:400:kworker.0
00000100:00100000:0.0:1767319690.107264:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234471d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999915264:0@lo:400:kworker.0
00000100:00100000:3.0:1767319690.111148:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234471e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999914752:0@lo:400:kworker.0
00010000:00010000:0.0:1767319690.423022:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319691.125931:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999915392:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319691.126001:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319691.126051:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999915392
00000100:00100000:0.0:1767319691.126059:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999915392
00000100:00100000:1.0:1767319691.126115:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366987480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999915520:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319691.126143:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319691.128118:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999915520
00000100:00100000:0.0:1767319691.128132:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999915520
00000100:00100000:0.0:1767319691.128182:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2316
00000100:00100000:1.0:1767319691.128190:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2317
00000100:00100000:0.0:1767319691.128191:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999915392:12345-0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319691.128210:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366985c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999915520:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767319691.128236:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00002000:00000024:1.0:1767319691.128236:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767319691.128288:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999915392:12345-0@lo:13:osp-pre-0-1.0 Request processed in 99us (2287us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319691.128288:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366985c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999915520:12345-0@lo:13:osp-pre-1-1.0 Request processed in 92us (2143us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319691.128295:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2317
00000100:00100000:0.0:1767319691.128298:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2316
00000100:00100000:0.0:1767319691.128339:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999915392:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319691.128339:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366987480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999915520:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319691.203471:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767319691.203560:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767319691.203656:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962521856
00000100:00100000:1.0:1767319691.203666:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962521856
00000100:00100000:0.0:1767319691.203706:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962521728
00000100:00100000:0.0:1767319691.203711:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962521728
00000100:00100000:0.0:1767319691.203748:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4794
00000100:00100000:0.0:1767319691.203758:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962521856:12345-192.168.202.52@tcp:400:kworker.0
00000100:00080000:2.0:1767319691.203769:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319691.203841:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962521856:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 85us (381us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319691.203849:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4794
00000100:00100000:0.0:1767319691.203868:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5314
00000100:00100000:0.0:1767319691.203874:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962521728:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:0.0:1767319691.203894:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319691.203919:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962521728:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 44us (359us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319691.203926:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5314
00010000:00010000:2.0:1767319691.445415:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319692.469793:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319693.493942:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767319694.517514:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767319695.221437:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319695.221449:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767319695.221452:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319695.221456:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319695.221459:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319695.221467:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4888
00000100:00080000:3.0:1767319695.221472:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319695.221479:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319695.221732:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0de680 x1853163999915648/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319695.221763:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319695.221767:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319695.221769:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319695.221772:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4888
00000100:00100000:1.0:1767319695.221831:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999915648:0@lo:38:kworker.0
00000100:00080000:3.0:1767319695.221863:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319695.221869:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319695.221887:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0dd880 x1853163999915776/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319695.221896:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767319695.221911:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319695.221914:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319695.221915:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319695.221919:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4888
00000100:00080000:3.0:1767319695.221921:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319695.221925:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319695.221940:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0dea00 x1853163999915904/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319695.221953:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999915776:0@lo:38:kworker.0
00000100:00100000:1.0:1767319695.221974:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319695.221984:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999915904:0@lo:38:kworker.0
00000100:00100000:1.0:1767319695.221997:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319695.222010:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999916032:0@lo:400:kworker.0
00000100:00100000:2.0:1767319695.222047:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319695.222061:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999915776
00000100:00100000:1.0:1767319695.222070:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999915776
00000100:00100000:1.0:1767319695.222106:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999915904
00000100:00100000:1.0:1767319695.222109:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999915904
00000100:00080000:3.0:1767319695.222111:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319695.222116:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319695.222119:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319695.222124:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4888
00000100:00100000:1.0:1767319695.222126:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999916032
00000100:00080000:3.0:1767319695.222127:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1767319695.222131:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999916032
00000100:00080000:3.0:1767319695.222136:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319695.222151:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0df800 x1853163999916160/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319695.222181:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4795
00000100:00100000:1.0:1767319695.222219:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999916032:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319695.222219:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767319695.222231:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853163999916288:0@lo:400:kworker.0
00000100:00100000:2.0:1767319695.222263:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319695.222325:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999915648
00000100:00100000:0.0:1767319695.222329:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999915648
00000100:00100000:0.0:1767319695.222349:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1839
00000100:00100000:0.0:1767319695.222355:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366987480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999915648:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319695.222370:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319695.222458:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999916288
00000100:00100000:3.0:1767319695.222464:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999916288
00000100:00100000:3.0:1767319695.222503:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4796
00000100:00100000:3.0:1767319695.222511:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853163999916288:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319695.222688:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999916032:12345-0@lo:400:kworker.0 Request processed in 494us (641us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319695.222694:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4795
00000100:00100000:1.0:1767319695.222711:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5315
00000100:00100000:1.0:1767319695.222714:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366984700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999915776:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319695.222722:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319695.222735:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999916032:0@lo:400:kworker.0
00000100:00100000:1.0:1767319695.222745:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366984700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999915776:12345-0@lo:38:kworker.0 Request processed in 29us (769us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319695.222750:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5315
00000100:00100000:1.0:1767319695.222760:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5316
00000100:00100000:1.0:1767319695.222763:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367242680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999915904:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319695.222768:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767319695.222768:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319695.222783:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367242680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999915904:12345-0@lo:38:kworker.0 Request processed in 18us (785us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319695.222789:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5316
00000100:00100000:1.0:1767319695.222810:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999916160:0@lo:38:kworker.0
00000100:00100000:2.0:1767319695.222827:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366acd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999916544:0@lo:400:kworker.0
00000100:00100000:1.0:1767319695.222828:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767319695.222848:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319695.222852:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319695.222855:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999915776:0@lo:38:kworker.0
00000100:00080000:1.0:1767319695.222862:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319695.222865:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319695.222868:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999915904:0@lo:38:kworker.0
00000100:00100000:2.0:1767319695.222873:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319695.222893:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999916544
00000100:00100000:1.0:1767319695.222896:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999916544
00000100:00100000:2.0:1767319695.222901:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767319695.222909:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999916416:0@lo:400:kworker.0
00000100:00100000:1.0:1767319695.222922:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3153
00000100:00100000:1.0:1767319695.222929:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999916544:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319695.222936:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319695.222964:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999916544:12345-0@lo:400:kworker.0 Request processed in 36us (96us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319695.222968:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3153
00000100:00100000:2.0:1767319695.222975:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366acd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999916544:0@lo:400:kworker.0
00000100:00100000:1.0:1767319695.222977:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999916416
00000100:00100000:1.0:1767319695.222981:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999916416
00000100:00080000:2.0:1767319695.223001:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767319695.223007:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3154
00000100:00080000:2.0:1767319695.223007:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767319695.223014:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999916416:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319695.223025:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999916160
00000100:00100000:2.0:1767319695.223030:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999916160
00000100:00100000:2.0:1767319695.223051:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5317
00000100:00100000:2.0:1767319695.223057:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367243480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999916160:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319695.223068:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319695.223100:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367243480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999916160:12345-0@lo:38:kworker.0 Request processed in 42us (271us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319695.223106:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5317
00000100:00100000:1.0:1767319695.223176:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999916416:12345-0@lo:400:kworker.0 Request processed in 160us (240us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319695.223183:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3154
00000100:00100000:1.0:1767319695.223228:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999916416:0@lo:400:kworker.0
00000100:00080000:1.0:1767319695.223242:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319695.223245:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319695.223247:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999916160:0@lo:38:kworker.0
00000100:00100000:0.0:1767319695.223689:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366987480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999915648:12345-0@lo:38:kworker.0 Request processed in 1333us (1795us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319695.223697:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1839
00000100:00080000:1.0:1767319695.223789:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319695.223793:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319695.223796:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999915648:0@lo:38:kworker.0
00000100:00100000:3.0:1767319695.223898:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853163999916288:12345-0@lo:400:kworker.0 Request processed in 1388us (1633us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319695.223906:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4796
00000100:00100000:2.0:1767319695.223962:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853163999916288:0@lo:400:kworker.0
00010000:00010000:2.0:1767319695.541438:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319696.245614:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767319696.245639:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366ace300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999916672:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319696.245710:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319696.245764:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999916672
00000100:00100000:0.0:1767319696.245772:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999916672
00000100:00100000:0.0:1767319696.245833:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2318
00000100:00100000:0.0:1767319696.245843:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d071500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999916672:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767319696.245875:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767319696.245927:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d071500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999916672:12345-0@lo:13:osp-pre-0-1.0 Request processed in 86us (216us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319696.245934:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2318
00000100:00100000:0.0:1767319696.245993:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366ace300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999916672:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319696.248277:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767319696.248298:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234471ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999916800:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319696.248368:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319696.248456:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999916800
00000100:00100000:1.0:1767319696.248465:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999916800
00000100:00100000:1.0:1767319696.248521:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2319
00000100:00100000:1.0:1767319696.248540:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999916800:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767319696.248568:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767319696.248619:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999916800:12345-0@lo:13:osp-pre-1-1.0 Request processed in 90us (251us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319696.248626:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2319
00000100:00100000:1.0:1767319696.248670:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234471ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999916800:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319696.321784:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767319696.324834:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767319696.324957:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962522112
00000100:00100000:2.0:1767319696.324969:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962522112
00000100:00100000:2.0:1767319696.325056:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962521984
00000100:00100000:2.0:1767319696.325060:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962521984
00000100:00100000:2.0:1767319696.325081:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4797
00000100:00100000:2.0:1767319696.325092:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962522112:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767319696.325171:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962522112:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 80us (3397us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319696.325179:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4797
00000100:00100000:2.0:1767319696.325246:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5318
00000100:00100000:2.0:1767319696.325250:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962521984:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767319696.325269:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319696.325295:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962521984:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 43us (472us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319696.325301:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5318
00000100:00080000:3.0:1767319696.326409:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767319696.565502:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319697.589463:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767319698.616574:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319699.637707:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767319700.341637:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319700.341653:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767319700.341657:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319700.341662:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319700.341675:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319700.341687:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4893
00000100:00080000:3.0:1767319700.341693:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319700.341703:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319700.341765:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366acf480 x1853163999916928/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319700.341788:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319700.341792:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319700.341794:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319700.341798:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4893
00000100:00100000:1.0:1767319700.342039:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366acf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999916928:0@lo:38:kworker.0
00000100:00100000:1.0:1767319700.342138:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319700.342291:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999916928
00000100:00100000:0.0:1767319700.342310:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999916928
00000100:00100000:0.0:1767319700.342372:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1840
00000100:00100000:0.0:1767319700.342381:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367242a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999916928:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319700.342403:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767319700.342474:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1767319700.342509:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367242a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999916928:12345-0@lo:38:kworker.0 Request processed in 127us (369us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319700.342521:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1840
00000100:00080000:1.0:1767319700.342557:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319700.342566:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319700.342570:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366acf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999916928:0@lo:38:kworker.0
00000100:00080000:3.0:1767319700.342621:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319700.342645:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366ace680 x1853163999917056/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319700.342764:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366ace680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999917056:0@lo:38:kworker.0
00000100:00100000:1.0:1767319700.342814:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319700.342912:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999917056
00000100:00100000:0.0:1767319700.342920:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999917056
00000100:00100000:0.0:1767319700.342965:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5319
00000100:00100000:0.0:1767319700.342973:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367241c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999917056:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319700.342994:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767319700.343048:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319700.343054:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319700.343056:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319700.343062:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4893
00000100:00080000:3.0:1767319700.343065:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319700.343071:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319700.343089:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366acc700 x1853163999917184/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319700.347260:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366acc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999917184:0@lo:38:kworker.0
00000100:00100000:1.0:1767319700.347652:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319700.347782:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999917184
00000100:00100000:2.0:1767319700.347793:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999917184
00000100:00100000:2.0:1767319700.347857:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5320
00000100:00100000:2.0:1767319700.347874:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367242d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999917184:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319700.347905:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319700.347962:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367242d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999917184:12345-0@lo:38:kworker.0 Request processed in 94us (310us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319700.347970:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5320
00000100:00100000:0.0:1767319700.348176:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367241c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999917056:12345-0@lo:38:kworker.0 Request processed in 5199us (5358us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319700.348185:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5319
00000100:00100000:2.0:1767319700.348718:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366acfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999917312:0@lo:400:kworker.0
00000100:00100000:2.0:1767319700.348767:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319700.348849:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999917312
00000100:00100000:0.0:1767319700.348857:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999917312
00000100:00100000:0.0:1767319700.348928:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4798
00000100:00100000:0.0:1767319700.348937:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999917312:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767319700.349159:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319700.349167:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319700.349172:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366ace680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999917056:0@lo:38:kworker.0
00000100:00080000:1.0:1767319700.349217:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319700.349222:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319700.349225:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366acc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999917184:0@lo:38:kworker.0
00000100:00080000:1.0:1767319700.349279:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767319700.354915:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319700.354930:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319700.354936:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319700.354947:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4893
00000100:00080000:3.0:1767319700.354960:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319700.354970:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319700.355038:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366acd180 x1853163999917440/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319700.356563:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366acd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999917440:0@lo:38:kworker.0
00000100:00100000:1.0:1767319700.356675:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319700.356771:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999917440
00000100:00100000:1.0:1767319700.356781:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999917440
00000100:00100000:1.0:1767319700.356845:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5321
00000100:00100000:1.0:1767319700.356854:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367241180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999917440:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319700.356890:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319700.356937:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367241180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999917440:12345-0@lo:38:kworker.0 Request processed in 82us (261us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319700.356945:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5321
00000100:00080000:1.0:1767319700.356995:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319700.357001:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319700.357005:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366acd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999917440:0@lo:38:kworker.0
00000100:00100000:1.0:1767319700.357081:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366aced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853163999917568:0@lo:400:kworker.0
00000100:00100000:1.0:1767319700.357110:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319700.357141:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999917568
00000100:00100000:1.0:1767319700.357145:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999917568
00000100:00100000:1.0:1767319700.357189:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4799
00000100:00100000:1.0:1767319700.357222:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367240700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853163999917568:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319700.357275:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367240700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853163999917568:12345-0@lo:400:kworker.0 Request processed in 79us (165us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319700.357282:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4799
00000100:00080000:1.0:1767319700.357300:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319700.357341:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366aced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853163999917568:0@lo:400:kworker.0
00000100:00100000:0.0:1767319700.364751:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999917312:12345-0@lo:400:kworker.0 Request processed in 15796us (15963us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319700.364774:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4798
00000100:00100000:2.0:1767319700.365085:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366acfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999917312:0@lo:400:kworker.0
00000100:00100000:1.0:1767319700.368575:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366acc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999917696:0@lo:400:kworker.0
00000100:00100000:1.0:1767319700.368687:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319700.368824:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999917696
00000100:00100000:2.0:1767319700.368836:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999917696
00000100:00100000:2.0:1767319700.368939:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3155
00000100:00100000:2.0:1767319700.368953:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367242300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999917696:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767319700.369059:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767319700.372041:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366acdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999917824:0@lo:400:kworker.0
00000100:00100000:0.0:1767319700.372140:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319700.372248:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999917824
00000100:00100000:0.0:1767319700.372259:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999917824
00000100:00100000:0.0:1767319700.372334:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3156
00000100:00100000:0.0:1767319700.372345:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d070e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999917824:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319700.375153:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d070e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999917824:12345-0@lo:400:kworker.0 Request processed in 2793us (2995us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319700.375174:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3156
00000100:00080000:0.0:1767319700.375259:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767319700.375318:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366acdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999917824:0@lo:400:kworker.0
00000100:00100000:2.0:1767319700.376097:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367242300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999917696:12345-0@lo:400:kworker.0 Request processed in 7143us (7405us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319700.376110:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3155
00000100:00100000:1.0:1767319700.380525:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366acc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999917696:0@lo:400:kworker.0
00000100:00100000:3.0:1767319700.416764:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000400:00000100:3.0:1767319700.417061:0:7000:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.52@tcp portal 26 match 1853163962522240 offset 0 length 520: 4
00000100:00100000:3.0:1767319700.417088:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767319700.417954:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962522496
00000100:00100000:0.0:1767319700.417973:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962522496
00000100:00100000:0.0:1767319700.418073:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962522368
00000100:00100000:0.0:1767319700.418077:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962522368
00000100:00100000:0.0:1767319700.418105:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4800
00000100:00100000:0.0:1767319700.418119:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962522496:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:0.0:1767319700.418275:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962522496:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 158us (1526us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319700.418284:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4800
00000100:00100000:0.0:1767319700.418309:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5322
00000100:00100000:0.0:1767319700.418314:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962522368:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:0.0:1767319700.418341:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319700.418370:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962522368:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 55us (1281us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319700.418377:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5322
00000100:00080000:1.0:1767319700.418980:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767319700.663373:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319701.366185:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767319701.366240:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234471df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999917952:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319701.366335:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319701.366635:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999917952
00000100:00100000:2.0:1767319701.366657:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999917952
00000100:00100000:2.0:1767319701.366730:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2320
00000100:00100000:2.0:1767319701.366742:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367240a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999917952:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767319701.366785:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767319701.366839:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367240a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999917952:12345-0@lo:13:osp-pre-1-1.0 Request processed in 99us (503us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319701.366847:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2320
00000100:00100000:1.0:1767319701.367106:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234471df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999917952:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319701.368593:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767319701.368618:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366acc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999918080:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319701.368700:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319701.369790:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999918080
00000100:00100000:3.0:1767319701.369804:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999918080
00000100:00100000:3.0:1767319701.369896:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2321
00000100:00100000:3.0:1767319701.369908:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d072d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999918080:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767319701.369949:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767319701.370027:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d072d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999918080:12345-0@lo:13:osp-pre-0-1.0 Request processed in 122us (1325us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319701.370034:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2321
00000100:00100000:0.0:1767319701.370259:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366acc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999918080:0@lo:13:osp-pre-0-1.0
00010000:00010000:2.0:1767319701.685586:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767319702.709611:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319703.733837:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319704.438730:0:7004:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319679/real 1767319679]  req@ffff95234471ea00 x1853163999912704/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319704 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767319704.438771:0:7004:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95234471ea00 x1853163999912704/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319704 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767319704.438792:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319704.438819:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767319704.438822:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234471ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853163999912704:0@lo:250:kworker.0
00000100:00080000:1.0:1767319704.442569:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319704.442589:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1767319704.442595:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319704.442616:0:63619:0:(import.c:509:import_select_connection()) MGC192.168.202.152@tcp: connect to NID 0@lo last attempt 4877
00000100:00080000:1.0:1767319704.442622:0:63619:0:(import.c:588:import_select_connection()) MGC192.168.202.152@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319704.442632:0:63619:0:(import.c:623:import_select_connection()) MGC192.168.202.152@tcp: import ffff95235eb57800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319704.442683:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952367243b80 x1853163999918208/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319704.442726:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319704.442731:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319704.442732:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319704.442737:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4898
00000100:00080000:1.0:1767319704.442739:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319704.442743:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319704.442763:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952367240380 x1853163999918336/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319704.442771:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319704.442774:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319704.442776:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319704.442779:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4898
00000100:00080000:1.0:1767319704.442781:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319704.442784:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319704.442794:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952367240000 x1853163999918464/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319704.442802:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319704.442804:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319704.442806:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319704.442809:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4898
00000100:00080000:1.0:1767319704.442812:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319704.442814:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319704.442825:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952367241500 x1853163999918592/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319704.442882:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319704.442886:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319704.442888:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319704.442893:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4898
00000100:00080000:1.0:1767319704.442896:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319704.442899:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319704.442911:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952367241880 x1853163999918848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319704.443131:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367243100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853163999918976:0@lo:400:kworker.0
00000100:00100000:0.0:1767319704.443291:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319704.443375:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767319704.443381:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367243800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853163999918720:0@lo:400:kworker.0
00000100:00100000:0.0:1767319704.443408:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319704.443462:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999918976
00000100:00100000:0.0:1767319704.443472:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999918976
00000100:00100000:0.0:1767319704.443545:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999918720
00000100:00100000:0.0:1767319704.443548:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999918720
00000100:00100000:0.0:1767319704.443576:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4801
00000100:00100000:0.0:1767319704.443586:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d070380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999918976:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319704.443660:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d070380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999918976:12345-0@lo:400:kworker.0 Request processed in 75us (375us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319704.443667:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4801
00000100:00100000:0.0:1767319704.443684:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4802
00000100:00100000:0.0:1767319704.443691:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853163999918720:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319704.443723:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853163999918720:12345-0@lo:400:kworker.0 Request processed in 32us (313us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319704.443729:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4802
00000100:00080000:0.0:1767319704.443747:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319704.443786:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367243800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853163999918720:0@lo:400:kworker.0
00000100:00100000:0.0:1767319704.443800:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367243100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853163999918976:0@lo:400:kworker.0
00000100:00100000:0.0:1767319704.443835:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367240e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999919104:0@lo:400:kworker.0
00000100:00100000:0.0:1767319704.443865:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319704.443885:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767319704.443890:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235f798e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999919232:0@lo:400:kworker.0
00000100:00100000:0.0:1767319704.443909:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319704.443930:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999919104
00000100:00100000:0.0:1767319704.443934:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999919104
00000100:00100000:0.0:1767319704.443964:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999919232
00000100:00100000:0.0:1767319704.443967:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999919232
00000100:00100000:0.0:1767319704.443986:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3157
00000100:00100000:0.0:1767319704.443992:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b21180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999919104:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319704.444023:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b21180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999919104:12345-0@lo:400:kworker.0 Request processed in 31us (157us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319704.444029:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3157
00000100:00100000:0.0:1767319704.444040:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3158
00000100:00100000:0.0:1767319704.444047:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999919232:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319704.444070:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999919232:12345-0@lo:400:kworker.0 Request processed in 24us (160us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319704.444077:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3158
00000100:00080000:0.0:1767319704.444090:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767319704.444092:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767319704.444111:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235f798e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999919232:0@lo:400:kworker.0
00000100:00100000:0.0:1767319704.444120:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367240e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999919104:0@lo:400:kworker.0
00000100:00100000:2.0:1767319704.444312:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367243b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853163999918208:0@lo:250:kworker.0
00000400:00000100:2.0:1767319704.444345:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163999918208 offset 0 length 520: 4
00000100:00100000:2.0:1767319704.444365:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367240380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999918336:0@lo:38:kworker.0
00000100:00100000:2.0:1767319704.444389:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319704.444414:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367240000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999918464:0@lo:38:kworker.0
00000100:00100000:2.0:1767319704.444439:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319704.444468:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367241500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999918592:0@lo:38:kworker.0
00000100:00100000:2.0:1767319704.444489:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319704.444506:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367241880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999918848:0@lo:38:kworker.0
00000100:00100000:2.0:1767319704.444527:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319704.444555:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999918464
00000100:00100000:2.0:1767319704.444560:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999918464
00000100:00100000:2.0:1767319704.444582:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999918592
00000100:00100000:2.0:1767319704.444585:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999918592
00000100:00100000:2.0:1767319704.444597:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999918848
00000100:00100000:2.0:1767319704.444600:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999918848
00000100:00100000:2.0:1767319704.444621:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5323
00000100:00100000:2.0:1767319704.444625:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999918464:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319704.444646:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319704.444681:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999918464:12345-0@lo:38:kworker.0 Request processed in 54us (241us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319704.444688:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5323
00000100:00100000:2.0:1767319704.444702:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5324
00000100:00100000:2.0:1767319704.444706:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999918592:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319704.444715:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319704.444737:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999918592:12345-0@lo:38:kworker.0 Request processed in 30us (247us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319704.444742:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5324
00000100:00100000:2.0:1767319704.444752:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5325
00000100:00100000:2.0:1767319704.444757:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999918848:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319704.444765:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319704.444784:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999918848:12345-0@lo:38:kworker.0 Request processed in 27us (257us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319704.444790:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5325
00000100:00080000:2.0:1767319704.444818:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319704.444823:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319704.444827:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367240000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999918464:0@lo:38:kworker.0
00000100:00080000:2.0:1767319704.444835:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319704.444838:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319704.444840:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367241500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999918592:0@lo:38:kworker.0
00000100:00080000:2.0:1767319704.444847:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319704.444850:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319704.444853:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367241880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999918848:0@lo:38:kworker.0
00000100:00100000:0.0:1767319704.445000:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999918336
00000100:00100000:0.0:1767319704.445005:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999918336
00000100:00100000:0.0:1767319704.445040:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1841
00000100:00100000:0.0:1767319704.445045:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999918336:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319704.445056:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319704.445089:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999918336:12345-0@lo:38:kworker.0 Request processed in 43us (699us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319704.445096:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1841
00000100:00080000:0.0:1767319704.445117:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319704.445121:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319704.445124:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367240380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999918336:0@lo:38:kworker.0
00010000:00010000:2.0:1767319704.761276:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319705.538955:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767319705.539087:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767319705.540106:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962522752
00000100:00100000:1.0:1767319705.540122:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962522752
00000100:00100000:1.0:1767319705.540248:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962522624
00000100:00100000:1.0:1767319705.540252:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962522624
00000100:00100000:1.0:1767319705.540276:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4803
00000100:00100000:1.0:1767319705.540288:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962522752:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767319705.540406:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962522752:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 119us (1468us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319705.540415:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4803
00000100:00100000:1.0:1767319705.540439:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5326
00000100:00100000:1.0:1767319705.540453:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962522624:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767319705.540480:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319705.540509:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962522624:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 54us (1422us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319705.540516:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5326
00000100:00080000:0.0:1767319705.540673:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767319705.781818:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319706.485917:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366acdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999919488:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319706.486007:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319706.486067:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767319706.486072:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999919360:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319706.486088:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319706.486219:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999919488
00000100:00100000:3.0:1767319706.486230:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999919488
00000100:00100000:2.0:1767319706.486317:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999919360
00000100:00100000:2.0:1767319706.486322:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999919360
00000100:00100000:3.0:1767319706.486384:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2322
00000100:00100000:3.0:1767319706.486404:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999919488:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767319706.486682:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767319706.486774:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999919488:12345-0@lo:13:osp-pre-0-1.0 Request processed in 373us (765us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319706.486783:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2322
00000100:00100000:1.0:1767319706.487127:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366acdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999919488:0@lo:13:osp-pre-0-1.0
00000100:00080000:0.0:1767319706.487242:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767319706.487612:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767319706.488675:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2323
00000100:00100000:3.0:1767319706.488691:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b20000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999919360:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767319706.488730:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767319706.488838:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b20000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999919360:12345-0@lo:13:osp-pre-1-1.0 Request processed in 152us (2746us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319706.488846:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2323
00000100:00100000:2.0:1767319706.488989:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999919360:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767319706.806622:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767319707.830770:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319708.853948:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767319709.558492:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319709.558507:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767319709.558511:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319709.558515:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319709.558522:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319709.558543:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4902
00000100:00080000:2.0:1767319709.558549:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319709.558559:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319709.558616:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0ded80 x1853163999919616/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319709.558661:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319709.558665:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319709.558667:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319709.558671:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4902
00000100:00080000:2.0:1767319709.558674:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319709.558677:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319709.558691:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0dea00 x1853163999919744/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319709.558700:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319709.558703:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319709.558705:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319709.558709:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4902
00000100:00080000:2.0:1767319709.558713:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319709.558717:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319709.558730:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0dd880 x1853163999919872/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319709.558791:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319709.558796:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319709.558798:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319709.558805:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4902
00000100:00100000:0.0:1767319709.558806:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999919616:0@lo:38:kworker.0
00000100:00080000:2.0:1767319709.558809:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319709.558820:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319709.558848:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523670c2300 x1853163999920128/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319709.558916:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319709.558946:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999920512:0@lo:400:kworker.0
00000100:00100000:0.0:1767319709.558981:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999919744:0@lo:38:kworker.0
00000100:00100000:2.0:1767319709.559018:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319709.559032:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319709.559067:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999919872:0@lo:38:kworker.0
00000100:00100000:2.0:1767319709.559068:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767319709.559085:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999920384:0@lo:400:kworker.0
00000100:00100000:0.0:1767319709.559105:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319709.559130:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319709.559152:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999920128:0@lo:38:kworker.0
00000100:00100000:2.0:1767319709.559180:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999920512
00000100:00100000:0.0:1767319709.559190:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319709.559241:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999920512
00000100:00100000:0.0:1767319709.559302:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999919616
00000100:00100000:0.0:1767319709.559314:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999919616
00000100:00100000:2.0:1767319709.559329:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999920384
00000100:00100000:2.0:1767319709.559336:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999920384
00000100:00100000:0.0:1767319709.559364:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1842
00000100:00100000:0.0:1767319709.559373:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999919616:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767319709.559381:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3159
00000100:00100000:2.0:1767319709.559397:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999920512:12345-0@lo:400:kworker.0
00010000:00020000:0.0:1767319709.559421:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319709.559506:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999919616:12345-0@lo:38:kworker.0 Request processed in 128us (589us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319709.559507:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999920512:12345-0@lo:400:kworker.0 Request processed in 111us (488us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319709.559542:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3159
00000100:00100000:0.0:1767319709.559543:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1842
00000100:00100000:2.0:1767319709.559585:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3160
00000100:00100000:2.0:1767319709.559594:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999920384:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319709.559606:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999919744
00000100:00100000:0.0:1767319709.559615:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999919744
00000100:00100000:2.0:1767319709.559630:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999920384:12345-0@lo:400:kworker.0 Request processed in 35us (501us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319709.559640:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3160
00000100:00100000:0.0:1767319709.559653:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999919872
00000100:00100000:0.0:1767319709.559658:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999919872
00000100:00100000:0.0:1767319709.559683:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999920128
00000100:00100000:0.0:1767319709.559687:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999920128
00000100:00100000:0.0:1767319709.559708:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5327
00000100:00100000:2.0:1767319709.559714:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999920384:0@lo:400:kworker.0
00000100:00100000:0.0:1767319709.559716:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b23480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999919744:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319709.559741:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319709.559744:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999920512:0@lo:400:kworker.0
00000100:00100000:0.0:1767319709.559787:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b23480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999919744:12345-0@lo:38:kworker.0 Request processed in 69us (755us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319709.559795:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5327
00000100:00100000:2.0:1767319709.559828:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5328
00000100:00100000:1.0:1767319709.559902:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999920000:0@lo:400:kworker.0
00000100:00100000:1.0:1767319709.559948:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319709.559972:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767319709.559979:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999920256:0@lo:400:kworker.0
00000100:00100000:1.0:1767319709.560003:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319709.560042:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999920000
00000100:00100000:1.0:1767319709.560048:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999920000
00000100:00100000:3.0:1767319709.560242:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999920256
00000100:00100000:3.0:1767319709.560250:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999920256
00000100:00100000:2.0:1767319709.560588:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367240380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999919872:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319709.560611:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319709.560703:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367240380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999919872:12345-0@lo:38:kworker.0 Request processed in 117us (1599us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319709.564441:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5329
00000100:00100000:0.0:1767319709.564459:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367241880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999920128:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319709.564485:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319709.568493:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367241880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999920128:12345-0@lo:38:kworker.0 Request processed in 4027us (9293us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319709.568510:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5329
00000100:00080000:0.0:1767319709.568641:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319709.568648:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319709.568652:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999920128:0@lo:38:kworker.0
00000100:00080000:0.0:1767319709.568664:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319709.568668:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319709.568671:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999919616:0@lo:38:kworker.0
00000100:00080000:0.0:1767319709.568681:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319709.568684:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319709.568687:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999919744:0@lo:38:kworker.0
00000100:00080000:0.0:1767319709.568711:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319709.568715:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319709.568718:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999919872:0@lo:38:kworker.0
00000100:00080000:0.0:1767319709.568799:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767319709.568806:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767319709.568810:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767319709.568899:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4804
00000100:00100000:1.0:1767319709.568927:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f799c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999920000:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319709.569044:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f799c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999920000:12345-0@lo:400:kworker.0 Request processed in 134us (9095us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319709.569052:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4804
00000100:00100000:0.0:1767319709.569254:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999920000:0@lo:400:kworker.0
00000100:00100000:3.0:1767319709.574471:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4805
00000100:00100000:3.0:1767319709.574499:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f798000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999920256:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319709.575878:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5328
00000100:00100000:3.0:1767319709.576517:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f798000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999920256:12345-0@lo:400:kworker.0 Request processed in 2024us (16502us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319709.576532:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4805
00000100:00100000:0.0:1767319709.583484:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999920256:0@lo:400:kworker.0
00010000:00010000:2.0:1767319709.877564:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319710.659966:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767319710.660017:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767319710.660071:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962523008
00000100:00100000:3.0:1767319710.660093:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962523008
00000100:00100000:2.0:1767319710.660133:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962522880
00000100:00100000:2.0:1767319710.660143:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962522880
00000100:00080000:0.0:1767319710.660233:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319710.660265:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4806
00000100:00100000:2.0:1767319710.660282:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f799f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962523008:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767319710.660408:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f799f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962523008:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 132us (455us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319710.660416:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4806
00000100:00100000:2.0:1767319710.660438:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5330
00000100:00100000:2.0:1767319710.660443:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f798a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962522880:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767319710.660486:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319710.660525:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f798a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962522880:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 71us (499us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319710.660532:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5330
00010000:00010000:2.0:1767319710.901939:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319711.608480:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767319711.608536:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366acfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999920640:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319711.608671:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319711.608727:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767319711.608746:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235f799180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999920768:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319711.608846:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999920640
00000100:00100000:3.0:1767319711.608856:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999920640
00000100:00100000:0.0:1767319711.608918:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767319711.608958:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767319711.611864:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999920768
00000100:00100000:3.0:1767319711.611880:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999920768
00000100:00100000:3.0:1767319711.612058:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2324
00000100:00100000:3.0:1767319711.612070:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999920640:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767319711.612112:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767319711.612209:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999920640:12345-0@lo:13:osp-pre-0-1.0 Request processed in 129us (3527us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319711.612217:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2324
00000100:00100000:3.0:1767319711.612236:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2325
00000100:00100000:3.0:1767319711.612243:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367241500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999920768:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767319711.612257:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767319711.612289:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367241500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999920768:12345-0@lo:13:osp-pre-1-1.0 Request processed in 46us (3372us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319711.612294:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2325
00000100:00100000:3.0:1767319711.612354:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366acfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999920640:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319711.612411:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235f799180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999920768:0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767319711.614440:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00010000:00010000:3.0:1767319711.929594:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319712.951147:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319713.977284:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767319714.677454:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319714.677468:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767319714.677472:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319714.677476:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319714.677480:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319714.677489:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4907
00000100:00080000:3.0:1767319714.677494:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319714.677500:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319714.677548:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366acfb80 x1853163999920896/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319714.677608:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366acfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999920896:0@lo:38:kworker.0
00000100:00100000:0.0:1767319714.677688:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319714.677799:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999920896
00000100:00100000:1.0:1767319714.677807:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999920896
00000100:00080000:3.0:1767319714.677846:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319714.677850:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319714.677854:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767319714.677859:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1843
00000100:00080000:3.0:1767319714.677859:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4907
00000100:00080000:3.0:1767319714.677865:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1767319714.677870:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367240000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999920896:12345-0@lo:38:kworker.0
00000100:00080000:3.0:1767319714.677871:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00010000:00020000:1.0:1767319714.677894:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319714.677903:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366aced80 x1853163999921024/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319714.678333:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366aced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999921024:0@lo:38:kworker.0
00000100:00100000:0.0:1767319714.678385:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767319714.678454:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767319714.678459:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999921024
00000100:00080000:3.0:1767319714.678459:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319714.678463:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767319714.678467:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999921024
00000100:00080000:3.0:1767319714.678470:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4907
00000100:00080000:3.0:1767319714.678474:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319714.678478:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319714.678496:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366acd180 x1853163999921152/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319714.678502:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5331
00000100:00100000:2.0:1767319714.678513:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367240e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999921024:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319714.678529:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767319714.678539:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319714.678543:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319714.678546:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319714.678550:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4907
00000100:00080000:3.0:1767319714.678553:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319714.678557:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319714.678565:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367240e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999921024:12345-0@lo:38:kworker.0 Request processed in 51us (177us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319714.678576:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366ace680 x1853163999921408/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319714.678577:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5331
00000100:00100000:2.0:1767319714.678608:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366acf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853163999921536:0@lo:400:kworker.0
00000100:00100000:2.0:1767319714.678637:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319714.678640:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366acc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999921280:0@lo:400:kworker.0
00000100:00100000:2.0:1767319714.678669:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999921536
00000100:00100000:2.0:1767319714.678674:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999921536
00000100:00100000:3.0:1767319714.678679:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319714.678719:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366ace300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999921664:0@lo:400:kworker.0
00000100:00100000:2.0:1767319714.678720:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999921280
00000100:00100000:2.0:1767319714.678725:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999921280
00000100:00100000:3.0:1767319714.678753:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319714.678757:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4807
00000100:00100000:2.0:1767319714.678765:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999921536:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319714.678780:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767319714.678788:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366acd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999921792:0@lo:400:kworker.0
00000100:00100000:2.0:1767319714.678817:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999921536:12345-0@lo:400:kworker.0 Request processed in 52us (179us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319714.678825:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319714.678834:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4807
00000100:00100000:2.0:1767319714.678854:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4808
00000100:00100000:2.0:1767319714.678861:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999921280:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767319714.678877:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319714.678899:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999921280:12345-0@lo:400:kworker.0 Request processed in 39us (220us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319714.678907:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4808
00000100:00100000:3.0:1767319714.678926:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366acf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853163999921536:0@lo:400:kworker.0
00000100:00100000:2.0:1767319714.678939:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366acc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999921280:0@lo:400:kworker.0
00000100:00100000:3.0:1767319714.678979:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999921664
00000100:00100000:3.0:1767319714.678984:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999921664
00000100:00100000:3.0:1767319714.679024:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999921792
00000100:00100000:3.0:1767319714.679027:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999921792
00000100:00100000:3.0:1767319714.679046:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3161
00000100:00100000:3.0:1767319714.679052:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999921664:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319714.679088:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999921664:12345-0@lo:400:kworker.0 Request processed in 36us (335us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319714.679094:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3161
00000100:00100000:3.0:1767319714.679107:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3162
00000100:00100000:3.0:1767319714.679113:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349092300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999921792:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319714.679138:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349092300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999921792:12345-0@lo:400:kworker.0 Request processed in 26us (318us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319714.679144:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3162
00000100:00100000:3.0:1767319714.679174:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366acd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999921792:0@lo:400:kworker.0
00000100:00100000:3.0:1767319714.679184:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366ace300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999921664:0@lo:400:kworker.0
00000100:00080000:2.0:1767319714.681429:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767319714.681437:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767319714.681855:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367240000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999920896:12345-0@lo:38:kworker.0 Request processed in 3981us (4161us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319714.681865:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1843
00000100:00080000:0.0:1767319714.682504:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319714.682512:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319714.682516:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366acfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999920896:0@lo:38:kworker.0
00000100:00100000:0.0:1767319714.682545:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366acd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999921152:0@lo:38:kworker.0
00000100:00100000:0.0:1767319714.682606:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319714.682702:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366ace680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999921408:0@lo:38:kworker.0
00000100:00100000:0.0:1767319714.682725:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767319714.686600:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319714.686612:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319714.686618:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366aced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999921024:0@lo:38:kworker.0
00000100:00100000:3.0:1767319714.691345:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999921152
00000100:00100000:3.0:1767319714.691593:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999921152
00000100:00100000:3.0:1767319714.691834:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999921408
00000100:00100000:3.0:1767319714.691840:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999921408
00000100:00100000:0.0:1767319714.691935:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5332
00000100:00100000:0.0:1767319714.691945:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367243100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999921152:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319714.691969:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319714.692053:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367243100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999921152:12345-0@lo:38:kworker.0 Request processed in 108us (9446us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319714.692060:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5332
00000100:00100000:0.0:1767319714.692080:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5333
00000100:00100000:0.0:1767319714.692083:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367243800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999921408:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319714.692092:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319714.692116:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367243800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999921408:12345-0@lo:38:kworker.0 Request processed in 31us (9390us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319714.692121:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5333
00000100:00080000:0.0:1767319714.692161:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319714.692168:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319714.692172:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366acd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999921152:0@lo:38:kworker.0
00000100:00080000:0.0:1767319714.692183:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319714.692186:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319714.692190:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366ace680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999921408:0@lo:38:kworker.0
00010000:00010000:2.0:1767319714.997505:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319715.786077:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767319715.786123:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767319715.786220:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962523136
00000100:00100000:3.0:1767319715.786234:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962523136
00000100:00100000:3.0:1767319715.786287:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5334
00000100:00100000:3.0:1767319715.786294:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962523136:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767319715.786317:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319715.786366:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962523264
00000100:00100000:2.0:1767319715.786372:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962523264
00000100:00100000:3.0:1767319715.786395:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962523136:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 100us (271us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319715.786403:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5334
00000100:00100000:2.0:1767319715.786416:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4809
00000100:00080000:1.0:1767319715.786482:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319715.786853:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962523264:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767319715.786912:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962523264:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 489us (843us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319715.794672:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4809
00010000:00010000:3.0:1767319716.023229:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319716.726054:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349093b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999921920:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319716.726132:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319716.726215:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999921920
00000100:00100000:0.0:1767319716.726224:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999921920
00000100:00100000:0.0:1767319716.726306:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2326
00000100:00100000:0.0:1767319716.726317:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999921920:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767319716.726358:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767319716.726414:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999921920:12345-0@lo:13:osp-pre-0-1.0 Request processed in 99us (282us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319716.726422:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2326
00000100:00080000:2.0:1767319716.728674:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767319716.728752:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349093b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999921920:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319716.730275:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235f79b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999922048:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319716.730432:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319716.730895:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999922048
00000100:00100000:3.0:1767319716.730904:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999922048
00000100:00100000:3.0:1767319716.731014:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2327
00000100:00100000:3.0:1767319716.731023:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999922048:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767319716.731057:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00080000:2.0:1767319716.731179:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767319716.731237:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999922048:12345-0@lo:13:osp-pre-1-1.0 Request processed in 214us (877us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319716.731245:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2327
00000100:00100000:0.0:1767319716.731328:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235f79b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999922048:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767319717.045697:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319718.069418:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319719.093615:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767319719.798376:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319719.798385:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767319719.798389:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319719.798393:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319719.798397:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319719.798404:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4912
00000100:00080000:2.0:1767319719.798409:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319719.798415:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319719.798452:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523670c1500 x1853163999922176/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319719.798482:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319719.798486:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319719.798488:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319719.798495:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4912
00000100:00080000:2.0:1767319719.798497:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319719.798501:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319719.798512:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523670c3800 x1853163999922304/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319719.798521:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319719.798524:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319719.798526:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319719.798529:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4912
00000100:00080000:2.0:1767319719.798531:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319719.798533:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319719.798543:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523670c0a80 x1853163999922432/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319719.798589:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319719.798593:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319719.798595:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319719.798598:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4912
00000100:00080000:2.0:1767319719.798600:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319719.798603:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319719.798613:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523670c3b80 x1853163999922688/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319719.798667:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999922944:0@lo:400:kworker.0
00000100:00100000:3.0:1767319719.798687:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999922560:0@lo:400:kworker.0
00000100:00100000:2.0:1767319719.798735:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319719.798746:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319719.798828:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999923072:0@lo:400:kworker.0
00000100:00100000:0.0:1767319719.798860:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319719.798892:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999922944
00000100:00100000:0.0:1767319719.798900:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999922944
00000100:00100000:0.0:1767319719.798953:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999923072
00000100:00100000:0.0:1767319719.798957:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999923072
00000100:00100000:0.0:1767319719.798977:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3163
00000100:00100000:0.0:1767319719.798985:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999922944:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319719.799029:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999922944:12345-0@lo:400:kworker.0 Request processed in 45us (294us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319719.799036:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3163
00000100:00100000:0.0:1767319719.799050:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3164
00000100:00100000:0.0:1767319719.799057:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999923072:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319719.799082:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999923072:12345-0@lo:400:kworker.0 Request processed in 27us (222us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319719.799088:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3164
00000100:00080000:0.0:1767319719.799102:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767319719.799106:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767319719.799126:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999922176:0@lo:38:kworker.0
00000100:00100000:0.0:1767319719.799153:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319719.799215:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999922560
00000100:00100000:0.0:1767319719.799219:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999922560
00000100:00100000:0.0:1767319719.799251:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4810
00000100:00100000:0.0:1767319719.799257:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349093100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999922560:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319719.799287:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349093100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999922560:12345-0@lo:400:kworker.0 Request processed in 31us (543us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319719.799293:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4810
00000100:00080000:0.0:1767319719.799328:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319719.799443:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999922944:0@lo:400:kworker.0
00000100:00100000:0.0:1767319719.799631:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999923072:0@lo:400:kworker.0
00000100:00100000:2.0:1767319719.799695:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999922304:0@lo:38:kworker.0
00000100:00100000:2.0:1767319719.799723:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319719.799745:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999922432:0@lo:38:kworker.0
00000100:00100000:2.0:1767319719.799765:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319719.799780:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999922688:0@lo:38:kworker.0
00000100:00100000:2.0:1767319719.799799:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319719.799824:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999922304
00000100:00100000:2.0:1767319719.799828:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999922304
00000100:00100000:2.0:1767319719.799844:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999922432
00000100:00100000:2.0:1767319719.799847:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999922432
00000100:00100000:2.0:1767319719.799861:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999922688
00000100:00100000:2.0:1767319719.799862:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999922688
00000100:00100000:2.0:1767319719.799887:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5335
00000100:00100000:2.0:1767319719.799893:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999922304:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319719.799911:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319719.799945:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999922304:12345-0@lo:38:kworker.0 Request processed in 52us (222us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319719.799951:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5335
00000100:00100000:2.0:1767319719.799965:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5336
00000100:00100000:2.0:1767319719.799968:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999922432:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319719.799977:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319719.800002:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999922432:12345-0@lo:38:kworker.0 Request processed in 32us (236us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319719.800007:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5336
00000100:00100000:2.0:1767319719.800017:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5337
00000100:00100000:2.0:1767319719.800021:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999922688:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319719.800030:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319719.800050:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999922688:12345-0@lo:38:kworker.0 Request processed in 29us (251us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319719.800056:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5337
00000100:00080000:2.0:1767319719.800080:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319719.800084:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319719.800087:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999922304:0@lo:38:kworker.0
00000100:00080000:2.0:1767319719.800095:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319719.800097:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319719.800100:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999922432:0@lo:38:kworker.0
00000100:00080000:2.0:1767319719.800108:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319719.800111:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319719.800113:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999922688:0@lo:38:kworker.0
00000100:00100000:1.0:1767319719.800515:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853163999922816:0@lo:400:kworker.0
00000100:00100000:1.0:1767319719.800551:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319719.800640:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999922176
00000100:00100000:1.0:1767319719.800645:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999922176
00000100:00100000:1.0:1767319719.800675:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1844
00000100:00100000:1.0:1767319719.800679:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234823a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999922176:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319719.800692:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319719.800727:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234823a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999922176:12345-0@lo:38:kworker.0 Request processed in 46us (1573us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319719.800732:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1844
00000100:00100000:3.0:1767319719.801672:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999922560:0@lo:400:kworker.0
00000100:00080000:2.0:1767319719.801802:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319719.801808:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319719.801818:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999922176:0@lo:38:kworker.0
00000100:00100000:3.0:1767319719.803750:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999922816
00000100:00100000:3.0:1767319719.803765:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999922816
00000100:00100000:3.0:1767319719.803844:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4811
00000100:00080000:2.0:1767319719.803913:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319719.803935:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f799880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853163999922816:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319719.804092:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f799880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853163999922816:12345-0@lo:400:kworker.0 Request processed in 159us (3538us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319719.804102:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4811
00000100:00100000:2.0:1767319719.804172:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853163999922816:0@lo:400:kworker.0
00010000:00010000:3.0:1767319720.118441:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319720.896810:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767319720.896891:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767319720.903965:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962523392
00000100:00100000:3.0:1767319720.903965:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962523520
00000100:00100000:3.0:1767319720.903980:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962523520
00000100:00100000:1.0:1767319720.903981:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962523392
00000100:00080000:2.0:1767319720.904091:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319720.904109:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4812
00000100:00100000:1.0:1767319720.904121:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952348238000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962523520:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767319720.904233:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952348238000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962523520:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 114us (7433us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319720.904241:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4812
00000100:00100000:1.0:1767319720.904260:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5338
00000100:00100000:1.0:1767319720.904413:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366949500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962523392:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767319720.904434:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319720.904461:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366949500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962523392:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 50us (7571us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319720.904467:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5338
00010000:00010000:2.0:1767319721.142847:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319721.845698:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235f798700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999923200:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319721.845768:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319721.845869:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999923200
00000100:00100000:0.0:1767319721.845877:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999923200
00000100:00100000:0.0:1767319721.845949:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2328
00000100:00100000:0.0:1767319721.845959:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349093480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999923200:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767319721.845989:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767319721.846031:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349093480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999923200:12345-0@lo:13:osp-pre-1-1.0 Request processed in 74us (263us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319721.846039:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2328
00000100:00100000:3.0:1767319721.846127:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235f798700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999923200:0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767319721.846189:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767319721.846788:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366949180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999923328:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319721.846822:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319721.846900:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999923328
00000100:00100000:0.0:1767319721.846905:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999923328
00000100:00100000:0.0:1767319721.846950:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2329
00000100:00100000:0.0:1767319721.846958:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999923328:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767319721.846977:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767319721.847009:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999923328:12345-0@lo:13:osp-pre-0-1.0 Request processed in 52us (186us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319721.847015:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2329
00000100:00080000:2.0:1767319721.847909:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767319721.847945:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366949180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999923328:0@lo:13:osp-pre-0-1.0
00010000:00010000:2.0:1767319722.165415:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319723.189482:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767319724.213589:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767319724.919487:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319724.919497:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767319724.919500:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319724.919504:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319724.919507:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319724.919517:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4917
00000100:00080000:0.0:1767319724.919522:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319724.919541:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319724.919581:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366949180 x1853163999923456/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319724.919608:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319724.919612:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319724.919615:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319724.919619:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4917
00000100:00080000:0.0:1767319724.919621:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319724.919624:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319724.919640:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235eaca300 x1853163999923584/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319724.919650:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319724.919653:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319724.919655:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319724.919658:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4917
00000100:00080000:0.0:1767319724.919661:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319724.919664:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319724.919674:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235eacb100 x1853163999923712/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319724.919711:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319724.919715:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319724.919717:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319724.919720:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4917
00000100:00080000:0.0:1767319724.919723:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319724.919726:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319724.919738:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235eac9500 x1853163999923968/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319724.919802:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eacaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999924224:0@lo:400:kworker.0
00000100:00100000:0.0:1767319724.919868:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319724.919934:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767319724.919941:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eac8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999924352:0@lo:400:kworker.0
00000100:00100000:0.0:1767319724.919973:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319724.920076:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eaca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999923840:0@lo:400:kworker.0
00000100:00100000:2.0:1767319724.920086:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366949180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999923456:0@lo:38:kworker.0
00000100:00100000:2.0:1767319724.920134:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319724.920166:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319724.920175:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eaca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999923584:0@lo:38:kworker.0
00000100:00100000:1.0:1767319724.920489:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767319724.920833:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999924224
00000100:00100000:3.0:1767319724.920847:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999924224
00000100:00100000:3.0:1767319724.920928:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999924352
00000100:00100000:3.0:1767319724.920932:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999924352
00000100:00100000:3.0:1767319724.920965:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3165
00000100:00100000:3.0:1767319724.920978:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eacbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999924224:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319724.921055:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eac8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853163999924096:0@lo:400:kworker.0
00000100:00100000:2.0:1767319724.923424:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319724.923474:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eacb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999923712:0@lo:38:kworker.0
00000100:00100000:2.0:1767319724.923502:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319724.923522:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eac9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999923968:0@lo:38:kworker.0
00000100:00100000:0.0:1767319724.923676:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3166
00000100:00100000:0.0:1767319724.923692:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eacad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999924352:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319724.923902:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eacad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999924352:12345-0@lo:400:kworker.0 Request processed in 214us (3928us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319724.923912:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3166
00000100:00100000:0.0:1767319724.923974:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eac8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999924352:0@lo:400:kworker.0
00000100:00100000:0.0:1767319724.924160:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999923840
00000100:00100000:0.0:1767319724.924167:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999923840
00000100:00100000:0.0:1767319724.924233:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999923584
00000100:00100000:0.0:1767319724.924237:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999923584
00000100:00100000:0.0:1767319724.924254:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999923712
00000100:00100000:0.0:1767319724.924257:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999923712
00000100:00100000:0.0:1767319724.926508:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4813
00000100:00100000:0.0:1767319724.926546:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f799500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999923840:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319724.926631:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f799500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999923840:12345-0@lo:400:kworker.0 Request processed in 111us (6469us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319724.926639:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4813
00000100:00100000:0.0:1767319724.926659:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5339
00000100:00100000:0.0:1767319724.926663:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999923584:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319724.926682:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319724.926713:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999923584:12345-0@lo:38:kworker.0 Request processed in 49us (3297us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319724.926719:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5339
00000100:00100000:0.0:1767319724.926730:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5340
00000100:00100000:0.0:1767319724.926735:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999923712:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319724.926744:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319724.926791:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999923712:12345-0@lo:38:kworker.0 Request processed in 55us (3288us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319724.926796:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5340
00000100:00100000:3.0:1767319724.926971:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eacbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999924224:12345-0@lo:400:kworker.0 Request processed in 5986us (7092us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319724.926986:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3165
00000100:00100000:2.0:1767319724.927250:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767319724.927322:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319724.927328:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319724.927332:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eaca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999923584:0@lo:38:kworker.0
00000100:00080000:2.0:1767319724.927344:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319724.927348:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319724.927351:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eacb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999923712:0@lo:38:kworker.0
00000100:00100000:2.0:1767319724.927388:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999923456
00000100:00100000:2.0:1767319724.927395:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999923456
00000100:00100000:2.0:1767319724.927434:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1845
00000100:00100000:2.0:1767319724.927439:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999923456:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319724.927452:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319724.927488:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999923456:12345-0@lo:38:kworker.0 Request processed in 47us (7354us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319724.927495:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1845
00000100:00080000:2.0:1767319724.927519:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767319724.927525:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767319724.927659:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999923968
00000100:00100000:0.0:1767319724.927666:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999923968
00000100:00100000:0.0:1767319724.927709:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5341
00000100:00100000:0.0:1767319724.927715:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999923968:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319724.927727:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767319724.927730:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319724.927739:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319724.927745:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366949180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999923456:0@lo:38:kworker.0
00000100:00100000:3.0:1767319724.927813:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eacaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999924224:0@lo:400:kworker.0
00000100:00100000:0.0:1767319724.927936:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999923968:12345-0@lo:38:kworker.0 Request processed in 216us (683us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319724.927945:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5341
00000100:00080000:2.0:1767319724.928000:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767319724.928517:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767319724.929103:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319724.929111:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319724.929115:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eac9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999923968:0@lo:38:kworker.0
00000100:00100000:1.0:1767319724.929415:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eaca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999923840:0@lo:400:kworker.0
00000100:00100000:0.0:1767319724.930465:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999924096
00000100:00100000:0.0:1767319724.930481:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999924096
00000100:00100000:3.0:1767319724.930951:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4814
00000100:00100000:3.0:1767319724.930967:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f79a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853163999924096:12345-0@lo:400:kworker.0
00000100:00080000:2.0:1767319724.931234:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319724.931470:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f79a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853163999924096:12345-0@lo:400:kworker.0 Request processed in 507us (2954us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319724.931480:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4814
00000100:00100000:2.0:1767319724.931646:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eac8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853163999924096:0@lo:400:kworker.0
00000100:00100000:0.0:1767319724.996563:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767319724.997986:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962523904
00000100:00100000:3.0:1767319724.998004:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962523904
00000100:00100000:3.0:1767319724.998105:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4815
00000100:00100000:3.0:1767319724.998117:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eac8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962523904:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:3.0:1767319724.998240:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eac8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962523904:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 117us (1684us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319724.998248:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4815
00000400:00000100:3.0:1767319724.998321:0:6999:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.52@tcp portal 26 match 1853163962523648 offset 0 length 520: 4
00000100:00100000:3.0:1767319724.998451:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767319724.998483:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962523776
00000100:00100000:3.0:1767319724.998488:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962523776
00000100:00100000:3.0:1767319724.998524:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5342
00000100:00100000:3.0:1767319724.998530:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349090a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962523776:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767319724.998548:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319724.998582:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349090a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962523776:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 51us (131us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319724.998589:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5342
00000100:00080000:1.0:1767319724.999320:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767319725.237553:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319726.262423:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319726.966100:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767319726.966131:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eac9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999924480:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319726.966295:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319726.966576:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999924480
00000100:00100000:0.0:1767319726.966587:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999924480
00000100:00100000:0.0:1767319726.966686:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2330
00000100:00100000:0.0:1767319726.966696:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349091180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999924480:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767319726.966734:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767319726.966791:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349091180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999924480:12345-0@lo:13:osp-pre-0-1.0 Request processed in 97us (497us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319726.966799:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2330
00000100:00100000:0.0:1767319726.966879:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eac9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999924480:0@lo:13:osp-pre-0-1.0
00000100:00080000:3.0:1767319726.967057:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767319726.967286:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767319726.967301:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235f79bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999924608:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319726.967342:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319726.967427:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999924608
00000100:00100000:0.0:1767319726.967434:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999924608
00000100:00100000:0.0:1767319726.967490:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2331
00000100:00100000:0.0:1767319726.967498:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999924608:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767319726.967519:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767319726.967578:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999924608:12345-0@lo:13:osp-pre-1-1.0 Request processed in 81us (236us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319726.967584:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2331
00000100:00100000:2.0:1767319726.967700:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235f79bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999924608:0@lo:13:osp-pre-1-1.0
00000100:00080000:3.0:1767319726.974408:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00010000:00010000:2.0:1767319727.285792:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767319728.314488:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319729.013552:0:7004:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319704/real 1767319704]  req@ffff952367243b80 x1853163999918208/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319729 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1767319729.013597:0:7004:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff952367243b80 x1853163999918208/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319729 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1767319729.013642:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319729.013677:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:3.0:1767319729.013681:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367243b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853163999918208:0@lo:250:kworker.0
00000100:00080000:0.0:1767319729.015433:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319729.015448:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1767319729.015454:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319729.015462:0:49151:0:(import.c:509:import_select_connection()) MGC192.168.202.152@tcp: connect to NID 0@lo last attempt 4902
00000100:00080000:0.0:1767319729.015468:0:49151:0:(import.c:588:import_select_connection()) MGC192.168.202.152@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319729.015476:0:49151:0:(import.c:623:import_select_connection()) MGC192.168.202.152@tcp: import ffff95235eb57800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319729.015523:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235eac9880 x1853163999924736/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319729.015569:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319729.015573:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319729.015575:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319729.015578:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4922
00000100:00080000:0.0:1767319729.015581:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319729.015584:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319729.015601:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235eac8380 x1853163999924864/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319729.015610:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319729.015613:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319729.015615:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319729.015619:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4922
00000100:00080000:0.0:1767319729.015621:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319729.015624:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319729.015636:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235eac8a80 x1853163999924992/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319729.015645:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319729.015648:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319729.015650:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319729.015654:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4922
00000100:00080000:0.0:1767319729.015657:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319729.015660:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319729.015676:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235eacb800 x1853163999925120/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319729.015936:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eac9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999925248:0@lo:400:kworker.0
00000100:00100000:1.0:1767319729.016019:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319729.016172:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999925248
00000100:00100000:2.0:1767319729.016183:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999925248
00000100:00100000:2.0:1767319729.016337:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4816
00000100:00100000:2.0:1767319729.016349:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f79a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999925248:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319729.016460:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eac9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853163999924736:0@lo:250:kworker.0
00000400:00000100:3.0:1767319729.016489:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163999924736 offset 0 length 520: 4
00000100:00100000:3.0:1767319729.016509:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eac8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999924864:0@lo:38:kworker.0
00000100:00100000:3.0:1767319729.016532:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319729.016563:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eac8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999924992:0@lo:38:kworker.0
00000100:00100000:3.0:1767319729.016582:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319729.016595:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eacb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999925120:0@lo:38:kworker.0
00000100:00100000:3.0:1767319729.016611:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319729.016647:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999924864
00000100:00100000:3.0:1767319729.016651:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999924864
00000100:00100000:3.0:1767319729.016676:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1846
00000100:00100000:3.0:1767319729.016682:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349091c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999924864:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319729.016716:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319729.016749:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349091c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999924864:12345-0@lo:38:kworker.0 Request processed in 67us (215us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319729.016756:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1846
00000100:00100000:3.0:1767319729.016780:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999924992
00000100:00100000:3.0:1767319729.016783:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999924992
00000100:00100000:3.0:1767319729.016801:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999925120
00000100:00100000:3.0:1767319729.016803:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999925120
00000100:00100000:3.0:1767319729.016817:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5343
00000100:00100000:3.0:1767319729.016821:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349092680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999924992:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319729.016831:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319729.016853:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349092680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999924992:12345-0@lo:38:kworker.0 Request processed in 31us (270us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319729.016859:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5343
00000100:00100000:3.0:1767319729.016868:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5344
00000100:00100000:3.0:1767319729.016871:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349092d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999925120:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319729.016879:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767319729.017674:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319729.017682:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319729.017686:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319729.017701:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4922
00000100:00080000:0.0:1767319729.017705:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319729.017710:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319729.017745:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235eac8700 x1853163999925376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767319729.017836:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349092d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999925120:12345-0@lo:38:kworker.0 Request processed in 961us (1221us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319729.017844:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5344
00000100:00100000:3.0:1767319729.017888:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eac8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999925376:0@lo:38:kworker.0
00000100:00100000:3.0:1767319729.017942:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767319729.017980:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319729.017985:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319729.017989:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eac8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999924864:0@lo:38:kworker.0
00000100:00080000:3.0:1767319729.017999:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319729.018002:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319729.018005:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eac8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999924992:0@lo:38:kworker.0
00000100:00080000:3.0:1767319729.018013:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319729.018017:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319729.018020:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eacb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999925120:0@lo:38:kworker.0
00000100:00100000:3.0:1767319729.018060:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999925376
00000100:00100000:3.0:1767319729.018064:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999925376
00000100:00100000:3.0:1767319729.018086:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5345
00000100:00100000:3.0:1767319729.018092:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349093800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999925376:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319729.018108:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319729.018137:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349093800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999925376:12345-0@lo:38:kworker.0 Request processed in 45us (195us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319729.018154:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5345
00000100:00080000:3.0:1767319729.018176:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319729.018179:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319729.018182:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eac8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999925376:0@lo:38:kworker.0
00000100:00080000:3.0:1767319729.018243:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319729.018269:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eac9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853163999925504:0@lo:400:kworker.0
00000100:00100000:3.0:1767319729.018293:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319729.018318:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999925504
00000100:00100000:3.0:1767319729.018321:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999925504
00000100:00100000:3.0:1767319729.018350:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4817
00000100:00100000:3.0:1767319729.018355:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349091f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853163999925504:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319729.018391:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349091f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853163999925504:12345-0@lo:400:kworker.0 Request processed in 36us (98us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319729.018397:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4817
00000100:00080000:3.0:1767319729.018409:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319729.018424:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eac9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853163999925504:0@lo:400:kworker.0
00000100:00100000:2.0:1767319729.025640:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f79a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999925248:12345-0@lo:400:kworker.0 Request processed in 9264us (9590us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319729.025660:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4816
00000100:00100000:1.0:1767319729.028881:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eac9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999925248:0@lo:400:kworker.0
00000100:00100000:2.0:1767319729.029522:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eac9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999925632:0@lo:400:kworker.0
00000100:00100000:2.0:1767319729.029620:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319729.029735:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999925632
00000100:00100000:3.0:1767319729.029744:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999925632
00000100:00100000:3.0:1767319729.029833:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3167
00000100:00100000:3.0:1767319729.029845:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999925632:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767319729.029943:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767319729.035483:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eac9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999925760:0@lo:400:kworker.0
00000100:00100000:1.0:1767319729.035595:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319729.035687:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999925760
00000100:00100000:1.0:1767319729.035698:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999925760
00000100:00100000:1.0:1767319729.035769:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3168
00000100:00100000:1.0:1767319729.035780:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f798380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999925760:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319729.035848:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f798380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999925760:12345-0@lo:400:kworker.0 Request processed in 69us (251us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319729.035856:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3168
00000100:00080000:1.0:1767319729.035882:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767319729.036936:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eac9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999925760:0@lo:400:kworker.0
00000100:00100000:3.0:1767319729.043423:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999925632:12345-0@lo:400:kworker.0 Request processed in 13562us (13784us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319729.043445:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3167
00000100:00100000:2.0:1767319729.043705:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eac9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999925632:0@lo:400:kworker.0
00010000:00010000:2.0:1767319729.334145:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319730.111593:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767319730.111724:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962524160
00000100:00100000:2.0:1767319730.111738:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962524160
00000100:00100000:2.0:1767319730.111836:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4818
00000100:00100000:2.0:1767319730.111848:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eac8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962524160:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767319730.111963:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eac8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962524160:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 116us (386us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319730.111972:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4818
00000100:00100000:2.0:1767319730.113875:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00080000:1.0:1767319730.113930:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319730.113979:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962524032
00000100:00100000:3.0:1767319730.113992:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962524032
00000100:00100000:3.0:1767319730.114043:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5346
00000100:00100000:3.0:1767319730.114053:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962524032:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767319730.114079:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319730.114159:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962524032:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 106us (294us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319730.114167:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5346
00010000:00010000:0.0:1767319730.358154:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319731.382347:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319732.085612:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767319732.085643:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235f79b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999925888:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319732.085745:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319732.085864:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999926016:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319732.085895:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319732.085958:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999925888
00000100:00100000:3.0:1767319732.085970:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999925888
00000100:00100000:3.0:1767319732.086055:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999926016
00000100:00100000:3.0:1767319732.086060:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999926016
00000100:00100000:1.0:1767319732.086074:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2332
00000100:00100000:1.0:1767319732.086094:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999925888:12345-0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767319732.086124:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00002000:00000024:1.0:1767319732.086136:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00080000:2.0:1767319732.086137:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767319732.086244:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999925888:12345-0@lo:13:osp-pre-1-1.0 Request processed in 159us (498us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319732.090629:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235f79b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999925888:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319732.091398:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2333
00000100:00100000:3.0:1767319732.091420:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999926016:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767319732.091462:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767319732.091572:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999926016:12345-0@lo:13:osp-pre-0-1.0 Request processed in 161us (5677us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319732.091581:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2333
00000100:00100000:1.0:1767319732.092070:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2332
00000100:00100000:0.0:1767319732.092705:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999926016:0@lo:13:osp-pre-0-1.0
00010000:00010000:3.0:1767319732.405440:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319733.429844:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767319734.133670:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319734.133684:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767319734.133688:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319734.133694:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319734.133700:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319734.133709:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4926
00000100:00080000:3.0:1767319734.133715:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319734.133724:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319734.133781:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952349092a00 x1853163999926144/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319734.133802:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319734.133805:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319734.133808:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319734.133811:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4926
00000100:00080000:3.0:1767319734.133813:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319734.133817:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319734.133827:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952349091880 x1853163999926272/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319734.133837:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319734.133840:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319734.133842:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319734.133846:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4926
00000100:00080000:3.0:1767319734.133848:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319734.133851:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319734.133867:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952349090380 x1853163999926400/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319734.133954:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767319734.134248:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349092a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999926144:0@lo:38:kworker.0
00000100:00100000:0.0:1767319734.134360:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319734.134415:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349091880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999926272:0@lo:38:kworker.0
00000100:00100000:0.0:1767319734.134443:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319734.134461:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349090380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999926400:0@lo:38:kworker.0
00000100:00100000:0.0:1767319734.134481:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319734.134649:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999926144
00000100:00100000:2.0:1767319734.134659:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999926144
00000100:00100000:2.0:1767319734.134714:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1847
00000100:00100000:2.0:1767319734.134723:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eacb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999926144:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319734.134749:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319734.134800:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eacb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999926144:12345-0@lo:38:kworker.0 Request processed in 77us (440us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319734.134808:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1847
00000100:00100000:2.0:1767319734.134837:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999926272
00000100:00100000:2.0:1767319734.134840:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999926272
00000100:00100000:2.0:1767319734.134860:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999926400
00000100:00100000:2.0:1767319734.134863:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999926400
00000100:00100000:2.0:1767319734.134881:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5347
00000100:00100000:2.0:1767319734.134886:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eac8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999926272:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319734.134896:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319734.134922:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eac8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999926272:12345-0@lo:38:kworker.0 Request processed in 35us (478us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319734.134928:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5347
00000100:00100000:2.0:1767319734.134939:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5348
00000100:00100000:2.0:1767319734.134943:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eac8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999926400:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319734.134951:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319734.134973:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eac8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999926400:12345-0@lo:38:kworker.0 Request processed in 28us (490us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319734.134978:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5348
00000100:00080000:3.0:1767319734.135290:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319734.135295:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319734.135306:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319734.135312:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4926
00000100:00080000:3.0:1767319734.135316:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319734.135321:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319734.135347:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952349090700 x1853163999926656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319734.135418:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349090700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999926656:0@lo:38:kworker.0
00000100:00100000:0.0:1767319734.135452:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767319734.135498:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319734.135504:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319734.135507:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349092a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999926144:0@lo:38:kworker.0
00000100:00080000:0.0:1767319734.135516:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319734.135518:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319734.135521:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349091880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999926272:0@lo:38:kworker.0
00000100:00080000:0.0:1767319734.135527:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319734.135530:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319734.135532:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349090380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999926400:0@lo:38:kworker.0
00000100:00100000:2.0:1767319734.136049:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999926656
00000100:00100000:2.0:1767319734.136058:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999926656
00000100:00100000:2.0:1767319734.136100:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5349
00000100:00100000:2.0:1767319734.136106:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eac8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999926656:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319734.136122:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319734.136167:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eac8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999926656:12345-0@lo:38:kworker.0 Request processed in 59us (714us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319734.136173:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5349
00000100:00080000:0.0:1767319734.136655:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319734.136661:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319734.136665:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349090700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999926656:0@lo:38:kworker.0
00000100:00100000:1.0:1767319734.144505:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349093b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853163999926784:0@lo:400:kworker.0
00000100:00100000:1.0:1767319734.144624:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319734.145048:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349091500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853163999926528:0@lo:400:kworker.0
00000100:00100000:1.0:1767319734.145155:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319734.145470:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999926784
00000100:00100000:0.0:1767319734.145483:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999926784
00000100:00100000:0.0:1767319734.145567:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999926528
00000100:00100000:0.0:1767319734.145571:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999926528
00000100:00100000:0.0:1767319734.145596:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4819
00000100:00100000:0.0:1767319734.145607:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f79aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999926784:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319734.145768:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f79aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999926784:12345-0@lo:400:kworker.0 Request processed in 162us (1143us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319734.145777:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4819
00000100:00100000:0.0:1767319734.145797:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4820
00000100:00100000:0.0:1767319734.145803:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f79ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853163999926528:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319734.145832:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f79ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853163999926528:12345-0@lo:400:kworker.0 Request processed in 30us (678us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319734.145838:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4820
00000100:00080000:1.0:1767319734.145980:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319734.146027:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349093b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853163999926784:0@lo:400:kworker.0
00000100:00100000:1.0:1767319734.146040:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349091500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853163999926528:0@lo:400:kworker.0
00000100:00100000:0.0:1767319734.147227:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349091500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999926912:0@lo:400:kworker.0
00000100:00100000:0.0:1767319734.147450:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319734.147501:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767319734.147509:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349093b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999927040:0@lo:400:kworker.0
00000100:00100000:0.0:1767319734.147534:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319734.147637:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999926912
00000100:00100000:3.0:1767319734.147660:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999926912
00000100:00100000:3.0:1767319734.147740:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999927040
00000100:00100000:3.0:1767319734.147744:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999927040
00000100:00100000:3.0:1767319734.147773:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3169
00000100:00100000:3.0:1767319734.147783:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eaca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999926912:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319734.147846:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eaca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999926912:12345-0@lo:400:kworker.0 Request processed in 65us (396us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319734.147853:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3169
00000100:00100000:3.0:1767319734.147870:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3170
00000100:00100000:3.0:1767319734.147876:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eac9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999927040:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319734.147902:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eac9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999927040:12345-0@lo:400:kworker.0 Request processed in 26us (367us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319734.147907:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3170
00000100:00100000:3.0:1767319734.147953:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349093b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999927040:0@lo:400:kworker.0
00000100:00100000:3.0:1767319734.148128:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349091500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999926912:0@lo:400:kworker.0
00000100:00080000:2.0:1767319734.148191:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767319734.148259:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00010000:00010000:0.0:1767319734.453606:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319735.231816:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767319735.231923:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767319735.232060:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962524416
00000100:00100000:1.0:1767319735.232074:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962524416
00000100:00100000:1.0:1767319735.232181:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962524288
00000100:00100000:1.0:1767319735.232184:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962524288
00000100:00100000:1.0:1767319735.232246:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4821
00000100:00100000:1.0:1767319735.232258:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eacaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962524416:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767319735.232360:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eacaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962524416:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 105us (561us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319735.232368:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4821
00000100:00100000:1.0:1767319735.232389:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5350
00000100:00100000:1.0:1767319735.232392:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eacb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962524288:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767319735.232415:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319735.232438:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eacb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962524288:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 45us (516us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319735.232442:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5350
00000100:00080000:0.0:1767319735.233013:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767319735.477396:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767319736.501670:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319737.205923:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767319737.205953:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999927296:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319737.206053:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319737.206119:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999927168:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319737.206144:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319737.206225:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999927296
00000100:00100000:0.0:1767319737.206236:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999927296
00000100:00100000:0.0:1767319737.206309:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999927168
00000100:00100000:0.0:1767319737.206312:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999927168
00000100:00100000:0.0:1767319737.206338:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2334
00000100:00100000:0.0:1767319737.206349:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f79b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999927296:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767319737.206387:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767319737.206441:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f79b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999927296:12345-0@lo:13:osp-pre-1-1.0 Request processed in 94us (388us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319737.206455:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2334
00000100:00100000:0.0:1767319737.206473:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2335
00000100:00100000:0.0:1767319737.206480:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f79bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999927168:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767319737.206500:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767319737.206527:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f79bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999927168:12345-0@lo:13:osp-pre-0-1.0 Request processed in 48us (382us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319737.206533:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2335
00000100:00080000:1.0:1767319737.206619:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767319737.206624:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767319737.206664:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999927296:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319737.206677:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999927168:0@lo:13:osp-pre-0-1.0
00010000:00010000:2.0:1767319737.526385:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767319738.555364:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767319739.254186:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319739.254214:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767319739.254217:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319739.254222:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319739.254226:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319739.254237:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4932
00000100:00080000:2.0:1767319739.254243:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319739.254252:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319739.254302:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235e8c9c00 x1853163999927424/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319739.254334:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319739.254338:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319739.254340:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319739.254344:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4932
00000100:00080000:2.0:1767319739.254346:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319739.254350:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319739.254361:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235e8c9f80 x1853163999927552/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319739.254370:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319739.254373:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319739.254375:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319739.254379:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4932
00000100:00080000:2.0:1767319739.254381:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319739.254383:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319739.254393:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235e8ca300 x1853163999927680/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319739.254423:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319739.254427:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319739.254429:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319739.254432:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4932
00000100:00080000:2.0:1767319739.254435:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319739.254438:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319739.254465:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235e8c9880 x1853163999927936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319739.254523:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853163999928064:0@lo:400:kworker.0
00000100:00100000:2.0:1767319739.254611:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319739.254672:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767319739.255178:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853163999927808:0@lo:400:kworker.0
00000100:00100000:2.0:1767319739.255241:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319739.255280:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999928320:0@lo:400:kworker.0
00000100:00100000:2.0:1767319739.255310:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319739.255332:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767319739.255337:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999928192:0@lo:400:kworker.0
00000100:00100000:2.0:1767319739.255356:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319739.255387:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999928320
00000100:00100000:2.0:1767319739.255397:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999928320
00000100:00100000:2.0:1767319739.256067:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999928192
00000100:00100000:2.0:1767319739.256074:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999928192
00000100:00100000:3.0:1767319739.256102:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999928064
00000100:00100000:3.0:1767319739.256109:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999928064
00000100:00100000:3.0:1767319739.256272:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999927808
00000100:00100000:3.0:1767319739.256277:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999927808
00000100:00100000:2.0:1767319739.261929:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3171
00000100:00100000:2.0:1767319739.261967:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999928320:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319739.262149:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999928320:12345-0@lo:400:kworker.0 Request processed in 202us (6836us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319739.262159:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3171
00000100:00100000:2.0:1767319739.262184:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3172
00000100:00100000:2.0:1767319739.262210:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999928192:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319739.262246:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999928192:12345-0@lo:400:kworker.0 Request processed in 56us (6889us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319739.262252:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3172
00000100:00080000:2.0:1767319739.262283:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767319739.262291:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767319739.262294:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767319739.262349:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999928192:0@lo:400:kworker.0
00000100:00100000:2.0:1767319739.262366:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999928320:0@lo:400:kworker.0
00000100:00100000:2.0:1767319739.262471:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999927424:0@lo:38:kworker.0
00000100:00100000:2.0:1767319739.263746:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319739.263813:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999927552:0@lo:38:kworker.0
00000100:00100000:2.0:1767319739.263853:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319739.272981:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999927680:0@lo:38:kworker.0
00000100:00100000:2.0:1767319739.273068:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319739.278441:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999927552
00000100:00100000:3.0:1767319739.278465:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999927552
00000100:00100000:3.0:1767319739.278533:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4822
00000100:00100000:3.0:1767319739.278566:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853163999928064:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319739.278729:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853163999928064:12345-0@lo:400:kworker.0 Request processed in 183us (24116us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319739.278738:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4822
00000100:00100000:3.0:1767319739.278773:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4823
00000100:00100000:3.0:1767319739.278781:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853163999927808:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319739.278813:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853163999927808:12345-0@lo:400:kworker.0 Request processed in 33us (23571us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319739.278818:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4823
00000100:00100000:3.0:1767319739.278875:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853163999927808:0@lo:400:kworker.0
00000100:00100000:3.0:1767319739.278887:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853163999928064:0@lo:400:kworker.0
00000100:00100000:3.0:1767319739.278943:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5351
00000100:00100000:3.0:1767319739.278948:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999927552:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319739.278973:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319739.279004:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999927552:12345-0@lo:38:kworker.0 Request processed in 55us (15151us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319739.279014:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5351
00000100:00100000:1.0:1767319739.279518:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999927424
00000100:00100000:1.0:1767319739.279527:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999927424
00000100:00100000:1.0:1767319739.279571:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1848
00000100:00100000:1.0:1767319739.279579:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999927424:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319739.279592:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319739.279641:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999927424:12345-0@lo:38:kworker.0 Request processed in 62us (15900us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319739.279648:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1848
00000100:00100000:0.0:1767319739.281896:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999927680
00000100:00100000:0.0:1767319739.281916:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999927680
00000100:00100000:0.0:1767319739.281977:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5352
00000100:00100000:0.0:1767319739.281986:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999927680:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319739.282015:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319739.282611:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999927680:12345-0@lo:38:kworker.0 Request processed in 622us (9539us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319739.282621:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5352
00000100:00080000:2.0:1767319739.282904:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319739.282911:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319739.282916:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999927680:0@lo:38:kworker.0
00000100:00100000:2.0:1767319739.282929:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999927936:0@lo:38:kworker.0
00000100:00100000:2.0:1767319739.282977:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767319739.283031:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319739.283036:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319739.283039:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999927424:0@lo:38:kworker.0
00000100:00080000:2.0:1767319739.283050:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319739.283054:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319739.283057:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999927552:0@lo:38:kworker.0
00000100:00100000:0.0:1767319739.283282:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999927936
00000100:00100000:0.0:1767319739.283290:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999927936
00000100:00100000:0.0:1767319739.283325:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5353
00000100:00100000:0.0:1767319739.283332:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999927936:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319739.283352:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319739.283412:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999927936:12345-0@lo:38:kworker.0 Request processed in 79us (435us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319739.283419:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5353
00000100:00080000:2.0:1767319739.283615:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319739.283621:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319739.283624:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999927936:0@lo:38:kworker.0
00010000:00010000:2.0:1767319739.575112:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319740.361695:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767319740.361916:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767319740.370026:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962524672
00000100:00100000:2.0:1767319740.370048:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962524672
00000100:00080000:1.0:1767319740.370675:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319740.370995:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962524544
00000100:00100000:3.0:1767319740.371004:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962524544
00000100:00100000:3.0:1767319740.371048:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4824
00000100:00100000:3.0:1767319740.371062:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eaca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962524672:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767319740.372167:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5354
00000100:00100000:1.0:1767319740.372179:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eac9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962524544:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767319740.372234:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319740.376306:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eaca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962524672:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 5231us (14608us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319740.376325:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4824
00000100:00100000:1.0:1767319740.380644:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eac9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962524544:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 8446us (18708us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319740.380664:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5354
00010000:00010000:3.0:1767319740.597666:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319741.621643:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319742.326822:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235f798700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999928448:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319742.326923:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319742.326999:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767319742.327008:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999928576:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319742.327033:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319742.327146:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999928448
00000100:00100000:2.0:1767319742.327157:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999928448
00000100:00100000:2.0:1767319742.327273:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999928576
00000100:00100000:2.0:1767319742.327277:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999928576
00000100:00100000:2.0:1767319742.327303:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2336
00000100:00100000:2.0:1767319742.327314:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349091500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999928448:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767319742.327355:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767319742.327407:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349091500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999928448:12345-0@lo:13:osp-pre-1-1.0 Request processed in 94us (483us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319742.327416:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2336
00000100:00100000:2.0:1767319742.327435:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2337
00000100:00100000:2.0:1767319742.327442:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349093b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999928576:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767319742.327458:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767319742.327484:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349093b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999928576:12345-0@lo:13:osp-pre-0-1.0 Request processed in 43us (450us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319742.327490:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2337
00000100:00080000:3.0:1767319742.327763:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767319742.327769:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767319742.327821:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999928576:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319742.327838:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235f798700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999928448:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767319742.649219:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767319743.675410:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767319744.374126:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319744.374136:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767319744.374140:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319744.374144:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319744.374148:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319744.374157:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4937
00000100:00080000:0.0:1767319744.374162:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319744.374168:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319744.374261:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235eac9f80 x1853163999928704/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319744.374295:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319744.374300:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319744.374302:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319744.374306:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4937
00000100:00080000:0.0:1767319744.374308:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319744.374311:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319744.374327:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234bcf3800 x1853163999928832/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319744.374334:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319744.374336:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319744.374338:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319744.374341:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4937
00000100:00080000:0.0:1767319744.374343:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319744.374345:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319744.374351:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234bcf2300 x1853163999928960/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319744.374392:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319744.374396:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319744.374397:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319744.374401:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4937
00000100:00080000:0.0:1767319744.374403:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319744.374406:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319744.374407:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bcf3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999929088:0@lo:400:kworker.0
00000100:00100000:0.0:1767319744.374417:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234bcf2680 x1853163999929216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319744.374470:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bcf2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999929600:0@lo:400:kworker.0
00000100:00100000:3.0:1767319744.374497:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319744.374504:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319744.374584:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767319744.374591:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bcf0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999929472:0@lo:400:kworker.0
00000100:00100000:0.0:1767319744.374613:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319744.374673:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999929600
00000100:00100000:0.0:1767319744.374682:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999929600
00000100:00100000:3.0:1767319744.374693:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767319744.374698:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bcf3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853163999929344:0@lo:400:kworker.0
00000100:00100000:3.0:1767319744.374722:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319744.374752:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999929088
00000100:00100000:3.0:1767319744.374757:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999929088
00000100:00100000:3.0:1767319744.374815:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999929344
00000100:00100000:3.0:1767319744.374818:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999929344
00000100:00100000:3.0:1767319744.374844:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4825
00000100:00100000:3.0:1767319744.374853:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349090700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999929088:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319744.374894:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eac9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999928704:0@lo:38:kworker.0
00000100:00100000:0.0:1767319744.374950:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999929472
00000100:00100000:0.0:1767319744.374953:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999929472
00000100:00100000:0.0:1767319744.374977:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3173
00000100:00100000:0.0:1767319744.374983:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bcf1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999929600:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319744.375251:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349090700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999929088:12345-0@lo:400:kworker.0 Request processed in 396us (752us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319744.375295:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319744.375362:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bcf3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999928832:0@lo:38:kworker.0
00000100:00100000:2.0:1767319744.375392:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319744.375404:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bcf2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999928960:0@lo:38:kworker.0
00000100:00100000:2.0:1767319744.375416:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319744.375425:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bcf2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999929216:0@lo:38:kworker.0
00000100:00100000:2.0:1767319744.375445:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319744.375495:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3174
00000100:00100000:2.0:1767319744.375510:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bcf0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999929472:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319744.376345:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bcf0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999929472:12345-0@lo:400:kworker.0 Request processed in 829us (1718us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319744.376355:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3174
00000100:00100000:2.0:1767319744.376392:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999928704
00000100:00100000:2.0:1767319744.376399:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999928704
00000100:00100000:2.0:1767319744.376422:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1849
00000100:00100000:2.0:1767319744.376425:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999928704:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319744.376443:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319744.376478:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999928704:12345-0@lo:38:kworker.0 Request processed in 51us (1193us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319744.376485:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1849
00000100:00100000:2.0:1767319744.376506:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999928832
00000100:00100000:2.0:1767319744.376509:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999928832
00000100:00100000:1.0:1767319744.384212:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4826
00000100:00100000:1.0:1767319744.384254:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349090380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853163999929344:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319744.384399:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349090380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853163999929344:12345-0@lo:400:kworker.0 Request processed in 170us (9675us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319744.384411:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4826
00000100:00100000:1.0:1767319744.384453:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999928960
00000100:00100000:1.0:1767319744.384463:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999928960
00000100:00100000:1.0:1767319744.384486:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999929216
00000100:00100000:1.0:1767319744.384489:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999929216
00000100:00100000:1.0:1767319744.384500:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5355
00000100:00100000:1.0:1767319744.384505:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999928960:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319744.384528:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319744.384561:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999928960:12345-0@lo:38:kworker.0 Request processed in 55us (9143us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319744.384568:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5355
00000100:00100000:1.0:1767319744.384582:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5356
00000100:00100000:1.0:1767319744.384585:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999929216:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319744.384594:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319744.384618:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999929216:12345-0@lo:38:kworker.0 Request processed in 31us (9172us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319744.384624:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5356
00000100:00100000:1.0:1767319744.384724:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bcf0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999929472:0@lo:400:kworker.0
00000100:00080000:1.0:1767319744.384780:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767319744.384786:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767319744.384789:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767319744.384827:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319744.384834:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319744.384837:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eac9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999928704:0@lo:38:kworker.0
00000100:00080000:1.0:1767319744.384848:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319744.384852:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319744.384855:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bcf2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999928960:0@lo:38:kworker.0
00000100:00080000:1.0:1767319744.384864:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319744.384867:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319744.384870:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bcf2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999929216:0@lo:38:kworker.0
00000100:00100000:1.0:1767319744.384913:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bcf3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853163999929344:0@lo:400:kworker.0
00000100:00100000:1.0:1767319744.384927:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bcf3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999929088:0@lo:400:kworker.0
00000100:00100000:0.0:1767319744.386271:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bcf1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999929600:12345-0@lo:400:kworker.0 Request processed in 11280us (11757us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319744.386285:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3173
00000100:00100000:1.0:1767319744.388385:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bcf2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999929600:0@lo:400:kworker.0
00000100:00100000:3.0:1767319744.391123:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4825
00000100:00100000:2.0:1767319744.392280:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5357
00000100:00100000:2.0:1767319744.392293:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999928832:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319744.392314:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319744.392404:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999928832:12345-0@lo:38:kworker.0 Request processed in 113us (17010us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319744.392410:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5357
00000100:00080000:1.0:1767319744.400814:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319744.400833:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319744.400839:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bcf3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999928832:0@lo:38:kworker.0
00010000:00010000:3.0:1767319744.699146:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319745.470967:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767319745.471002:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767319745.471135:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962524800
00000100:00100000:2.0:1767319745.471144:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962524800
00000100:00100000:2.0:1767319745.471192:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962524928
00000100:00100000:2.0:1767319745.471234:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962524928
00000100:00100000:2.0:1767319745.471289:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4827
00000100:00100000:2.0:1767319745.471299:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bcf3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962524928:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767319745.471376:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bcf3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962524928:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 78us (370us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319745.471384:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4827
00000100:00100000:2.0:1767319745.471404:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5358
00000100:00100000:2.0:1767319745.471409:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bcf1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962524800:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767319745.471430:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319745.471456:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bcf1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962524800:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 45us (498us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319745.471462:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5358
00000100:00080000:0.0:1767319745.472232:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767319745.717439:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767319746.743110:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319747.446479:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767319747.446498:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999929728:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319747.446579:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319747.446672:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999929728
00000100:00100000:2.0:1767319747.446680:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999929728
00000100:00100000:2.0:1767319747.446742:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2338
00000100:00100000:2.0:1767319747.446751:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bcf2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999929728:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767319747.446780:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767319747.446823:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bcf2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999929728:12345-0@lo:13:osp-pre-0-1.0 Request processed in 73us (243us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319747.446830:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2338
00000100:00080000:0.0:1767319747.446895:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767319747.446929:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999929728:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319747.447056:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235f79b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999929856:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319747.447089:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319747.447164:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999929856
00000100:00100000:2.0:1767319747.447168:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999929856
00000100:00100000:2.0:1767319747.447236:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2339
00000100:00100000:2.0:1767319747.447243:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bcf1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999929856:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767319747.447258:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767319747.447288:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bcf1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999929856:12345-0@lo:13:osp-pre-1-1.0 Request processed in 45us (197us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319747.447294:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2339
00000100:00080000:0.0:1767319747.447392:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767319747.447413:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235f79b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999929856:0@lo:13:osp-pre-1-1.0
00010000:00010000:3.0:1767319747.770089:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767319748.790960:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767319749.493973:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319749.493983:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767319749.493985:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319749.493989:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319749.493993:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319749.494000:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4942
00000100:00080000:3.0:1767319749.494005:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319749.494012:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319749.494060:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952349091880 x1853163999929984/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319749.494084:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319749.494087:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319749.494089:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319749.494092:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4942
00000100:00080000:3.0:1767319749.494094:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319749.494098:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319749.494110:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952349092a00 x1853163999930112/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319749.494119:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319749.494122:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319749.494123:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319749.494127:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4942
00000100:00080000:3.0:1767319749.494129:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319749.494131:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319749.494142:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952367243b80 x1853163999930240/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319749.494186:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319749.494190:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319749.494192:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319749.494223:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4942
00000100:00080000:3.0:1767319749.494226:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319749.494229:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319749.494241:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366ace680 x1853163999930496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767319749.494307:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366aced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999930752:0@lo:400:kworker.0
00000100:00100000:3.0:1767319749.494372:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319749.494426:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767319749.494432:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366acfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999930880:0@lo:400:kworker.0
00000100:00100000:3.0:1767319749.494453:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319749.494542:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366acd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853163999930624:0@lo:400:kworker.0
00000100:00100000:2.0:1767319749.494573:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319749.494610:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767319749.494616:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366949180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853163999930368:0@lo:400:kworker.0
00000100:00100000:2.0:1767319749.494636:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319749.494667:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999930752
00000100:00100000:2.0:1767319749.494673:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999930752
00000100:00100000:2.0:1767319749.494716:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999930880
00000100:00100000:2.0:1767319749.494718:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999930880
00000100:00100000:2.0:1767319749.494736:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3175
00000100:00100000:2.0:1767319749.494743:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499d9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999930752:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319749.494787:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499d9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999930752:12345-0@lo:400:kworker.0 Request processed in 43us (414us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319749.494794:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3175
00000100:00100000:2.0:1767319749.494994:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3176
00000100:00100000:2.0:1767319749.495002:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366ace300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999930880:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319749.495030:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366ace300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999930880:12345-0@lo:400:kworker.0 Request processed in 30us (576us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319749.495035:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3176
00000100:00100000:2.0:1767319749.495064:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999930624
00000100:00100000:2.0:1767319749.495068:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999930624
00000100:00100000:2.0:1767319749.495094:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999930368
00000100:00100000:2.0:1767319749.495097:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999930368
00000100:00100000:2.0:1767319749.495116:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4828
00000100:00100000:2.0:1767319749.495121:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853163999930624:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319749.495153:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853163999930624:12345-0@lo:400:kworker.0 Request processed in 32us (580us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319749.495159:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4828
00000100:00100000:2.0:1767319749.495171:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4829
00000100:00100000:2.0:1767319749.495177:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853163999930368:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319749.495229:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853163999930368:12345-0@lo:400:kworker.0 Request processed in 52us (592us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319749.495234:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4829
00000100:00100000:2.0:1767319749.495279:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366949180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853163999930368:0@lo:400:kworker.0
00000100:00100000:2.0:1767319749.495287:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366acd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853163999930624:0@lo:400:kworker.0
00000100:00100000:2.0:1767319749.495308:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366acfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999930880:0@lo:400:kworker.0
00000100:00100000:2.0:1767319749.495316:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366aced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999930752:0@lo:400:kworker.0
00000100:00080000:0.0:1767319749.495389:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767319749.495394:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767319749.495396:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767319749.495590:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349091880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999929984:0@lo:38:kworker.0
00000100:00100000:1.0:1767319749.495623:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319749.495662:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349092a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999930112:0@lo:38:kworker.0
00000100:00100000:1.0:1767319749.495683:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319749.495707:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367243b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999930240:0@lo:38:kworker.0
00000100:00100000:1.0:1767319749.495727:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319749.495739:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366ace680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999930496:0@lo:38:kworker.0
00000100:00100000:1.0:1767319749.495756:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319749.495821:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999929984
00000100:00100000:0.0:1767319749.495826:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999929984
00000100:00100000:0.0:1767319749.495859:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1850
00000100:00100000:0.0:1767319749.495864:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f799180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999929984:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319749.495882:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319749.497568:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999930112
00000100:00100000:3.0:1767319749.497581:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999930112
00000100:00100000:3.0:1767319749.497625:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999930240
00000100:00100000:3.0:1767319749.497630:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999930240
00000100:00100000:3.0:1767319749.497643:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999930496
00000100:00100000:3.0:1767319749.497645:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999930496
00000100:00100000:3.0:1767319749.497658:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5359
00000100:00100000:3.0:1767319749.497665:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f798e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999930112:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319749.497682:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319749.497747:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f798e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999930112:12345-0@lo:38:kworker.0 Request processed in 82us (2062us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319749.497754:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5359
00000100:00100000:3.0:1767319749.497776:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5360
00000100:00100000:3.0:1767319749.497780:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f798380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999930240:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319749.497788:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319749.497809:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f798380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999930240:12345-0@lo:38:kworker.0 Request processed in 28us (2082us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319749.497814:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5360
00000100:00100000:3.0:1767319749.497822:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5361
00000100:00100000:3.0:1767319749.497826:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f79b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999930496:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319749.497834:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319749.497850:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f79b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999930496:12345-0@lo:38:kworker.0 Request processed in 23us (2093us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319749.497854:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5361
00000100:00080000:1.0:1767319749.497987:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319749.497992:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319749.497996:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349092a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999930112:0@lo:38:kworker.0
00000100:00080000:1.0:1767319749.498009:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319749.498012:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319749.498015:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367243b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999930240:0@lo:38:kworker.0
00000100:00080000:1.0:1767319749.498023:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319749.498027:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319749.498029:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366ace680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999930496:0@lo:38:kworker.0
00000100:00100000:0.0:1767319749.517474:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f799180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999929984:12345-0@lo:38:kworker.0 Request processed in 21597us (21839us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319749.517489:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1850
00000100:00080000:2.0:1767319749.518262:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319749.518269:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319749.518273:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349091880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999929984:0@lo:38:kworker.0
00010000:00010000:2.0:1767319749.813463:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319750.603228:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767319750.603277:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000400:00000100:0.0:1767319750.603305:0:6999:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.52@tcp portal 26 match 1853163962525312 offset 0 length 520: 4
00000100:00100000:3.0:1767319750.603407:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962525184
00000100:00100000:3.0:1767319750.603417:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962525184
00000100:00100000:3.0:1767319750.603496:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962525056
00000100:00100000:3.0:1767319750.603500:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962525056
00000100:00100000:3.0:1767319750.603519:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4830
00000100:00100000:3.0:1767319750.603529:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bcf0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962525184:12345-192.168.202.52@tcp:400:kworker.0
00000100:00080000:0.0:1767319750.603584:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319750.603605:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bcf0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962525184:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 78us (387us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319750.603613:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4830
00000100:00100000:3.0:1767319750.603631:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5362
00000100:00100000:3.0:1767319750.603635:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bcf1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962525056:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767319750.603653:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319750.603679:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bcf1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962525056:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 42us (402us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319750.603685:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5362
00010000:00010000:0.0:1767319750.837972:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767319751.861521:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319752.566488:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999931136:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319752.566555:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319752.566603:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767319752.566610:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bcf0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999931008:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319752.566631:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319752.566662:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999931136
00000100:00100000:2.0:1767319752.566669:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999931136
00000100:00100000:2.0:1767319752.566719:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999931008
00000100:00100000:2.0:1767319752.566723:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999931008
00000100:00100000:2.0:1767319752.566746:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2340
00000100:00100000:2.0:1767319752.566754:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999931136:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767319752.566782:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767319752.566823:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999931136:12345-0@lo:13:osp-pre-0-1.0 Request processed in 70us (267us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319752.566831:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2340
00000100:00100000:2.0:1767319752.566848:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2341
00000100:00100000:2.0:1767319752.566854:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999931008:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767319752.566868:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767319752.566892:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999931008:12345-0@lo:13:osp-pre-1-1.0 Request processed in 38us (260us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319752.566897:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2341
00000100:00080000:2.0:1767319752.566914:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767319752.567265:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bcf0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999931008:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319752.567279:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999931136:0@lo:13:osp-pre-0-1.0
00000100:00080000:2.0:1767319752.568032:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00010000:3.0:1767319752.885429:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319753.909950:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767319754.613316:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319754.613327:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767319754.613330:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319754.613333:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319754.613337:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319754.613344:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4947
00000100:00080000:3.0:1767319754.613348:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319754.613355:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319754.613394:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366acd500 x1853163999931264/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319754.613426:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319754.613430:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319754.613431:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319754.613435:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4947
00000100:00080000:3.0:1767319754.613437:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319754.613440:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319754.613452:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366acc700 x1853163999931392/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319754.613461:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319754.613463:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319754.613465:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319754.613468:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4947
00000100:00080000:3.0:1767319754.613471:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319754.613474:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319754.613485:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366acf480 x1853163999931520/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319754.613531:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319754.613534:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319754.613536:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319754.613540:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4947
00000100:00080000:3.0:1767319754.613543:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319754.613546:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319754.613559:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366aced80 x1853163999931776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319754.613568:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366ace680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999931648:0@lo:400:kworker.0
00000100:00100000:3.0:1767319754.613645:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366acd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999932032:0@lo:400:kworker.0
00000100:00100000:2.0:1767319754.613649:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319754.613741:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366acfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853163999931904:0@lo:400:kworker.0
00000100:00100000:1.0:1767319754.613757:0:7004:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319729/real 1767319729]  req@ffff95235eac9880 x1853163999924736/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319754 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1767319754.613779:0:7004:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95235eac9880 x1853163999924736/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319754 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1767319754.613794:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366acd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999931264:0@lo:38:kworker.0
00000100:00100000:3.0:1767319754.614239:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319754.614285:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767319754.614292:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366acdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999932160:0@lo:400:kworker.0
00000100:00100000:3.0:1767319754.614316:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319754.614366:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999931648
00000100:00100000:3.0:1767319754.614373:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999931648
00000100:00100000:3.0:1767319754.614425:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4831
00000100:00100000:3.0:1767319754.614434:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999931648:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319754.614479:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999931648:12345-0@lo:400:kworker.0 Request processed in 48us (834us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319754.614487:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4831
00000100:00100000:3.0:1767319754.614516:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999932032
00000100:00100000:3.0:1767319754.614519:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999932032
00000100:00100000:3.0:1767319754.614544:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999932160
00000100:00100000:3.0:1767319754.614547:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999932160
00000100:00100000:3.0:1767319754.614579:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3177
00000100:00100000:3.0:1767319754.614586:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999932032:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319754.614620:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999932032:12345-0@lo:400:kworker.0 Request processed in 35us (382us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319754.614626:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3177
00000100:00100000:3.0:1767319754.614638:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3178
00000100:00100000:3.0:1767319754.614644:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999932160:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319754.614669:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999932160:12345-0@lo:400:kworker.0 Request processed in 26us (352us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319754.614675:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3178
00000100:00100000:3.0:1767319754.614705:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366acdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999932160:0@lo:400:kworker.0
00000100:00100000:3.0:1767319754.614732:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366acd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999932032:0@lo:400:kworker.0
00000100:00080000:3.0:1767319754.614765:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767319754.614769:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767319754.614771:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319754.618839:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366ace680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999931648:0@lo:400:kworker.0
00000100:00100000:0.0:1767319754.618939:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319754.618950:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319754.619054:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366acc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999931392:0@lo:38:kworker.0
00000100:00100000:3.0:1767319754.619097:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999931904
00000100:00100000:1.0:1767319754.619104:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319754.619106:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999931904
00000100:00100000:1.0:1767319754.619136:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366acf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999931520:0@lo:38:kworker.0
00000100:00100000:3.0:1767319754.619166:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999931392
00000100:00100000:3.0:1767319754.619170:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999931392
00000100:00100000:3.0:1767319754.619188:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4832
00000100:00100000:0.0:1767319754.619234:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5363
00000100:00100000:0.0:1767319754.619240:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eac9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999931392:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319754.619260:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319754.619284:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319754.619309:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eac9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999931392:12345-0@lo:38:kworker.0 Request processed in 67us (215us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319754.619310:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366aced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999931776:0@lo:38:kworker.0
00000100:00100000:0.0:1767319754.619324:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5363
00000100:00100000:0.0:1767319754.619342:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999931520
00000100:00100000:1.0:1767319754.619343:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319754.619348:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999931520
00000100:00080000:1.0:1767319754.619367:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767319754.619375:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999931776
00000100:00100000:0.0:1767319754.619379:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999931776
00000100:00100000:0.0:1767319754.619395:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5364
00000100:00080000:1.0:1767319754.619397:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:0.0:1767319754.619403:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eacb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999931520:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767319754.619406:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eac9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853163999924736:0@lo:250:kworker.0
00010000:00020000:0.0:1767319754.619416:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767319754.619434:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319754.619440:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319754.619445:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366acc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999931392:0@lo:38:kworker.0
00000100:00100000:0.0:1767319754.619449:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eacb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999931520:12345-0@lo:38:kworker.0 Request processed in 44us (164us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319754.619457:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5364
00000100:00080000:1.0:1767319754.619471:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767319754.619472:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5365
00000100:00080000:1.0:1767319754.619481:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319754.619483:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eacad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999931776:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767319754.619488:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366acf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999931520:0@lo:38:kworker.0
00010000:00020000:0.0:1767319754.619498:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319754.619532:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eacad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999931776:12345-0@lo:38:kworker.0 Request processed in 50us (189us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319754.619539:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5365
00000100:00080000:1.0:1767319754.619546:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319754.619552:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319754.619556:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366aced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999931776:0@lo:38:kworker.0
00000100:00080000:0.0:1767319754.619730:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319754.619736:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1767319754.619739:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319754.619743:0:49151:0:(import.c:509:import_select_connection()) MGC192.168.202.152@tcp: connect to NID 0@lo last attempt 4926
00000100:00080000:0.0:1767319754.619747:0:49151:0:(import.c:588:import_select_connection()) MGC192.168.202.152@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319754.619752:0:49151:0:(import.c:623:import_select_connection()) MGC192.168.202.152@tcp: import ffff95235eb57800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319754.619775:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234bcf1500 x1853163999932288/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767319754.619905:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bcf0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999931904:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319754.619953:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bcf0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999931904:12345-0@lo:400:kworker.0 Request processed in 758us (1016us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319754.619960:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4832
00000100:00080000:3.0:1767319754.619978:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319754.620694:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999931264
00000100:00100000:2.0:1767319754.620702:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999931264
00000100:00100000:2.0:1767319754.620743:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1851
00000100:00100000:2.0:1767319754.620750:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f798700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999931264:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319754.620764:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319754.620886:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366acfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853163999931904:0@lo:400:kworker.0
00000100:00100000:1.0:1767319754.620992:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bcf1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853163999932288:0@lo:250:kworker.0
00000400:00000100:1.0:1767319754.621034:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163999932288 offset 0 length 520: 4
00000100:00080000:1.0:1767319754.621707:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767319754.621710:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f798700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999931264:12345-0@lo:38:kworker.0 Request processed in 956us (2758us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319754.621721:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1851
00000100:00080000:1.0:1767319754.621800:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319754.621806:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366acd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999931264:0@lo:38:kworker.0
00010000:00010000:0.0:1767319754.934358:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319755.711064:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767319755.711121:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962525568
00000100:00100000:2.0:1767319755.711145:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962525568
00000100:00100000:2.0:1767319755.711269:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4833
00000100:00100000:2.0:1767319755.711281:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962525568:12345-192.168.202.52@tcp:400:kworker.0
00000100:00080000:3.0:1767319755.711305:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319755.711370:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962525568:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 92us (314us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319755.711379:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4833
00000100:00100000:2.0:1767319755.715421:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767319755.716047:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962525440
00000100:00100000:0.0:1767319755.716057:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962525440
00000100:00100000:0.0:1767319755.716101:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5366
00000100:00100000:0.0:1767319755.716110:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366949180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962525440:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:0.0:1767319755.716131:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319755.716228:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366949180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962525440:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 117us (815us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319755.716234:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5366
00010000:00010000:3.0:1767319755.957552:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767319756.981493:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319757.686294:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bcf0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999932416:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319757.686373:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319757.686503:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999932416
00000100:00100000:1.0:1767319757.686511:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999932416
00000100:00100000:1.0:1767319757.686578:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2342
00000100:00100000:1.0:1767319757.686587:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999932416:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767319757.686616:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00080000:0.0:1767319757.686678:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767319757.690467:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366948e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999932544:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319757.690539:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319757.690599:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999932544
00000100:00100000:0.0:1767319757.690608:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999932544
00000100:00100000:0.0:1767319757.690663:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2343
00000100:00100000:0.0:1767319757.690672:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bcf0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999932544:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767319757.690702:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767319757.690744:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bcf0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999932544:12345-0@lo:13:osp-pre-0-1.0 Request processed in 74us (205us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319757.690752:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2343
00000100:00080000:0.0:1767319757.690775:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767319757.690809:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366948e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999932544:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319757.690964:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999932416:12345-0@lo:13:osp-pre-1-1.0 Request processed in 4377us (4589us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319757.690981:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2342
00000100:00100000:3.0:1767319757.693183:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bcf0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999932416:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767319758.005455:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767319759.029482:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767319759.733433:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319759.733444:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767319759.733447:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319759.733450:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319759.733455:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319759.733463:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4952
00000100:00080000:3.0:1767319759.733468:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319759.733475:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319759.733516:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366acd500 x1853163999932672/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319759.733548:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319759.733552:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319759.733553:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319759.733556:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4952
00000100:00080000:3.0:1767319759.733558:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319759.733562:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319759.733578:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366acfb80 x1853163999932800/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319759.733587:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319759.733589:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319759.733591:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319759.733594:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4952
00000100:00080000:3.0:1767319759.733596:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319759.733599:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319759.733608:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366aced80 x1853163999932928/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319759.733683:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366acf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999933056:0@lo:400:kworker.0
00000100:00100000:0.0:1767319759.733746:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767319759.733814:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319759.733818:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319759.733820:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319759.733824:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4952
00000100:00080000:3.0:1767319759.733826:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319759.733829:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319759.733842:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366acc700 x1853163999933184/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319759.733900:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366acd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999932672:0@lo:38:kworker.0
00000100:00100000:1.0:1767319759.733930:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319759.733996:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366acfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999932800:0@lo:38:kworker.0
00000100:00100000:1.0:1767319759.734016:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319759.734041:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366aced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999932928:0@lo:38:kworker.0
00000100:00100000:1.0:1767319759.734059:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319759.734077:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366acc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999933184:0@lo:38:kworker.0
00000100:00100000:1.0:1767319759.734094:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319759.734124:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999933056
00000100:00100000:1.0:1767319759.734131:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999933056
00000100:00100000:1.0:1767319759.734177:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999932800
00000100:00100000:1.0:1767319759.734180:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999932800
00000100:00100000:1.0:1767319759.734212:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999932928
00000100:00100000:1.0:1767319759.734216:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999932928
00000100:00100000:1.0:1767319759.734226:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999933184
00000100:00100000:1.0:1767319759.734228:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999933184
00000100:00100000:1.0:1767319759.734238:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4834
00000100:00100000:1.0:1767319759.734247:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bcf1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999933056:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319759.734472:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5367
00000100:00100000:2.0:1767319759.734478:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eacbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999932800:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319759.734496:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319759.734534:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eacbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999932800:12345-0@lo:38:kworker.0 Request processed in 54us (516us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319759.734541:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5367
00000100:00100000:2.0:1767319759.734559:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5368
00000100:00100000:2.0:1767319759.734563:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eaca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999932928:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319759.734571:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319759.734593:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eaca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999932928:12345-0@lo:38:kworker.0 Request processed in 28us (532us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319759.734598:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5368
00000100:00100000:2.0:1767319759.734608:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5369
00000100:00100000:2.0:1767319759.734611:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eac9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999933184:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319759.734619:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319759.734637:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eac9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999933184:12345-0@lo:38:kworker.0 Request processed in 24us (542us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319759.734642:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5369
00000100:00100000:2.0:1767319759.734658:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999932672
00000100:00100000:2.0:1767319759.734662:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999932672
00000100:00100000:2.0:1767319759.734682:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1852
00000100:00100000:2.0:1767319759.734685:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eac9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999932672:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319759.734693:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319759.734716:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eac9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999932672:12345-0@lo:38:kworker.0 Request processed in 29us (785us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319759.734721:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1852
00000100:00080000:2.0:1767319759.734753:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319759.734757:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319759.734760:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366acd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999932672:0@lo:38:kworker.0
00000100:00080000:2.0:1767319759.734768:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319759.734770:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319759.734772:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366acfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999932800:0@lo:38:kworker.0
00000100:00080000:2.0:1767319759.734779:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319759.734782:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319759.734784:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366aced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999932928:0@lo:38:kworker.0
00000100:00080000:2.0:1767319759.734791:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319759.734794:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319759.734796:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366acc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999933184:0@lo:38:kworker.0
00000100:00100000:2.0:1767319759.734840:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366ace680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853163999933312:0@lo:400:kworker.0
00000100:00100000:2.0:1767319759.734863:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319759.734889:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999933312
00000100:00100000:2.0:1767319759.734893:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999933312
00000100:00100000:2.0:1767319759.734917:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4835
00000100:00100000:2.0:1767319759.734923:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366949c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853163999933312:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319759.734976:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366949c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853163999933312:12345-0@lo:400:kworker.0 Request processed in 44us (102us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319759.734983:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4835
00000100:00100000:2.0:1767319759.735008:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366ace680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853163999933312:0@lo:400:kworker.0
00000100:00080000:2.0:1767319759.735055:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319759.741688:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366acc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999933568:0@lo:400:kworker.0
00000100:00100000:3.0:1767319759.741757:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319759.741794:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767319759.741801:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366ace680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999933440:0@lo:400:kworker.0
00000100:00100000:3.0:1767319759.741821:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319759.741848:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999933568
00000100:00100000:3.0:1767319759.741855:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999933568
00000100:00100000:3.0:1767319759.741906:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999933440
00000100:00100000:3.0:1767319759.741909:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999933440
00000100:00100000:3.0:1767319759.741931:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3179
00000100:00100000:3.0:1767319759.741939:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366aced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999933568:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319759.742007:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366aced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999933568:12345-0@lo:400:kworker.0 Request processed in 69us (249us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319759.742014:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3179
00000100:00100000:3.0:1767319759.742042:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3180
00000100:00100000:3.0:1767319759.742049:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999933440:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319759.742072:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999933440:12345-0@lo:400:kworker.0 Request processed in 25us (250us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319759.742077:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3180
00000100:00100000:3.0:1767319759.742119:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366ace680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999933440:0@lo:400:kworker.0
00000100:00100000:3.0:1767319759.742129:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366acc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999933568:0@lo:400:kworker.0
00000100:00080000:3.0:1767319759.742148:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767319759.742152:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767319759.744727:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bcf1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999933056:12345-0@lo:400:kworker.0 Request processed in 10473us (10972us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319759.744741:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4834
00000100:00100000:0.0:1767319759.757573:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366acf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999933056:0@lo:400:kworker.0
00010000:00010000:3.0:1767319760.053559:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319760.835842:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767319760.835968:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767319760.837425:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962525824
00000100:00100000:1.0:1767319760.837440:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962525824
00000100:00100000:2.0:1767319760.837615:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962525696
00000100:00100000:2.0:1767319760.837620:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962525696
00000100:00100000:2.0:1767319760.837678:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5370
00000100:00100000:2.0:1767319760.837686:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366ace680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962525696:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767319760.837710:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319760.837789:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366ace680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962525696:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 103us (1830us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319760.837797:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5370
00000100:00100000:2.0:1767319760.837867:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4836
00000100:00100000:2.0:1767319760.837874:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962525824:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767319760.837911:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962525824:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 38us (2083us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319760.837918:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4836
00000100:00080000:3.0:1767319760.838348:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767319761.077464:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319762.103566:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319762.805825:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767319762.805842:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bcf3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999933696:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319762.805911:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319762.806007:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999933696
00000100:00100000:0.0:1767319762.806015:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999933696
00000100:00100000:0.0:1767319762.806093:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2344
00000100:00100000:0.0:1767319762.806103:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eac9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999933696:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767319762.806134:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767319762.806178:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eac9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999933696:12345-0@lo:13:osp-pre-1-1.0 Request processed in 77us (266us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319762.806186:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2344
00000100:00100000:0.0:1767319762.806252:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bcf3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999933696:0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767319762.806402:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767319762.806596:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236694a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999933824:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319762.806626:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319762.806683:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999933824
00000100:00100000:1.0:1767319762.806688:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999933824
00000100:00100000:1.0:1767319762.806727:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2345
00000100:00100000:1.0:1767319762.806734:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345900850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999933824:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767319762.806751:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00080000:3.0:1767319762.806856:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767319762.806939:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345900850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999933824:12345-0@lo:13:osp-pre-0-1.0 Request processed in 205us (311us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319762.806946:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2345
00000100:00100000:0.0:1767319762.807468:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236694a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999933824:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767319763.125692:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767319764.151339:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767319764.853539:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319764.853546:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767319764.853548:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319764.853551:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319764.853555:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319764.853561:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4957
00000100:00080000:0.0:1767319764.853564:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319764.853570:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319764.853605:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234bcf3800 x1853163999933952/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319764.853628:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319764.853630:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319764.853632:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319764.853634:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4957
00000100:00080000:0.0:1767319764.853636:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319764.853638:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319764.853645:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234bcf2d80 x1853163999934080/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319764.853651:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319764.853653:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319764.853654:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319764.853657:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4957
00000100:00080000:0.0:1767319764.853658:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319764.853661:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319764.853666:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234bcf3b80 x1853163999934208/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319764.853691:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319764.853693:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319764.853694:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319764.853696:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4957
00000100:00080000:0.0:1767319764.853698:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319764.853699:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319764.853705:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234bcf2680 x1853163999934464/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319764.853744:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bcf2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999934848:0@lo:400:kworker.0
00000100:00100000:0.0:1767319764.853797:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319764.853840:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767319764.853845:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bcf0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999934720:0@lo:400:kworker.0
00000100:00100000:0.0:1767319764.853864:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319764.853937:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bcf3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999933952:0@lo:38:kworker.0
00000100:00100000:1.0:1767319764.853962:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319764.853990:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bcf2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999934080:0@lo:38:kworker.0
00000100:00100000:1.0:1767319764.854006:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319764.854016:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bcf3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999934208:0@lo:38:kworker.0
00000100:00100000:1.0:1767319764.854026:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319764.854033:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bcf2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999934464:0@lo:38:kworker.0
00000100:00100000:1.0:1767319764.854043:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319764.854062:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999934080
00000100:00100000:1.0:1767319764.854067:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999934080
00000100:00100000:1.0:1767319764.854086:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999934208
00000100:00100000:1.0:1767319764.854088:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999934208
00000100:00100000:1.0:1767319764.854094:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999934464
00000100:00100000:1.0:1767319764.854095:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999934464
00000100:00100000:1.0:1767319764.854106:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5371
00000100:00100000:1.0:1767319764.854110:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345ebd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999934080:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319764.854126:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319764.854151:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345ebd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999934080:12345-0@lo:38:kworker.0 Request processed in 40us (144us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319764.854156:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5371
00000100:00100000:1.0:1767319764.854168:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5372
00000100:00100000:1.0:1767319764.854170:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345ebe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999934208:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319764.854176:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319764.854188:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345ebe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999934208:12345-0@lo:38:kworker.0 Request processed in 17us (162us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319764.854191:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5372
00000100:00100000:1.0:1767319764.854215:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5373
00000100:00100000:1.0:1767319764.854217:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f79b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999934464:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319764.854222:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319764.854235:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f79b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999934464:12345-0@lo:38:kworker.0 Request processed in 17us (191us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319764.854238:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5373
00000100:00080000:1.0:1767319764.854259:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319764.854262:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319764.854265:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bcf2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999934080:0@lo:38:kworker.0
00000100:00080000:1.0:1767319764.854270:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319764.854272:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319764.854273:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bcf3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999934208:0@lo:38:kworker.0
00000100:00080000:1.0:1767319764.854277:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319764.854278:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319764.854280:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bcf2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999934464:0@lo:38:kworker.0
00000100:00100000:2.0:1767319764.854371:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bcf3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999934336:0@lo:400:kworker.0
00000100:00100000:2.0:1767319764.854400:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319764.854423:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767319764.854427:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bcf2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853163999934592:0@lo:400:kworker.0
00000100:00100000:2.0:1767319764.854441:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319764.854455:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999934336
00000100:00100000:2.0:1767319764.854457:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999934336
00000100:00100000:2.0:1767319764.854480:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999934592
00000100:00100000:2.0:1767319764.854481:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999934592
00000100:00100000:2.0:1767319764.854490:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4837
00000100:00100000:2.0:1767319764.854493:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366948700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999934336:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319764.854519:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366948700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999934336:12345-0@lo:400:kworker.0 Request processed in 26us (120us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319764.854523:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4837
00000100:00100000:2.0:1767319764.854531:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4838
00000100:00100000:2.0:1767319764.854535:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236694bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853163999934592:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319764.854547:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236694bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853163999934592:12345-0@lo:400:kworker.0 Request processed in 13us (106us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319764.854550:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4838
00000100:00100000:2.0:1767319764.854574:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bcf2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853163999934592:0@lo:400:kworker.0
00000100:00100000:2.0:1767319764.854579:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bcf3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999934336:0@lo:400:kworker.0
00000100:00100000:3.0:1767319764.854709:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999934848
00000100:00100000:3.0:1767319764.854712:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999934848
00000100:00100000:3.0:1767319764.854738:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999934720
00000100:00100000:3.0:1767319764.854740:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999934720
00000100:00100000:3.0:1767319764.854755:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3181
00000100:00100000:3.0:1767319764.854760:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bcf1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999934848:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319764.854787:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bcf1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999934848:12345-0@lo:400:kworker.0 Request processed in 28us (989us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319764.854790:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3181
00000100:00100000:3.0:1767319764.854797:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3182
00000100:00100000:3.0:1767319764.854801:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bcf0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999934720:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319764.854814:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bcf0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999934720:12345-0@lo:400:kworker.0 Request processed in 13us (950us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319764.854817:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3182
00000100:00080000:3.0:1767319764.854829:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767319764.854832:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767319764.854833:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319764.854850:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bcf0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999934720:0@lo:400:kworker.0
00000100:00100000:3.0:1767319764.854859:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bcf2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999934848:0@lo:400:kworker.0
00000100:00100000:0.0:1767319764.855001:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999933952
00000100:00100000:0.0:1767319764.855006:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999933952
00000100:00100000:0.0:1767319764.855034:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1853
00000100:00100000:0.0:1767319764.855043:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eac9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999933952:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319764.855055:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319764.855131:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eac9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999933952:12345-0@lo:38:kworker.0 Request processed in 87us (1167us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319764.855138:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1853
00000100:00080000:1.0:1767319764.855344:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319764.855349:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319764.855352:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bcf3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999933952:0@lo:38:kworker.0
00010000:00010000:3.0:1767319765.173685:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319765.951161:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767319765.951257:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767319765.951560:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962526080
00000100:00100000:2.0:1767319765.951571:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962526080
00000100:00080000:3.0:1767319765.951808:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319765.951844:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962525952
00000100:00100000:2.0:1767319765.951848:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962525952
00000100:00100000:2.0:1767319765.951878:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4839
00000100:00100000:2.0:1767319765.951887:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962526080:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767319765.951970:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962526080:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 84us (820us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319765.951977:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4839
00000100:00100000:2.0:1767319765.951996:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5374
00000100:00100000:2.0:1767319765.952001:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962525952:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767319765.952019:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319765.952045:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962525952:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 42us (788us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319765.952051:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5374
00010000:00010000:2.0:1767319766.197827:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767319767.221371:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319767.926358:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1]
00000100:00100000:3.0:1767319767.926381:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bcf0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999935104:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319767.926444:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319767.926472:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236694a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999934976:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319767.926495:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319767.926608:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999935104
00000100:00100000:1.0:1767319767.926616:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999935104
00000100:00100000:1.0:1767319767.926663:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999934976
00000100:00100000:1.0:1767319767.926666:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999934976
00000100:00100000:1.0:1767319767.926692:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2346
00000100:00100000:1.0:1767319767.926701:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999935104:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319767.926720:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2347
00000100:00100000:0.0:1767319767.926728:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999934976:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767319767.926734:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00002000:00000024:0.0:1767319767.926742:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767319767.926777:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999935104:12345-0@lo:13:osp-pre-1-1.0 Request processed in 78us (332us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319767.926785:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2346
00000100:00080000:3.0:1767319767.927883:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767319767.927890:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767319767.928932:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999934976:12345-0@lo:13:osp-pre-0-1.0 Request processed in 2199us (2430us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319767.928945:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2347
00000100:00100000:3.0:1767319767.929796:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bcf0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999935104:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319767.929820:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236694a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999934976:0@lo:13:osp-pre-0-1.0
00010000:00010000:3.0:1767319768.245381:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767319769.269546:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767319769.974412:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319769.974421:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767319769.974424:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319769.974429:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319769.974433:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319769.974441:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4962
00000100:00080000:3.0:1767319769.974445:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319769.974450:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319769.974487:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523499ab100 x1853163999935232/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319769.974504:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319769.974507:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319769.974509:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319769.974512:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4962
00000100:00080000:3.0:1767319769.974514:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319769.974517:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319769.974525:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523499a8700 x1853163999935360/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319769.974533:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319769.974545:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319769.974547:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319769.974550:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4962
00000100:00080000:3.0:1767319769.974552:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319769.974555:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319769.974563:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523499a9500 x1853163999935488/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319769.974628:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767319769.974685:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999935232:0@lo:38:kworker.0
00000100:00100000:1.0:1767319769.974748:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319769.974795:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999935360:0@lo:38:kworker.0
00000100:00100000:1.0:1767319769.974816:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319769.974829:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999935488:0@lo:38:kworker.0
00000100:00100000:1.0:1767319769.974842:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319769.974900:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999935232
00000100:00100000:1.0:1767319769.974906:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999935232
00000100:00100000:1.0:1767319769.974933:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1854
00000100:00100000:1.0:1767319769.974939:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f79bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999935232:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319769.974958:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319769.974991:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f79bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999935232:12345-0@lo:38:kworker.0 Request processed in 51us (243us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319769.974997:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1854
00000100:00100000:1.0:1767319769.975017:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999935360
00000100:00100000:1.0:1767319769.975019:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999935360
00000100:00100000:1.0:1767319769.975033:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999935488
00000100:00100000:1.0:1767319769.975035:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999935488
00000100:00100000:1.0:1767319769.975048:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5375
00000100:00100000:1.0:1767319769.975052:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999935360:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319769.975060:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319769.975081:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999935360:12345-0@lo:38:kworker.0 Request processed in 29us (264us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319769.975087:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5375
00000100:00100000:1.0:1767319769.975097:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5376
00000100:00100000:1.0:1767319769.975100:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999935488:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319769.975109:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319769.975130:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999935488:12345-0@lo:38:kworker.0 Request processed in 28us (287us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319769.975135:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5376
00000100:00080000:1.0:1767319769.975169:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319769.975173:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319769.975176:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999935232:0@lo:38:kworker.0
00000100:00080000:1.0:1767319769.975184:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319769.975187:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319769.975190:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999935360:0@lo:38:kworker.0
00000100:00080000:1.0:1767319769.975222:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319769.975226:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319769.975228:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999935488:0@lo:38:kworker.0
00000100:00080000:3.0:1767319769.975567:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319769.975572:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319769.975575:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319769.975578:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4962
00000100:00080000:3.0:1767319769.975581:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319769.975585:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319769.975603:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523499a9180 x1853163999935744/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319769.975680:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999935744:0@lo:38:kworker.0
00000100:00100000:1.0:1767319769.975706:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319769.975733:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999935744
00000100:00100000:1.0:1767319769.975737:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999935744
00000100:00100000:1.0:1767319769.975754:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5377
00000100:00100000:1.0:1767319769.975758:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999935744:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319769.975768:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319769.975791:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999935744:12345-0@lo:38:kworker.0 Request processed in 32us (84us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319769.975796:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5377
00000100:00080000:1.0:1767319769.975821:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319769.975824:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319769.975827:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999935744:0@lo:38:kworker.0
00000100:00100000:1.0:1767319769.975849:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999936000:0@lo:400:kworker.0
00000100:00100000:1.0:1767319769.975882:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319769.975899:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767319769.975904:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853163999935872:0@lo:400:kworker.0
00000100:00100000:1.0:1767319769.975922:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319769.975941:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999935872
00000100:00100000:1.0:1767319769.975944:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999935872
00000100:00100000:1.0:1767319769.975973:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4840
00000100:00100000:1.0:1767319769.975978:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b27100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853163999935872:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319769.976010:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b27100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853163999935872:12345-0@lo:400:kworker.0 Request processed in 32us (87us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319769.976015:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4840
00000100:00100000:1.0:1767319769.976037:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853163999935872:0@lo:400:kworker.0
00000100:00100000:1.0:1767319769.976057:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999936000
00000100:00100000:1.0:1767319769.976060:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999936000
00000100:00100000:1.0:1767319769.976083:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3183
00000100:00100000:1.0:1767319769.976089:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999936000:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319769.976119:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999936000:12345-0@lo:400:kworker.0 Request processed in 30us (236us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319769.976124:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3183
00000100:00100000:1.0:1767319769.976149:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999936000:0@lo:400:kworker.0
00000100:00080000:1.0:1767319769.976171:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767319769.976174:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319769.976274:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767319769.976284:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999936128:0@lo:400:kworker.0
00000100:00100000:0.0:1767319769.976309:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319769.976501:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999936128
00000100:00100000:1.0:1767319769.976506:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999936128
00000100:00100000:1.0:1767319769.978484:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3184
00000100:00100000:1.0:1767319769.978504:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bcf0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999936128:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767319769.978667:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767319769.978810:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bcf0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999936128:12345-0@lo:400:kworker.0 Request processed in 314us (2498us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319769.978818:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3184
00000100:00100000:2.0:1767319769.979143:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999935616:0@lo:400:kworker.0
00000100:00100000:2.0:1767319769.979183:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319769.979346:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999935616
00000100:00100000:1.0:1767319769.979353:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999935616
00000100:00100000:1.0:1767319769.979400:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4841
00000100:00100000:1.0:1767319769.979406:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236694aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999935616:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319769.979444:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236694aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999935616:12345-0@lo:400:kworker.0 Request processed in 37us (260us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319769.979449:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4841
00000100:00080000:2.0:1767319769.979502:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319769.979527:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999935616:0@lo:400:kworker.0
00000100:00100000:0.0:1767319769.979816:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999936128:0@lo:400:kworker.0
00010000:00010000:2.0:1767319770.293615:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319771.073810:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767319771.073868:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767319771.073969:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962526336
00000100:00100000:2.0:1767319771.073971:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962526208
00000100:00100000:1.0:1767319771.073980:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962526336
00000100:00100000:2.0:1767319771.073980:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962526208
00000100:00100000:2.0:1767319771.074041:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4842
00000100:00100000:1.0:1767319771.074051:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5378
00000100:00100000:2.0:1767319771.074057:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bcf3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962526336:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767319771.074064:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bcf2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962526208:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767319771.074087:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319771.074153:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bcf2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962526208:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 91us (284us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319771.074161:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5378
00000100:00100000:2.0:1767319771.074239:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bcf3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962526336:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 188us (438us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319771.074247:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4842
00000100:00080000:0.0:1767319771.074794:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767319771.317559:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767319772.342882:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319773.050183:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366948e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999936256:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319773.050276:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319773.050369:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999936256
00000100:00100000:1.0:1767319773.050375:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999936256
00000100:00100000:1.0:1767319773.050429:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2348
00000100:00100000:1.0:1767319773.050435:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999936256:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767319773.050463:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767319773.050510:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999936256:12345-0@lo:13:osp-pre-0-1.0 Request processed in 75us (235us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319773.050517:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2348
00000100:00100000:3.0:1767319773.050590:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366948e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999936256:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319773.051040:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767319773.051051:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bcf0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999936384:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319773.051080:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319773.051165:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999936384
00000100:00100000:0.0:1767319773.051170:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999936384
00000100:00100000:0.0:1767319773.051246:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2349
00000100:00100000:0.0:1767319773.051255:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999936384:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767319773.051275:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767319773.051317:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999936384:12345-0@lo:13:osp-pre-1-1.0 Request processed in 64us (236us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319773.051324:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2349
00000100:00100000:3.0:1767319773.051421:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bcf0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999936384:0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767319773.052229:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767319773.052248:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00010000:3.0:1767319773.365625:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319774.392763:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767319775.094186:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319775.094211:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767319775.094214:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319775.094218:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319775.094222:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319775.094229:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4967
00000100:00080000:3.0:1767319775.094233:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319775.094573:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319775.094611:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523499aa680 x1853163999936512/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319775.094641:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319775.094645:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319775.094647:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319775.094651:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4967
00000100:00080000:3.0:1767319775.094655:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319775.094659:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319775.094671:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523499a8380 x1853163999936640/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319775.094682:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319775.094685:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319775.094687:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319775.094690:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4967
00000100:00080000:3.0:1767319775.094693:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319775.094696:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319775.094707:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523499a8a80 x1853163999936768/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319775.094737:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319775.094741:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319775.094743:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319775.094746:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4967
00000100:00080000:3.0:1767319775.094749:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319775.094752:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319775.094763:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523499a9880 x1853163999937024/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319775.095175:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999936512:0@lo:38:kworker.0
00000100:00100000:1.0:1767319775.095555:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319775.095607:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999936640:0@lo:38:kworker.0
00000100:00100000:1.0:1767319775.095632:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319775.095653:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999936768:0@lo:38:kworker.0
00000100:00100000:1.0:1767319775.095673:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319775.095688:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999937024:0@lo:38:kworker.0
00000100:00100000:1.0:1767319775.095707:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319775.095737:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767319775.095745:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999936896:0@lo:400:kworker.0
00000100:00100000:1.0:1767319775.095767:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319775.095792:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853163999937152:0@lo:400:kworker.0
00000100:00100000:1.0:1767319775.095846:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319775.095880:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999936640
00000100:00100000:1.0:1767319775.095887:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999936640
00000100:00100000:3.0:1767319775.096663:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767319775.096679:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999937408:0@lo:400:kworker.0
00000100:00100000:3.0:1767319775.096717:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319775.096747:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999936768
00000100:00100000:3.0:1767319775.096751:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999936768
00000100:00100000:3.0:1767319775.096786:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999937024
00000100:00100000:3.0:1767319775.096789:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999937024
00000100:00100000:3.0:1767319775.096798:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999936896
00000100:00100000:3.0:1767319775.096800:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999936896
00000100:00100000:3.0:1767319775.096845:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999937152
00000100:00100000:3.0:1767319775.096849:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999937152
00000100:00100000:3.0:1767319775.096871:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4843
00000100:00100000:3.0:1767319775.096881:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b26a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999936896:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319775.096934:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b26a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999936896:12345-0@lo:400:kworker.0 Request processed in 54us (1164us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319775.096941:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4843
00000100:00100000:3.0:1767319775.096958:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4844
00000100:00100000:3.0:1767319775.096965:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b27b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853163999937152:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319775.096978:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5379
00000100:00100000:2.0:1767319775.096986:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999936768:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767319775.096993:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b27b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853163999937152:12345-0@lo:400:kworker.0 Request processed in 28us (1145us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319775.096999:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4844
00010000:00020000:2.0:1767319775.097008:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319775.097014:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5380
00000100:00100000:3.0:1767319775.097019:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b25180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999937024:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319775.097031:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319775.097058:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999936768:12345-0@lo:38:kworker.0 Request processed in 70us (1382us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319775.097066:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b25180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999937024:12345-0@lo:38:kworker.0 Request processed in 44us (1357us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319775.097069:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5379
00000100:00100000:3.0:1767319775.097078:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5380
00000100:00100000:3.0:1767319775.097102:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999937280:0@lo:400:kworker.0
00000100:00080000:2.0:1767319775.097105:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319775.097129:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319775.097163:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999937408
00000100:00100000:3.0:1767319775.097167:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999937408
00000100:00100000:2.0:1767319775.097176:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999936896:0@lo:400:kworker.0
00000100:00080000:2.0:1767319775.097233:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767319775.097252:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999937280
00000100:00100000:2.0:1767319775.097256:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999937280
00000100:00100000:3.0:1767319775.097259:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3185
00000100:00100000:3.0:1767319775.097270:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999937408:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319775.097290:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3186
00000100:00100000:2.0:1767319775.097298:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999937280:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319775.097333:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999937280:12345-0@lo:400:kworker.0 Request processed in 36us (204us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319775.097339:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3186
00000100:00080000:2.0:1767319775.097354:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767319775.097404:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999937280:0@lo:400:kworker.0
00000100:00100000:1.0:1767319775.097405:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5381
00000100:00100000:1.0:1767319775.097415:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999936640:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319775.097428:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319775.097455:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853163999937152:0@lo:400:kworker.0
00000100:00100000:1.0:1767319775.097464:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999936640:12345-0@lo:38:kworker.0 Request processed in 48us (1829us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319775.097472:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5381
00000100:00080000:2.0:1767319775.097483:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319775.097489:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319775.097494:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999936640:0@lo:38:kworker.0
00000100:00080000:2.0:1767319775.097504:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319775.097508:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319775.097512:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999936768:0@lo:38:kworker.0
00000100:00080000:2.0:1767319775.097519:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319775.097522:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319775.097525:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999937024:0@lo:38:kworker.0
00000100:00100000:0.0:1767319775.097723:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999936512
00000100:00100000:0.0:1767319775.097728:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999936512
00000100:00100000:0.0:1767319775.097757:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1855
00000100:00100000:0.0:1767319775.097763:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b25500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999936512:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319775.097773:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319775.097825:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b25500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999936512:12345-0@lo:38:kworker.0 Request processed in 62us (2271us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319775.097831:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1855
00000100:00080000:2.0:1767319775.097896:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319775.097900:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319775.097904:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999936512:0@lo:38:kworker.0
00000100:00100000:3.0:1767319775.098187:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999937408:12345-0@lo:400:kworker.0 Request processed in 920us (1469us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319775.098283:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999937408:0@lo:400:kworker.0
00000100:00100000:3.0:1767319775.098422:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3185
00000100:00100000:3.0:1767319775.168047:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000400:00000100:3.0:1767319775.168344:0:6999:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.52@tcp portal 26 match 1853163962526464 offset 0 length 520: 4
00000100:00100000:3.0:1767319775.168375:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767319775.186965:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962526720
00000100:00100000:2.0:1767319775.186967:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962526592
00000100:00100000:1.0:1767319775.186995:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962526720
00000100:00100000:2.0:1767319775.186995:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962526592
00000100:00100000:2.0:1767319775.187180:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4845
00000100:00100000:2.0:1767319775.187230:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962526720:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767319775.187320:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962526720:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 129us (19290us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319775.187329:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4845
00000100:00100000:2.0:1767319775.187350:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5382
00000100:00100000:2.0:1767319775.187355:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962526592:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767319775.187378:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319775.187406:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962526592:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 50us (19030us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319775.187413:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5382
00000100:00080000:1.0:1767319775.187561:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767319775.413417:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767319776.439548:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767319777.461411:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319778.169828:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366948e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999937536:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319778.169911:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319778.170014:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999937536
00000100:00100000:1.0:1767319778.170023:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999937536
00000100:00100000:1.0:1767319778.170092:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2350
00000100:00100000:1.0:1767319778.170102:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999937536:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767319778.170130:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767319778.170189:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999937536:12345-0@lo:13:osp-pre-0-1.0 Request processed in 89us (277us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319778.170225:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2350
00000100:00100000:1.0:1767319778.170287:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366948e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999937536:0@lo:13:osp-pre-0-1.0
00000100:00080000:0.0:1767319778.170561:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767319778.170653:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767319778.170664:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bcf3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999937664:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319778.170695:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319778.170791:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999937664
00000100:00100000:3.0:1767319778.170796:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999937664
00000100:00100000:3.0:1767319778.170841:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2351
00000100:00100000:3.0:1767319778.170849:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236694a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999937664:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767319778.170864:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767319778.170895:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236694a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999937664:12345-0@lo:13:osp-pre-1-1.0 Request processed in 48us (199us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319778.170901:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2351
00000100:00100000:2.0:1767319778.170975:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bcf3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999937664:0@lo:13:osp-pre-1-1.0
00000100:00080000:0.0:1767319778.171029:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00010000:00010000:2.0:1767319778.485499:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319779.189493:0:7004:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319754/real 1767319754]  req@ffff95234bcf1500 x1853163999932288/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319779 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767319779.189541:0:7004:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95234bcf1500 x1853163999932288/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319779 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767319779.189561:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319779.189592:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767319779.189596:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bcf1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853163999932288:0@lo:250:kworker.0
00000100:00080000:1.0:1767319779.189832:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319779.189838:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1767319779.189842:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319779.189846:0:63619:0:(import.c:509:import_select_connection()) MGC192.168.202.152@tcp: connect to NID 0@lo last attempt 4952
00000100:00080000:1.0:1767319779.189850:0:63619:0:(import.c:588:import_select_connection()) MGC192.168.202.152@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319779.189857:0:63619:0:(import.c:623:import_select_connection()) MGC192.168.202.152@tcp: import ffff95235eb57800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319779.189904:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952344b24700 x1853163999937792/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319779.189940:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319779.189945:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319779.189946:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319779.189950:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4973
00000100:00080000:1.0:1767319779.189952:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319779.189956:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319779.189973:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952344b24380 x1853163999937920/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319779.189984:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319779.189987:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319779.189989:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319779.189993:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4973
00000100:00080000:1.0:1767319779.189996:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319779.190000:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319779.190009:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952344b27480 x1853163999938048/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319779.190018:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319779.190021:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319779.190023:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319779.190027:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4973
00000100:00080000:1.0:1767319779.190029:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319779.190032:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319779.190043:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952344b25f80 x1853163999938176/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319779.190087:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319779.190091:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319779.190093:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319779.190097:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4973
00000100:00080000:1.0:1767319779.190100:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319779.190104:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319779.190117:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952344b24e00 x1853163999938432/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319779.190185:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952344b26680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999938560:0@lo:400:kworker.0
00000100:00100000:1.0:1767319779.190287:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319779.190344:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767319779.190349:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952344b26300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999938688:0@lo:400:kworker.0
00000100:00100000:1.0:1767319779.190377:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319779.190411:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999938688
00000100:00100000:1.0:1767319779.190419:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999938688
00000100:00100000:2.0:1767319779.190692:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952344b24700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853163999937792:0@lo:250:kworker.0
00000400:00000100:2.0:1767319779.190716:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163999937792 offset 0 length 520: 4
00000100:00100000:2.0:1767319779.190735:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952344b24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999937920:0@lo:38:kworker.0
00000100:00100000:2.0:1767319779.190756:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319779.190803:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952344b27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999938048:0@lo:38:kworker.0
00000100:00100000:2.0:1767319779.190825:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319779.190841:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952344b25f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999938176:0@lo:38:kworker.0
00000100:00100000:2.0:1767319779.190860:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319779.190888:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952344b24e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999938432:0@lo:38:kworker.0
00000100:00100000:2.0:1767319779.190907:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319779.190937:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999937920
00000100:00100000:2.0:1767319779.190941:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999937920
00000100:00100000:2.0:1767319779.190973:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1856
00000100:00100000:2.0:1767319779.190981:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366948e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999937920:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319779.191002:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319779.191039:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366948e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999937920:12345-0@lo:38:kworker.0 Request processed in 58us (281us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319779.191046:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1856
00000100:00100000:2.0:1767319779.191066:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999938560
00000100:00100000:2.0:1767319779.191070:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999938560
00000100:00100000:2.0:1767319779.191098:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999938048
00000100:00100000:2.0:1767319779.191100:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999938048
00000100:00100000:2.0:1767319779.191113:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999938176
00000100:00100000:2.0:1767319779.191115:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999938176
00000100:00100000:2.0:1767319779.191122:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999938432
00000100:00100000:2.0:1767319779.191123:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999938432
00000100:00100000:2.0:1767319779.191133:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4846
00000100:00100000:2.0:1767319779.191140:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b26d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999938560:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319779.191184:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b26d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999938560:12345-0@lo:400:kworker.0 Request processed in 45us (897us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319779.191190:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4846
00000100:00100000:2.0:1767319779.191226:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5383
00000100:00100000:2.0:1767319779.191230:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234823b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999938048:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319779.191239:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319779.191262:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234823b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999938048:12345-0@lo:38:kworker.0 Request processed in 31us (436us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319779.191268:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5383
00000100:00100000:2.0:1767319779.191279:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5384
00000100:00100000:2.0:1767319779.191283:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952348239f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999938176:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319779.191291:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319779.191311:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952348239f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999938176:12345-0@lo:38:kworker.0 Request processed in 27us (450us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319779.191316:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5384
00000100:00100000:2.0:1767319779.191325:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5385
00000100:00100000:2.0:1767319779.191329:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952348239500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999938432:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319779.191336:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319779.191355:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952348239500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999938432:12345-0@lo:38:kworker.0 Request processed in 25us (448us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319779.191360:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5385
00000100:00100000:2.0:1767319779.191404:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952344b26680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999938560:0@lo:400:kworker.0
00000100:00080000:2.0:1767319779.191712:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319779.191718:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319779.191721:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952344b24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999937920:0@lo:38:kworker.0
00000100:00080000:2.0:1767319779.191735:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319779.191738:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319779.191742:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952344b27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999938048:0@lo:38:kworker.0
00000100:00080000:2.0:1767319779.191751:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319779.191755:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319779.191758:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952344b25f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999938176:0@lo:38:kworker.0
00000100:00080000:2.0:1767319779.191767:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319779.191780:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319779.191784:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952344b24e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999938432:0@lo:38:kworker.0
00000100:00100000:1.0:1767319779.192027:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3187
00000100:00100000:1.0:1767319779.192038:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373faea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999938688:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319779.192094:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373faea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999938688:12345-0@lo:400:kworker.0 Request processed in 59us (1715us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319779.192101:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3187
00000100:00080000:0.0:1767319779.192235:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319779.192253:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952344b24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999938816:0@lo:400:kworker.0
00000100:00100000:0.0:1767319779.192295:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319779.192320:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767319779.192328:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952344b24a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999938304:0@lo:400:kworker.0
00000100:00100000:0.0:1767319779.192350:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319779.192885:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999938304
00000100:00100000:2.0:1767319779.192895:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999938304
00000100:00100000:2.0:1767319779.192960:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4847
00000100:00100000:2.0:1767319779.192968:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bcf2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999938304:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319779.193016:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bcf2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999938304:12345-0@lo:400:kworker.0 Request processed in 50us (665us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319779.193022:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4847
00000100:00100000:2.0:1767319779.193044:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999938816
00000100:00100000:2.0:1767319779.193048:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999938816
00000100:00100000:2.0:1767319779.193070:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3188
00000100:00100000:2.0:1767319779.193076:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bcf2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999938816:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319779.193104:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bcf2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999938816:12345-0@lo:400:kworker.0 Request processed in 29us (810us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319779.193109:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3188
00000100:00100000:2.0:1767319779.193149:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952344b26300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999938688:0@lo:400:kworker.0
00000100:00080000:0.0:1767319779.193701:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319779.193727:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952344b24a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999938304:0@lo:400:kworker.0
00000100:00100000:0.0:1767319779.193738:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952344b24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999938816:0@lo:400:kworker.0
00010000:00010000:0.0:1767319779.509749:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319780.289162:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767319780.289259:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962526976
00000100:00100000:3.0:1767319780.289271:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962526976
00000100:00100000:3.0:1767319780.289341:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4848
00000100:00100000:3.0:1767319780.289349:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373faca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962526976:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:3.0:1767319780.289507:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373faca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962526976:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 158us (355us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319780.289515:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4848
00000100:00100000:2.0:1767319780.289711:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00080000:0.0:1767319780.289943:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319780.290566:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962526848
00000100:00100000:1.0:1767319780.290574:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962526848
00000100:00100000:1.0:1767319780.290610:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5386
00000100:00100000:1.0:1767319780.290617:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234823ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962526848:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767319780.290637:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319780.290685:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234823ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962526848:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 68us (974us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319780.290692:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5386
00010000:00010000:3.0:1767319780.534947:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767319781.557648:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319782.581575:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319783.285623:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952348238700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999938944:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319783.285708:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319783.285948:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999938944
00000100:00100000:3.0:1767319783.285957:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999938944
00000100:00100000:3.0:1767319783.286019:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2352
00000100:00100000:3.0:1767319783.286029:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373fac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999938944:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767319783.286058:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00080000:2.0:1767319783.286136:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767319783.290039:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767319783.290058:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bcf3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999939072:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319783.290139:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319783.290182:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999939072
00000100:00100000:0.0:1767319783.290187:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999939072
00000100:00100000:0.0:1767319783.290255:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2353
00000100:00100000:0.0:1767319783.290261:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bcf2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999939072:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767319783.290288:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767319783.290329:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bcf2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999939072:12345-0@lo:13:osp-pre-1-1.0 Request processed in 68us (190us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319783.290334:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2353
00000100:00080000:0.0:1767319783.290352:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767319783.290394:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bcf3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999939072:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319783.290544:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373fac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999938944:12345-0@lo:13:osp-pre-0-1.0 Request processed in 4517us (4835us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319783.290550:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2352
00000100:00100000:1.0:1767319783.294805:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952348238700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999938944:0@lo:13:osp-pre-0-1.0
00010000:00010000:2.0:1767319783.605403:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767319784.309297:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319784.309307:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767319784.309311:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319784.309315:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319784.309318:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319784.309326:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4977
00000100:00080000:1.0:1767319784.309330:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319784.309336:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319784.309372:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952373fad500 x1853163999939200/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319784.309396:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319784.309399:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319784.309401:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319784.309404:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4977
00000100:00080000:1.0:1767319784.309407:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319784.309409:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319784.309420:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952373fac000 x1853163999939328/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319784.309429:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319784.309432:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319784.309434:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319784.309437:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4977
00000100:00080000:1.0:1767319784.309439:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319784.309441:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319784.309449:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952373faf800 x1853163999939456/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319784.309494:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319784.309498:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319784.309500:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319784.309503:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4977
00000100:00080000:1.0:1767319784.309505:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319784.309508:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319784.309519:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952373faed80 x1853163999939712/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319784.309580:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952373fae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853163999939840:0@lo:400:kworker.0
00000100:00100000:1.0:1767319784.309644:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319784.309685:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767319784.309690:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952373fafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999939968:0@lo:400:kworker.0
00000100:00100000:1.0:1767319784.309716:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319784.309783:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999939968
00000100:00100000:1.0:1767319784.309790:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999939968
00000100:00100000:1.0:1767319784.309834:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3189
00000100:00100000:1.0:1767319784.309843:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367299500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999939968:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319784.309895:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367299500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999939968:12345-0@lo:400:kworker.0 Request processed in 53us (178us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319784.309902:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3189
00000100:00100000:3.0:1767319784.310095:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952373fadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999940096:0@lo:400:kworker.0
00000100:00100000:3.0:1767319784.310126:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319784.310150:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767319784.310156:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952373faf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999939584:0@lo:400:kworker.0
00000100:00100000:3.0:1767319784.310177:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319784.310230:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999939840
00000100:00100000:3.0:1767319784.310244:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999939840
00000100:00100000:3.0:1767319784.310275:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999939584
00000100:00100000:3.0:1767319784.310278:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999939584
00000100:00100000:3.0:1767319784.310296:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4849
00000100:00100000:3.0:1767319784.310302:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373fae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853163999939840:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319784.310332:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373fae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853163999939840:12345-0@lo:400:kworker.0 Request processed in 30us (687us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319784.310338:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4849
00000100:00100000:3.0:1767319784.310349:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4850
00000100:00100000:3.0:1767319784.310355:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999939584:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319784.310383:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999939584:12345-0@lo:400:kworker.0 Request processed in 29us (205us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319784.310389:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4850
00000100:00100000:3.0:1767319784.310407:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999940096
00000100:00100000:3.0:1767319784.310410:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999940096
00000100:00100000:3.0:1767319784.310431:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3190
00000100:00100000:3.0:1767319784.310437:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999940096:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319784.310464:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999940096:12345-0@lo:400:kworker.0 Request processed in 27us (337us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319784.310470:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3190
00000100:00100000:3.0:1767319784.310515:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952373faf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999939584:0@lo:400:kworker.0
00000100:00100000:3.0:1767319784.310526:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952373fadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999940096:0@lo:400:kworker.0
00000100:00100000:3.0:1767319784.310583:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952373fafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999939968:0@lo:400:kworker.0
00000100:00100000:3.0:1767319784.310593:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952373fae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853163999939840:0@lo:400:kworker.0
00000100:00100000:2.0:1767319784.310819:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952373fad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999939200:0@lo:38:kworker.0
00000100:00100000:2.0:1767319784.310854:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319784.310884:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952373fac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999939328:0@lo:38:kworker.0
00000100:00100000:2.0:1767319784.310908:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767319784.310919:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319784.310945:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952373faf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999939456:0@lo:38:kworker.0
00000100:00100000:0.0:1767319784.310951:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999939328
00000100:00100000:0.0:1767319784.310957:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999939328
00000100:00100000:2.0:1767319784.310971:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319784.310985:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999939456
00000100:00100000:0.0:1767319784.310989:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999939456
00000100:00100000:2.0:1767319784.310996:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952373faed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999939712:0@lo:38:kworker.0
00000100:00100000:0.0:1767319784.311011:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5387
00000100:00100000:0.0:1767319784.311019:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b24000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999939328:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767319784.311025:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:0.0:1767319784.311041:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319784.311058:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999939712
00000100:00100000:2.0:1767319784.311063:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999939712
00000100:00100000:2.0:1767319784.311082:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5388
00000100:00100000:2.0:1767319784.311087:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b24a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999939456:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767319784.311095:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b24000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999939328:12345-0@lo:38:kworker.0 Request processed in 74us (184us total) trans 0 rc -19/-19
00010000:00020000:2.0:1767319784.311100:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319784.311105:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5387
00000100:00100000:0.0:1767319784.311124:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5389
00000100:00100000:0.0:1767319784.311131:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b26300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999939712:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767319784.311133:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b24a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999939456:12345-0@lo:38:kworker.0 Request processed in 42us (160us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319784.311142:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5388
00010000:00020000:0.0:1767319784.311145:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319784.311176:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b26300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999939712:12345-0@lo:38:kworker.0 Request processed in 44us (153us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319784.311184:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5389
00000100:00080000:2.0:1767319784.311216:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319784.311222:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319784.311226:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952373fac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999939328:0@lo:38:kworker.0
00000100:00100000:1.0:1767319784.311388:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999939200
00000100:00100000:1.0:1767319784.311393:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999939200
00000100:00100000:1.0:1767319784.311424:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1857
00000100:00100000:1.0:1767319784.311429:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952348238700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999939200:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319784.311439:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767319784.311510:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319784.311514:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319784.311517:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952373faf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999939456:0@lo:38:kworker.0
00000100:00100000:1.0:1767319784.311706:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952348238700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999939200:12345-0@lo:38:kworker.0 Request processed in 276us (850us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319784.311713:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1857
00000100:00080000:2.0:1767319784.311764:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319784.311768:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319784.311771:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952373faed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999939712:0@lo:38:kworker.0
00000100:00080000:2.0:1767319784.311788:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319784.311790:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319784.311793:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952373fad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999939200:0@lo:38:kworker.0
00010000:00010000:3.0:1767319784.630698:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319785.407694:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767319785.407936:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962527104
00000100:00100000:1.0:1767319785.407946:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962527104
00000100:00100000:1.0:1767319785.408001:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5390
00000100:00100000:1.0:1767319785.408010:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962527104:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767319785.408033:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319785.408103:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962527104:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 93us (429us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319785.408110:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5390
00000100:00100000:0.0:1767319785.415926:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767319785.416090:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962527232
00000100:00100000:1.0:1767319785.416098:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962527232
00000100:00100000:1.0:1767319785.416180:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4851
00000100:00100000:1.0:1767319785.416187:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bcf3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962527232:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767319785.416268:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bcf3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962527232:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 82us (351us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319785.416274:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4851
00000100:00080000:0.0:1767319785.416712:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767319785.653683:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319786.677452:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319787.701496:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319788.407082:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767319788.407111:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bcf3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999940352:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319788.407184:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319788.407367:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bcf1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999940224:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319788.407397:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319788.407434:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999940352
00000100:00100000:2.0:1767319788.407442:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999940352
00000100:00100000:2.0:1767319788.407496:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999940224
00000100:00100000:2.0:1767319788.407500:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999940224
00000100:00100000:2.0:1767319788.407521:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2354
00000100:00100000:2.0:1767319788.407529:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bcf0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999940352:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767319788.407566:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767319788.407610:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bcf0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999940352:12345-0@lo:13:osp-pre-0-1.0 Request processed in 82us (426us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319788.407617:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2354
00000100:00100000:2.0:1767319788.407633:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2355
00000100:00100000:2.0:1767319788.407638:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b24e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999940224:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767319788.407654:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767319788.407680:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b24e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999940224:12345-0@lo:13:osp-pre-1-1.0 Request processed in 42us (281us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319788.407695:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2355
00000100:00080000:3.0:1767319788.407811:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767319788.407816:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767319788.407855:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bcf3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999940352:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319788.407892:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bcf1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999940224:0@lo:13:osp-pre-1-1.0
00010000:00010000:3.0:1767319788.725428:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767319789.430869:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319789.430876:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767319789.430880:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319789.430883:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319789.430887:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319789.430895:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4982
00000100:00080000:1.0:1767319789.430901:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319789.430908:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319789.430944:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952367299f80 x1853163999940480/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319789.430969:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319789.430972:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319789.430974:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319789.430977:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4982
00000100:00080000:1.0:1767319789.430980:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319789.430984:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319789.430995:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952367299c00 x1853163999940608/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319789.431004:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319789.431008:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319789.431010:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319789.431013:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4982
00000100:00080000:1.0:1767319789.431016:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319789.431019:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319789.431028:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236729ad80 x1853163999940736/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319789.431067:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319789.431070:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319789.431072:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319789.431075:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4982
00000100:00080000:1.0:1767319789.431077:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319789.431081:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319789.431091:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236729bb80 x1853163999940992/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319789.431143:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236729b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999941376:0@lo:400:kworker.0
00000100:00100000:3.0:1767319789.431282:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367298a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999941248:0@lo:400:kworker.0
00000100:00100000:2.0:1767319789.432071:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367298000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853163999940864:0@lo:400:kworker.0
00000100:00100000:0.0:1767319789.432224:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367299f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999940480:0@lo:38:kworker.0
00000100:00100000:2.0:1767319789.439752:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319789.439830:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999940864
00000100:00100000:2.0:1767319789.439838:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999940864
00000100:00100000:2.0:1767319789.439882:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4852
00000100:00100000:2.0:1767319789.439890:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b25f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853163999940864:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319789.439932:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b25f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853163999940864:12345-0@lo:400:kworker.0 Request processed in 45us (189us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319789.439938:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4852
00000100:00100000:2.0:1767319789.439972:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367298000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853163999940864:0@lo:400:kworker.0
00000100:00080000:2.0:1767319789.440096:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319789.440130:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367298700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999941120:0@lo:400:kworker.0
00000100:00100000:2.0:1767319789.440165:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319789.440184:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999941120
00000100:00100000:2.0:1767319789.440186:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999941120
00000100:00100000:2.0:1767319789.440221:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4853
00000100:00100000:2.0:1767319789.440225:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b27480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999941120:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319789.440247:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b27480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999941120:12345-0@lo:400:kworker.0 Request processed in 22us (81us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319789.440252:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4853
00000100:00080000:2.0:1767319789.440263:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319789.440273:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367298700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999941120:0@lo:400:kworker.0
00000100:00100000:1.0:1767319789.440795:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319789.440932:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999941376
00000100:00100000:2.0:1767319789.440937:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999941376
00000100:00100000:2.0:1767319789.440966:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3191
00000100:00100000:2.0:1767319789.440971:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367298380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999941376:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319789.441012:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367298380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999941376:12345-0@lo:400:kworker.0 Request processed in 40us (216us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319789.441017:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3191
00000100:00100000:1.0:1767319789.441092:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236729b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999941376:0@lo:400:kworker.0
00000100:00100000:0.0:1767319789.441891:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319789.441953:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367299c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999940608:0@lo:38:kworker.0
00000100:00100000:0.0:1767319789.441977:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319789.442032:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236729ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999940736:0@lo:38:kworker.0
00000100:00100000:0.0:1767319789.442056:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319789.442081:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999940480
00000100:00100000:1.0:1767319789.442085:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999940480
00000100:00100000:1.0:1767319789.442107:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1858
00000100:00100000:1.0:1767319789.442111:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bcf1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999940480:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319789.442140:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319789.442168:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bcf1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999940480:12345-0@lo:38:kworker.0 Request processed in 56us (278us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319789.442172:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1858
00000100:00100000:0.0:1767319789.442599:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236729bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999940992:0@lo:38:kworker.0
00000100:00100000:0.0:1767319789.442619:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319789.442743:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999940608
00000100:00100000:2.0:1767319789.442749:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999940608
00000100:00100000:3.0:1767319789.442763:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319789.442778:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999940736
00000100:00100000:1.0:1767319789.442781:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999940736
00000100:00100000:1.0:1767319789.442802:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5391
00000100:00100000:1.0:1767319789.442806:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bcf3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999940608:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319789.442816:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767319789.442888:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319789.442892:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319789.442894:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367299f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999940480:0@lo:38:kworker.0
00000100:00080000:0.0:1767319789.442899:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319789.442902:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319789.442904:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367299c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999940608:0@lo:38:kworker.0
00000100:00100000:0.0:1767319789.442944:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999941248
00000100:00100000:0.0:1767319789.442947:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999941248
00000100:00100000:0.0:1767319789.442968:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3192
00000100:00100000:0.0:1767319789.442972:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999941248:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319789.443005:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999941248:12345-0@lo:400:kworker.0 Request processed in 33us (243us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319789.443011:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3192
00000100:00100000:0.0:1767319789.443033:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999940992
00000100:00100000:0.0:1767319789.443036:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999940992
00000100:00100000:0.0:1767319789.443054:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5392
00000100:00100000:0.0:1767319789.443058:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999940736:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319789.443068:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319789.443095:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999940736:12345-0@lo:38:kworker.0 Request processed in 35us (1039us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319789.443099:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5392
00000100:00100000:0.0:1767319789.443108:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5393
00000100:00100000:0.0:1767319789.443110:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999940992:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319789.443117:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319789.443186:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bcf3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999940608:12345-0@lo:38:kworker.0 Request processed in 40us (869us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319789.443192:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5391
00000100:00080000:1.0:1767319789.443230:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319789.443233:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319789.443235:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236729ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999940736:0@lo:38:kworker.0
00000100:00100000:0.0:1767319789.444663:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999940992:12345-0@lo:38:kworker.0 Request processed in 1545us (2037us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319789.444672:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5393
00000100:00080000:1.0:1767319789.444922:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319789.444926:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319789.444929:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236729bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999940992:0@lo:38:kworker.0
00000100:00100000:2.0:1767319789.445090:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367298a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999941248:0@lo:400:kworker.0
00010000:00010000:2.0:1767319789.753440:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319790.527506:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767319790.527582:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767319790.527724:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962527360
00000100:00100000:1.0:1767319790.527737:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962527360
00000100:00100000:1.0:1767319790.527807:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962527488
00000100:00100000:1.0:1767319790.527810:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962527488
00000100:00100000:0.0:1767319790.527883:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4854
00000100:00100000:0.0:1767319790.527915:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962527488:12345-192.168.202.52@tcp:400:kworker.0
00000100:00080000:2.0:1767319790.527959:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319790.528030:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962527488:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 131us (446us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319790.529159:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5394
00000100:00100000:1.0:1767319790.529172:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962527360:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767319790.529216:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319790.529294:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962527360:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 122us (1805us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319790.529303:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5394
00000100:00100000:0.0:1767319790.535210:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4854
00010000:00010000:2.0:1767319790.773497:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319791.797458:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767319792.821581:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319793.525737:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999941504:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319793.525814:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319793.526443:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999941632:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319793.526494:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319793.526542:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999941632
00000100:00100000:2.0:1767319793.526550:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999941632
00000100:00100000:2.0:1767319793.526608:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2356
00000100:00100000:2.0:1767319793.526618:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999941632:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767319793.526665:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767319793.526708:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999941632:12345-0@lo:13:osp-pre-1-1.0 Request processed in 91us (223us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319793.526718:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2356
00000100:00080000:2.0:1767319793.526741:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767319793.526776:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999941632:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319793.528823:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999941504
00000100:00100000:0.0:1767319793.528839:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999941504
00000100:00100000:0.0:1767319793.528922:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2357
00000100:00100000:0.0:1767319793.528934:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236729ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999941504:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767319793.528971:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00080000:2.0:1767319793.529116:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767319793.530002:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236729ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999941504:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1068us (4184us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319793.530013:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2357
00000100:00100000:1.0:1767319793.531765:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999941504:0@lo:13:osp-pre-0-1.0
00010000:00010000:2.0:1767319793.846924:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767319794.549582:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319794.549592:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767319794.549595:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319794.549599:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319794.549603:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319794.549611:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4987
00000100:00080000:2.0:1767319794.549615:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319794.549622:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319794.549673:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952344b26680 x1853163999941760/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319794.549698:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319794.549701:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319794.549703:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319794.549706:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4987
00000100:00080000:2.0:1767319794.549708:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319794.549712:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319794.549726:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523494d3100 x1853163999941888/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319794.549734:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319794.549737:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319794.549739:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319794.549748:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4987
00000100:00080000:2.0:1767319794.549750:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319794.549753:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319794.549767:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523494d0a80 x1853163999942016/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319794.549804:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319794.549808:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319794.549809:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319794.549813:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4987
00000100:00080000:2.0:1767319794.549815:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319794.549817:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319794.549828:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523494d2d80 x1853163999942272/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319794.549886:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853163999942400:0@lo:400:kworker.0
00000100:00100000:2.0:1767319794.549951:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319794.550009:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767319794.550016:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999942528:0@lo:400:kworker.0
00000100:00100000:2.0:1767319794.550039:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319794.550225:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853163999942144:0@lo:400:kworker.0
00000100:00100000:3.0:1767319794.550255:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319794.550291:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767319794.550297:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366986680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999942656:0@lo:400:kworker.0
00000100:00100000:3.0:1767319794.550318:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319794.550388:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999942400
00000100:00100000:2.0:1767319794.550395:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999942400
00000100:00100000:2.0:1767319794.550451:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999942144
00000100:00100000:2.0:1767319794.550455:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999942144
00000100:00100000:2.0:1767319794.550478:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4855
00000100:00100000:2.0:1767319794.550486:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366987b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853163999942400:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319794.550497:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999942528
00000100:00100000:1.0:1767319794.550501:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999942528
00000100:00100000:1.0:1767319794.550527:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999942656
00000100:00100000:1.0:1767319794.550529:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999942656
00000100:00100000:2.0:1767319794.550533:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366987b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853163999942400:12345-0@lo:400:kworker.0 Request processed in 48us (582us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319794.550539:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4855
00000100:00100000:1.0:1767319794.550547:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3193
00000100:00100000:1.0:1767319794.550552:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366986d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999942528:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319794.550555:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4856
00000100:00100000:2.0:1767319794.550560:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853163999942144:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319794.550585:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366986d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999942528:12345-0@lo:400:kworker.0 Request processed in 32us (544us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319794.550590:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3193
00000100:00100000:1.0:1767319794.550603:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3194
00000100:00100000:1.0:1767319794.550609:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999942656:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767319794.550615:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319794.550711:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952344b26680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999941760:0@lo:38:kworker.0
00000100:00100000:2.0:1767319794.550748:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853163999942144:12345-0@lo:400:kworker.0 Request processed in 187us (492us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319794.550754:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4856
00000100:00100000:2.0:1767319794.550793:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999942528:0@lo:400:kworker.0
00000100:00100000:2.0:1767319794.550803:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853163999942400:0@lo:400:kworker.0
00000100:00100000:1.0:1767319794.554174:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999942656:12345-0@lo:400:kworker.0 Request processed in 3555us (3843us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319794.554189:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3194
00000100:00100000:3.0:1767319794.556807:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853163999942144:0@lo:400:kworker.0
00000100:00100000:3.0:1767319794.556846:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366986680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999942656:0@lo:400:kworker.0
00000100:00100000:0.0:1767319794.562349:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319794.562428:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999941888:0@lo:38:kworker.0
00000100:00100000:0.0:1767319794.562466:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319794.562560:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999942016:0@lo:38:kworker.0
00000100:00100000:0.0:1767319794.562586:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319794.562669:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999941760
00000100:00100000:1.0:1767319794.562678:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999941760
00000100:00100000:1.0:1767319794.562733:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1859
00000100:00100000:1.0:1767319794.562740:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999941760:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319794.562764:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319794.562808:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999941760:12345-0@lo:38:kworker.0 Request processed in 67us (465us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319794.562816:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1859
00000100:00100000:0.0:1767319794.565660:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999942272:0@lo:38:kworker.0
00000100:00100000:0.0:1767319794.565717:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319794.565873:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999941888
00000100:00100000:2.0:1767319794.565890:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999941888
00000100:00100000:2.0:1767319794.565983:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999942016
00000100:00100000:2.0:1767319794.565988:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999942016
00000100:00100000:3.0:1767319794.568294:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999942272
00000100:00100000:3.0:1767319794.568308:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999942272
00000100:00100000:3.0:1767319794.568354:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5395
00000100:00100000:3.0:1767319794.568362:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999941888:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319794.568384:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319794.568444:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999941888:12345-0@lo:38:kworker.0 Request processed in 82us (5976us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319794.568451:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5395
00000100:00100000:3.0:1767319794.568468:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5396
00000100:00100000:3.0:1767319794.568472:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999942016:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319794.568482:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319794.568505:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999942016:12345-0@lo:38:kworker.0 Request processed in 31us (5918us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319794.568510:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5396
00000100:00100000:3.0:1767319794.568521:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5397
00000100:00100000:3.0:1767319794.568525:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999942272:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319794.568547:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319794.568568:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999942272:12345-0@lo:38:kworker.0 Request processed in 42us (2852us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319794.568574:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5397
00000100:00080000:0.0:1767319794.569188:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319794.569210:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319794.569214:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999942272:0@lo:38:kworker.0
00000100:00080000:0.0:1767319794.569245:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319794.569249:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319794.569252:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952344b26680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999941760:0@lo:38:kworker.0
00000100:00080000:0.0:1767319794.569260:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319794.569264:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319794.569267:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999941888:0@lo:38:kworker.0
00000100:00080000:0.0:1767319794.569274:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319794.569277:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319794.569280:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999942016:0@lo:38:kworker.0
00010000:00010000:2.0:1767319794.869751:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319795.648455:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767319795.648573:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962527744
00000100:00100000:2.0:1767319795.648589:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962527744
00000100:00100000:3.0:1767319795.648589:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767319795.648664:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962527616
00000100:00100000:1.0:1767319795.648669:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962527616
00000100:00100000:1.0:1767319795.648715:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5398
00000100:00100000:1.0:1767319795.648723:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373faed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962527616:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767319795.648744:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319795.648805:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373faed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962527616:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 82us (217us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319795.648809:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5398
00000100:00080000:0.0:1767319795.649566:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319795.649599:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4857
00000100:00100000:2.0:1767319795.649607:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373fad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962527744:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767319795.649663:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373fad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962527744:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 58us (1224us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319795.649668:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4857
00010000:00010000:2.0:1767319795.893888:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767319796.920223:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319797.941766:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319798.645489:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952373faf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999942784:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319798.645565:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319798.645713:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999942784
00000100:00100000:1.0:1767319798.645723:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999942784
00000100:00100000:1.0:1767319798.645789:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2358
00000100:00100000:1.0:1767319798.645799:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999942784:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767319798.645827:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767319798.645877:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999942784:12345-0@lo:13:osp-pre-0-1.0 Request processed in 82us (313us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319798.645883:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2358
00000100:00080000:3.0:1767319798.645975:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767319798.646087:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999942912:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319798.646118:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319798.646170:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999942912
00000100:00100000:1.0:1767319798.646175:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999942912
00000100:00100000:1.0:1767319798.646229:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2359
00000100:00100000:1.0:1767319798.646235:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366985880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999942912:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767319798.646251:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767319798.646283:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366985880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999942912:12345-0@lo:13:osp-pre-1-1.0 Request processed in 49us (165us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319798.646287:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2359
00000100:00100000:2.0:1767319798.646338:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999942912:0@lo:13:osp-pre-1-1.0
00000100:00080000:3.0:1767319798.646345:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767319798.647701:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952373faf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999942784:0@lo:13:osp-pre-0-1.0
00010000:00010000:2.0:1767319798.965505:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767319799.669342:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319799.669354:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767319799.669356:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319799.669361:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319799.669365:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319799.669372:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4992
00000100:00080000:2.0:1767319799.669377:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767319799.669479:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319799.669519:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366985c00 x1853163999943040/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319799.669535:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319799.669538:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319799.669540:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319799.669544:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4992
00000100:00080000:2.0:1767319799.669546:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767319799.669549:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319799.669563:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366986300 x1853163999943168/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319799.669571:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319799.669574:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319799.669575:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319799.669579:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4992
00000100:00080000:2.0:1767319799.669582:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767319799.669596:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319799.669607:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366986a00 x1853163999943296/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319799.669655:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366985c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999943040:0@lo:38:kworker.0
00000100:00080000:2.0:1767319799.669661:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319799.669666:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319799.669668:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319799.669673:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4992
00000100:00080000:2.0:1767319799.669676:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s
00000100:00080000:2.0:1767319799.669679:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319799.669697:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366986680 x1853163999943552/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319799.669778:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999943808:0@lo:400:kworker.0
00000100:00100000:0.0:1767319799.669787:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319799.669812:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319799.669860:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366986300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999943168:0@lo:38:kworker.0
00000100:00100000:0.0:1767319799.669890:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319799.669894:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999943936:0@lo:400:kworker.0
00000100:00100000:0.0:1767319799.669923:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999943168
00000100:00100000:0.0:1767319799.669931:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999943168
00000100:00100000:1.0:1767319799.669950:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319799.669972:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5399
00000100:00100000:0.0:1767319799.669980:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999943168:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767319799.669982:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767319799.669992:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366987800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999943424:0@lo:400:kworker.0
00010000:00020000:0.0:1767319799.670003:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319799.670016:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319799.670050:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999943168:12345-0@lo:38:kworker.0 Request processed in 67us (158us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319799.670050:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999943680:0@lo:400:kworker.0
00000100:00100000:0.0:1767319799.670064:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5399
00000100:00100000:0.0:1767319799.670081:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999943424
00000100:00100000:1.0:1767319799.670086:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319799.670087:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999943424
00000100:00100000:1.0:1767319799.670121:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999943808
00000100:00100000:0.0:1767319799.670127:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999943680
00000100:00100000:1.0:1767319799.670127:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999943808
00000100:00100000:0.0:1767319799.670133:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999943680
00000100:00100000:1.0:1767319799.670166:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999943936
00000100:00100000:0.0:1767319799.670167:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4858
00000100:00100000:1.0:1767319799.670172:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999943936
00000100:00100000:0.0:1767319799.670190:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236729a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999943424:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319799.670228:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3195
00000100:00100000:1.0:1767319799.670238:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999943808:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319799.670255:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236729a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999943424:12345-0@lo:400:kworker.0 Request processed in 68us (239us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319799.670261:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4858
00000100:00100000:0.0:1767319799.670274:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4859
00000100:00100000:0.0:1767319799.670280:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236729b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999943680:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319799.670286:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999943808:12345-0@lo:400:kworker.0 Request processed in 48us (471us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319799.670294:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3195
00000100:00100000:0.0:1767319799.670313:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236729b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999943680:12345-0@lo:400:kworker.0 Request processed in 31us (229us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319799.670314:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3196
00000100:00100000:1.0:1767319799.670327:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236729b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999943936:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319799.670329:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4859
00000100:00100000:1.0:1767319799.670365:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236729b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999943936:12345-0@lo:400:kworker.0 Request processed in 41us (415us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319799.670371:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3196
00000100:00100000:0.0:1767319799.670383:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366987800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999943424:0@lo:400:kworker.0
00000100:00100000:0.0:1767319799.670393:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999943936:0@lo:400:kworker.0
00000100:00100000:1.0:1767319799.670421:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999943680:0@lo:400:kworker.0
00000100:00080000:0.0:1767319799.670424:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319799.670429:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319799.670432:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366986300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999943168:0@lo:38:kworker.0
00000100:00100000:0.0:1767319799.670437:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366986a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999943296:0@lo:38:kworker.0
00000100:00100000:0.0:1767319799.670456:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319799.670477:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366986680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999943552:0@lo:38:kworker.0
00000100:00100000:1.0:1767319799.670483:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999943296
00000100:00100000:1.0:1767319799.670487:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999943296
00000100:00100000:0.0:1767319799.670499:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319799.670513:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999943552
00000100:00100000:1.0:1767319799.670516:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999943552
00000100:00100000:1.0:1767319799.670529:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5400
00000100:00100000:0.0:1767319799.670539:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5401
00000100:00100000:1.0:1767319799.670539:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999943296:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767319799.670550:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999943552:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319799.670555:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:0.0:1767319799.670565:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319799.670594:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999943296:12345-0@lo:38:kworker.0 Request processed in 46us (124us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319799.670601:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5400
00000100:00100000:0.0:1767319799.670613:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999943552:12345-0@lo:38:kworker.0 Request processed in 62us (113us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319799.670621:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5401
00000100:00080000:1.0:1767319799.670635:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319799.670641:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319799.670645:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366986680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999943552:0@lo:38:kworker.0
00000100:00080000:1.0:1767319799.670655:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319799.670658:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319799.670661:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366986a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999943296:0@lo:38:kworker.0
00000100:00100000:3.0:1767319799.671130:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999943040
00000100:00100000:3.0:1767319799.671136:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999943040
00000100:00100000:3.0:1767319799.671166:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1860
00000100:00100000:3.0:1767319799.671176:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999943040:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319799.671184:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319799.671240:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999943040:12345-0@lo:38:kworker.0 Request processed in 69us (1455us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319799.671244:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1860
00000100:00080000:3.0:1767319799.671258:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767319799.671378:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319799.671382:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319799.671384:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366985c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999943040:0@lo:38:kworker.0
00000100:00100000:2.0:1767319799.672272:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999943808:0@lo:400:kworker.0
00010000:00010000:2.0:1767319799.989452:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319800.770324:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000400:00000100:3.0:1767319800.770365:0:6998:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.52@tcp portal 26 match 1853163962527872 offset 0 length 520: 4
00000100:00100000:3.0:1767319800.770387:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767319800.770705:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962528128
00000100:00100000:0.0:1767319800.770715:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962528128
00000100:00100000:0.0:1767319800.770788:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962528000
00000100:00100000:0.0:1767319800.770791:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962528000
00000100:00100000:0.0:1767319800.770813:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4860
00000100:00100000:0.0:1767319800.770823:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373fac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962528128:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:0.0:1767319800.770895:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373fac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962528128:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 72us (580us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319800.770901:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4860
00000100:00100000:0.0:1767319800.770919:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5402
00000100:00100000:0.0:1767319800.770924:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373fae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962528000:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:0.0:1767319800.770943:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319800.770967:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373fae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962528000:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 41us (579us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319800.770973:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5402
00000100:00080000:3.0:1767319800.771174:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767319801.013418:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319802.037411:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319803.061604:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319803.765778:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767319803.765808:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999944064:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319803.765876:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319803.765988:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999944064
00000100:00100000:3.0:1767319803.766001:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999944064
00000100:00100000:1.0:1767319803.766140:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952373fafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999944192:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319803.766172:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2360
00000100:00100000:1.0:1767319803.766182:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319803.766192:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999944064:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767319803.766282:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767319803.766353:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999944192
00000100:00100000:2.0:1767319803.766364:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999944192
00000100:00100000:3.0:1767319803.766371:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999944064:12345-0@lo:13:osp-pre-1-1.0 Request processed in 186us (493us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319803.766384:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2360
00000100:00100000:3.0:1767319803.766686:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999944064:0@lo:13:osp-pre-1-1.0
00000100:00080000:0.0:1767319803.767330:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767319803.767338:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767319803.770540:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2361
00000100:00100000:2.0:1767319803.770571:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367299180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999944192:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767319803.770610:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767319803.770703:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367299180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999944192:12345-0@lo:13:osp-pre-0-1.0 Request processed in 142us (4522us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319803.770714:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2361
00000100:00100000:1.0:1767319803.770802:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952373fafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999944192:0@lo:13:osp-pre-0-1.0
00010000:00010000:2.0:1767319804.088713:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319804.789564:0:7004:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319779/real 1767319779]  req@ffff952344b24700 x1853163999937792/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319804 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1767319804.789622:0:7004:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff952344b24700 x1853163999937792/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319804 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1767319804.789658:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319804.789717:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:3.0:1767319804.789721:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952344b24700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853163999937792:0@lo:250:kworker.0
00000100:00080000:0.0:1767319804.789922:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319804.789928:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1767319804.789931:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319804.789936:0:49151:0:(import.c:509:import_select_connection()) MGC192.168.202.152@tcp: connect to NID 0@lo last attempt 4977
00000100:00080000:0.0:1767319804.789940:0:49151:0:(import.c:588:import_select_connection()) MGC192.168.202.152@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319804.789962:0:49151:0:(import.c:623:import_select_connection()) MGC192.168.202.152@tcp: import ffff95235eb57800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319804.790007:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523483d5f80 x1853163999944320/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319804.790049:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319804.790054:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319804.790056:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319804.790058:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4997
00000100:00080000:0.0:1767319804.790062:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1767319804.790065:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319804.790080:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523483d4a80 x1853163999944448/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319804.790089:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319804.790092:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319804.790094:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319804.790109:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4997
00000100:00080000:0.0:1767319804.790111:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1767319804.790114:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319804.790126:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523483d7100 x1853163999944576/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319804.790134:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319804.790136:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319804.790138:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319804.790141:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4997
00000100:00080000:0.0:1767319804.790144:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1767319804.790146:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319804.790155:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523483d7800 x1853163999944704/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319804.790248:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319804.790259:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319804.790261:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319804.790265:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4997
00000100:00080000:0.0:1767319804.790268:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s
00000100:00080000:0.0:1767319804.790271:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319804.790296:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366985c00 x1853163999944960/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319804.790359:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366986680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999945216:0@lo:400:kworker.0
00000100:00100000:0.0:1767319804.790454:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319804.790518:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767319804.790525:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366986a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853163999945088:0@lo:400:kworker.0
00000100:00100000:0.0:1767319804.790564:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319804.790623:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999945088
00000100:00100000:0.0:1767319804.790630:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999945088
00000100:00100000:0.0:1767319804.790691:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4861
00000100:00100000:0.0:1767319804.790701:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b24700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999945088:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319804.790751:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b24700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999945088:12345-0@lo:400:kworker.0 Request processed in 51us (185us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319804.790759:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4861
00000100:00100000:0.0:1767319804.790812:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366986a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853163999945088:0@lo:400:kworker.0
00000100:00080000:0.0:1767319804.790844:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319804.791021:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999945216
00000100:00100000:1.0:1767319804.791027:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999945216
00000100:00100000:1.0:1767319804.791072:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3197
00000100:00100000:1.0:1767319804.791080:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366987800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999945216:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319804.791137:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366987800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999945216:12345-0@lo:400:kworker.0 Request processed in 59us (683us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319804.791144:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3197
00000100:00100000:1.0:1767319804.791182:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366986300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999945344:0@lo:400:kworker.0
00000100:00100000:1.0:1767319804.791253:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319804.791273:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767319804.791278:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999944832:0@lo:400:kworker.0
00000100:00100000:1.0:1767319804.791299:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319804.791325:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999944832
00000100:00100000:1.0:1767319804.791329:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999944832
00000100:00100000:1.0:1767319804.791357:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4862
00000100:00100000:1.0:1767319804.791363:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367298e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999944832:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319804.791398:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367298e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999944832:12345-0@lo:400:kworker.0 Request processed in 35us (98us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319804.791404:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4862
00000100:00100000:1.0:1767319804.791454:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999944832:0@lo:400:kworker.0
00000100:00100000:1.0:1767319804.791470:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999945344
00000100:00100000:1.0:1767319804.791474:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999945344
00000100:00100000:1.0:1767319804.791494:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3198
00000100:00100000:1.0:1767319804.791500:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236729aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999945344:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319804.791558:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236729aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999945344:12345-0@lo:400:kworker.0 Request processed in 57us (304us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319804.791564:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3198
00000100:00100000:1.0:1767319804.791594:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366986300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999945344:0@lo:400:kworker.0
00000100:00100000:1.0:1767319804.791616:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366986680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999945216:0@lo:400:kworker.0
00000100:00080000:1.0:1767319804.791628:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319804.792264:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853163999944320:0@lo:250:kworker.0
00000400:00000100:3.0:1767319804.792296:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163999944320 offset 0 length 520: 4
00000100:00100000:3.0:1767319804.792318:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999944448:0@lo:38:kworker.0
00000100:00100000:3.0:1767319804.792343:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319804.792372:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999944576:0@lo:38:kworker.0
00000100:00100000:3.0:1767319804.792393:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319804.792417:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999944576
00000100:00100000:3.0:1767319804.792422:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999944576
00000100:00100000:3.0:1767319804.792448:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5403
00000100:00100000:3.0:1767319804.792453:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373faf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999944576:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319804.792471:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319804.792501:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373faf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999944576:12345-0@lo:38:kworker.0 Request processed in 46us (106us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319804.792507:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5403
00000100:00080000:3.0:1767319804.792546:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319804.792550:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319804.792553:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999944576:0@lo:38:kworker.0
00000100:00100000:3.0:1767319804.792560:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999944704:0@lo:38:kworker.0
00000100:00100000:3.0:1767319804.792582:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319804.792600:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999944704
00000100:00100000:3.0:1767319804.792604:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999944704
00000100:00100000:3.0:1767319804.792622:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5404
00000100:00100000:3.0:1767319804.792626:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373fafb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999944704:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319804.792635:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319804.792661:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373fafb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999944704:12345-0@lo:38:kworker.0 Request processed in 33us (78us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319804.792667:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5404
00000100:00080000:3.0:1767319804.792701:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319804.792706:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319804.792709:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999944704:0@lo:38:kworker.0
00000100:00100000:3.0:1767319804.792715:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366985c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999944960:0@lo:38:kworker.0
00000100:00100000:3.0:1767319804.792737:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319804.792755:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999944960
00000100:00100000:3.0:1767319804.792758:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999944960
00000100:00100000:3.0:1767319804.792775:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5405
00000100:00100000:3.0:1767319804.792779:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373faf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999944960:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767319804.793733:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999944448
00000100:00100000:1.0:1767319804.793743:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999944448
00000100:00100000:1.0:1767319804.793781:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1861
00000100:00100000:1.0:1767319804.793796:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373fadf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999944448:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319804.793812:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319804.793867:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373fadf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999944448:12345-0@lo:38:kworker.0 Request processed in 70us (1522us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319804.793873:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1861
00000100:00080000:0.0:1767319804.794188:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319804.795010:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319804.795130:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999944448:0@lo:38:kworker.0
00010000:00020000:3.0:1767319804.795292:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319804.795368:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373faf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999944960:12345-0@lo:38:kworker.0 Request processed in 2586us (2629us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319804.795377:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5405
00000100:00080000:0.0:1767319804.797646:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319804.797659:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319804.797664:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366985c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999944960:0@lo:38:kworker.0
00010000:00010000:3.0:1767319805.109665:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319805.888674:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767319805.888756:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962528256
00000100:00100000:3.0:1767319805.888766:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962528256
00000100:00100000:3.0:1767319805.888816:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5406
00000100:00100000:3.0:1767319805.888824:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b26680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962528256:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767319805.888846:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319805.888917:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b26680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962528256:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 93us (253us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319805.888924:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5406
00000100:00100000:3.0:1767319805.890802:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767319805.891761:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962528384
00000100:00100000:0.0:1767319805.891773:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962528384
00000100:00100000:0.0:1767319805.891923:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4863
00000100:00100000:0.0:1767319805.891934:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962528384:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:0.0:1767319805.892029:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962528384:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 97us (1233us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319805.892036:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4863
00000100:00080000:1.0:1767319805.899548:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767319806.133543:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319807.159844:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319808.181374:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319808.886369:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767319808.886395:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999945472:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319808.886470:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319808.886613:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366985c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999945600:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319808.886649:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319808.897941:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999945472
00000100:00100000:3.0:1767319808.897959:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999945472
00000100:00100000:3.0:1767319808.898067:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999945600
00000100:00100000:3.0:1767319808.898071:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999945600
00000100:00100000:3.0:1767319808.898107:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2362
00000100:00100000:3.0:1767319808.898118:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367299880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999945472:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767319808.898152:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767319808.898253:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367299880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999945472:12345-0@lo:13:osp-pre-0-1.0 Request processed in 137us (11781us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319808.898260:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2362
00000100:00100000:3.0:1767319808.898277:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2363
00000100:00100000:3.0:1767319808.898284:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999945600:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767319808.898299:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767319808.898332:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999945600:12345-0@lo:13:osp-pre-1-1.0 Request processed in 49us (11683us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319808.898338:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2363
00000100:00100000:3.0:1767319808.898400:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999945472:0@lo:13:osp-pre-0-1.0
00000100:00080000:0.0:1767319808.898618:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767319808.898623:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767319808.898704:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366985c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999945600:0@lo:13:osp-pre-1-1.0
00010000:00010000:3.0:1767319809.207613:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767319809.909555:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319809.909568:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767319809.909572:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319809.909576:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319809.909580:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319809.909590:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5002
00000100:00080000:2.0:1767319809.909596:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:2.0:1767319809.909605:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319809.909652:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523494d2a00 x1853163999945728/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319809.909684:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319809.909687:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319809.909689:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319809.909692:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5002
00000100:00080000:2.0:1767319809.909695:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:2.0:1767319809.909699:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319809.909715:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523494d3800 x1853163999945856/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319809.909723:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319809.909726:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319809.909728:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319809.909731:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5002
00000100:00080000:2.0:1767319809.909733:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s
00000100:00080000:2.0:1767319809.909736:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319809.909747:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523494d0a80 x1853163999945984/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319809.911230:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999945728:0@lo:38:kworker.0
00000100:00100000:0.0:1767319809.911301:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319809.911348:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999945728
00000100:00100000:0.0:1767319809.911356:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999945728
00000100:00080000:2.0:1767319809.911605:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319809.911610:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319809.911614:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319809.911618:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5002
00000100:00080000:2.0:1767319809.911622:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s
00000100:00080000:2.0:1767319809.911627:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319809.911651:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234471f800 x1853163999946240/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319809.911731:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234471c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999946496:0@lo:400:kworker.0
00000100:00100000:2.0:1767319809.911787:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319809.911821:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767319809.911826:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234471fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853163999946368:0@lo:400:kworker.0
00000100:00100000:2.0:1767319809.911849:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319809.912037:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1862
00000100:00100000:0.0:1767319809.912045:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366986680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999945728:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319809.912065:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319809.912106:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366986680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999945728:12345-0@lo:38:kworker.0 Request processed in 60us (804us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319809.912113:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1862
00000100:00100000:0.0:1767319809.912140:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999946496
00000100:00100000:0.0:1767319809.912145:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999946496
00000100:00100000:0.0:1767319809.912191:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3199
00000100:00100000:0.0:1767319809.912216:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999946496:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319809.912260:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999946496:12345-0@lo:400:kworker.0 Request processed in 45us (472us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319809.912266:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3199
00000100:00080000:0.0:1767319809.912305:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319809.912310:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319809.912313:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999945728:0@lo:38:kworker.0
00000100:00100000:0.0:1767319809.912320:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999945856:0@lo:38:kworker.0
00000100:00100000:0.0:1767319809.912342:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319809.912364:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999946368
00000100:00100000:0.0:1767319809.912368:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999946368
00000100:00100000:0.0:1767319809.912411:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999945856
00000100:00100000:0.0:1767319809.912415:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999945856
00000100:00100000:0.0:1767319809.912431:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4864
00000100:00100000:0.0:1767319809.912437:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853163999946368:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319809.912743:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853163999946112:0@lo:400:kworker.0
00000100:00100000:1.0:1767319809.912817:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319809.912851:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767319809.912858:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234471ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999946624:0@lo:400:kworker.0
00000100:00100000:3.0:1767319809.913039:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999946112
00000100:00100000:3.0:1767319809.913046:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999946112
00000100:00100000:3.0:1767319809.913099:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4865
00000100:00100000:3.0:1767319809.913106:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236729bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853163999946112:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319809.913148:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236729bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853163999946112:12345-0@lo:400:kworker.0 Request processed in 42us (329us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319809.913155:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4865
00000100:00100000:3.0:1767319809.913170:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5407
00000100:00100000:3.0:1767319809.913174:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366986300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999945856:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319809.913191:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319809.913250:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366986300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999945856:12345-0@lo:38:kworker.0 Request processed in 74us (907us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319809.913256:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5407
00000100:00080000:3.0:1767319809.913312:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767319809.913333:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319809.913337:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319809.913340:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999945856:0@lo:38:kworker.0
00000100:00100000:3.0:1767319809.913347:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999945984:0@lo:38:kworker.0
00000100:00100000:3.0:1767319809.913370:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319809.913390:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999945984
00000100:00100000:3.0:1767319809.913406:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999945984
00000100:00100000:3.0:1767319809.913424:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5408
00000100:00100000:3.0:1767319809.913428:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999945984:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319809.913438:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319809.913562:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319809.913591:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853163999946112:0@lo:400:kworker.0
00000100:00100000:1.0:1767319809.913620:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999946624
00000100:00100000:1.0:1767319809.913624:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999946624
00000100:00100000:2.0:1767319809.918778:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234471c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999946496:0@lo:400:kworker.0
00000100:00100000:0.0:1767319809.918982:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853163999946368:12345-0@lo:400:kworker.0 Request processed in 6543us (7129us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319809.918994:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4864
00000100:00100000:0.0:1767319809.919100:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234471f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999946240:0@lo:38:kworker.0
00000100:00100000:0.0:1767319809.919137:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319809.919219:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999946240
00000100:00100000:0.0:1767319809.919227:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999946240
00000100:00100000:0.0:1767319809.919272:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5409
00000100:00100000:0.0:1767319809.919279:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366986a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999946240:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319809.919298:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319809.919331:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366986a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999946240:12345-0@lo:38:kworker.0 Request processed in 52us (193us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319809.919338:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5409
00000100:00080000:0.0:1767319809.919365:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319809.919370:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319809.919374:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234471f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999946240:0@lo:38:kworker.0
00000100:00100000:1.0:1767319809.919996:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3200
00000100:00100000:1.0:1767319809.920012:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367298a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999946624:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319809.920075:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367298a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999946624:12345-0@lo:400:kworker.0 Request processed in 71us (6513us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319809.920081:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3200
00000100:00100000:1.0:1767319809.920115:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234471ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999946624:0@lo:400:kworker.0
00000100:00100000:3.0:1767319809.920265:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999945984:12345-0@lo:38:kworker.0 Request processed in 6833us (6891us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319809.920273:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5408
00000100:00100000:2.0:1767319809.921214:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234471fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853163999946368:0@lo:400:kworker.0
00000100:00080000:1.0:1767319809.921299:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319809.921306:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319809.921309:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999945984:0@lo:38:kworker.0
00010000:00010000:2.0:1767319810.232730:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319811.011258:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767319811.011442:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962528640
00000100:00100000:3.0:1767319811.011453:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962528640
00000100:00100000:3.0:1767319811.011583:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4866
00000100:00100000:3.0:1767319811.011595:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367299c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962528640:12345-192.168.202.52@tcp:400:kworker.0
00000100:00080000:0.0:1767319811.013014:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319811.024212:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367299c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962528640:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 12593us (12938us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319811.024228:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4866
00000100:00100000:1.0:1767319811.024806:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767319811.029250:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962528512
00000100:00100000:3.0:1767319811.029269:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962528512
00000100:00100000:3.0:1767319811.029341:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5410
00000100:00100000:3.0:1767319811.029353:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367299f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962528512:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767319811.029395:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319811.030015:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367299f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962528512:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 662us (5209us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319811.030024:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5410
00010000:00010000:2.0:1767319811.258055:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319812.277518:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767319813.301573:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319814.006041:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767319814.006063:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366985c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999946752:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319814.006145:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319814.006258:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999946752
00000100:00100000:0.0:1767319814.006265:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999946752
00000100:00100000:0.0:1767319814.006349:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2364
00000100:00100000:0.0:1767319814.006358:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999946752:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767319814.006406:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767319814.006449:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999946752:12345-0@lo:13:osp-pre-1-1.0 Request processed in 93us (303us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319814.006466:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2364
00000100:00100000:0.0:1767319814.006522:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366985c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999946752:0@lo:13:osp-pre-1-1.0
00000100:00080000:3.0:1767319814.006608:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767319814.007654:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234471fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999946880:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319814.007698:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319814.007859:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999946880
00000100:00100000:0.0:1767319814.007866:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999946880
00000100:00100000:0.0:1767319814.007913:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2365
00000100:00100000:0.0:1767319814.007921:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999946880:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767319814.007942:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767319814.008007:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999946880:12345-0@lo:13:osp-pre-0-1.0 Request processed in 87us (308us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319814.008014:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2365
00000100:00080000:3.0:1767319814.008185:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767319814.008225:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234471fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999946880:0@lo:13:osp-pre-0-1.0
00010000:00010000:2.0:1767319814.327029:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767319815.031840:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319815.031890:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767319815.031894:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319815.031904:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319815.031909:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319815.031917:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5007
00000100:00080000:1.0:1767319815.031921:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319815.031929:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319815.031967:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952367298700 x1853163999947008/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319815.032048:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367298700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999947008:0@lo:38:kworker.0
00000100:00100000:0.0:1767319815.032126:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767319815.032292:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319815.032296:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319815.032298:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319815.032302:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5007
00000100:00080000:1.0:1767319815.032304:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319815.032307:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319815.032321:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952367298000 x1853163999947136/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319815.032370:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999947008
00000100:00100000:2.0:1767319815.032378:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999947008
00000100:00100000:2.0:1767319815.032458:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1863
00000100:00100000:2.0:1767319815.032467:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366985c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999947008:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319815.032488:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319815.032565:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367298000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999947136:0@lo:38:kworker.0
00000100:00100000:0.0:1767319815.032611:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319815.032716:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999947136
00000100:00100000:3.0:1767319815.032721:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999947136
00000100:00100000:3.0:1767319815.032761:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5411
00000100:00100000:3.0:1767319815.032767:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999947136:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319815.032777:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319815.032807:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999947136:12345-0@lo:38:kworker.0 Request processed in 39us (194us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319815.032814:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5411
00000100:00080000:1.0:1767319815.035476:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319815.035486:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319815.035490:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319815.035507:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5007
00000100:00080000:1.0:1767319815.035511:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319815.035517:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319815.035554:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523494d0a80 x1853163999947264/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319815.035609:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319815.035613:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319815.035615:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319815.035628:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5007
00000100:00080000:1.0:1767319815.035631:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319815.035635:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319815.035646:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523494d2a00 x1853163999947520/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319815.035715:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999947776:0@lo:400:kworker.0
00000100:00100000:1.0:1767319815.035805:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319815.035846:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767319815.035852:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853163999947648:0@lo:400:kworker.0
00000100:00100000:1.0:1767319815.035889:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319815.035941:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999947776
00000100:00100000:1.0:1767319815.035948:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999947776
00000100:00100000:1.0:1767319815.035993:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3201
00000100:00100000:1.0:1767319815.036001:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999947776:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319815.036049:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999947776:12345-0@lo:400:kworker.0 Request processed in 49us (243us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319815.036056:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3201
00000100:00100000:1.0:1767319815.036098:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999947776:0@lo:400:kworker.0
00000100:00100000:3.0:1767319815.036665:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853163999947392:0@lo:400:kworker.0
00000100:00100000:3.0:1767319815.036701:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319815.036747:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767319815.036754:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999947904:0@lo:400:kworker.0
00000100:00100000:3.0:1767319815.036777:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319815.036806:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999947904
00000100:00100000:3.0:1767319815.036810:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999947904
00000100:00100000:3.0:1767319815.036839:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3202
00000100:00100000:3.0:1767319815.036846:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999947904:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319815.036883:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999947904:12345-0@lo:400:kworker.0 Request processed in 38us (104us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319815.036889:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3202
00000100:00100000:3.0:1767319815.036908:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999947648
00000100:00100000:3.0:1767319815.036912:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999947648
00000100:00100000:3.0:1767319815.036947:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999947392
00000100:00100000:3.0:1767319815.036950:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999947392
00000100:00100000:3.0:1767319815.036972:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4867
00000100:00100000:3.0:1767319815.036978:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999947648:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319815.037015:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999947648:12345-0@lo:400:kworker.0 Request processed in 37us (1125us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319815.037022:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4867
00000100:00100000:3.0:1767319815.037033:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4868
00000100:00100000:3.0:1767319815.037040:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853163999947392:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319815.037065:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853163999947392:12345-0@lo:400:kworker.0 Request processed in 26us (363us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319815.037071:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4868
00000100:00080000:3.0:1767319815.037086:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319815.037111:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999947904:0@lo:400:kworker.0
00000100:00100000:3.0:1767319815.037120:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853163999947392:0@lo:400:kworker.0
00000100:00100000:3.0:1767319815.037145:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853163999947648:0@lo:400:kworker.0
00000100:00100000:2.0:1767319815.037379:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366985c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999947008:12345-0@lo:38:kworker.0 Request processed in 4910us (5251us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319815.037388:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1863
00000100:00080000:0.0:1767319815.038758:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319815.038768:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319815.038772:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367298700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999947008:0@lo:38:kworker.0
00000100:00100000:0.0:1767319815.038801:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999947264:0@lo:38:kworker.0
00000100:00100000:0.0:1767319815.038863:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319815.038898:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999947520:0@lo:38:kworker.0
00000100:00100000:0.0:1767319815.038921:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767319815.038952:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319815.038956:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319815.038960:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367298000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999947136:0@lo:38:kworker.0
00000100:00100000:3.0:1767319815.039111:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999947264
00000100:00100000:3.0:1767319815.039119:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999947264
00000100:00100000:3.0:1767319815.039150:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999947520
00000100:00100000:3.0:1767319815.039154:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999947520
00000100:00100000:3.0:1767319815.039181:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5412
00000100:00100000:3.0:1767319815.039187:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999947264:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319815.039222:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319815.039261:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999947264:12345-0@lo:38:kworker.0 Request processed in 73us (398us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319815.039266:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5412
00000100:00100000:3.0:1767319815.039280:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5413
00000100:00100000:3.0:1767319815.039284:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999947520:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319815.039293:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319815.039314:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999947520:12345-0@lo:38:kworker.0 Request processed in 28us (393us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319815.039319:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5413
00000100:00080000:0.0:1767319815.039611:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319815.039616:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319815.039619:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999947264:0@lo:38:kworker.0
00000100:00080000:0.0:1767319815.039626:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319815.039629:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319815.039632:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999947520:0@lo:38:kworker.0
00010000:00010000:2.0:1767319815.349519:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319816.133841:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767319816.133931:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767319816.134017:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962528896
00000100:00100000:1.0:1767319816.134028:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962528896
00000100:00100000:1.0:1767319816.134134:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962528768
00000100:00100000:1.0:1767319816.134137:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962528768
00000100:00100000:1.0:1767319816.134156:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4869
00000100:00100000:1.0:1767319816.134165:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962528896:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767319816.134274:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962528896:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 110us (443us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319816.134282:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4869
00000100:00100000:1.0:1767319816.134301:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5414
00000100:00100000:1.0:1767319816.134306:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962528768:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767319816.134325:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319816.134345:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962528768:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 39us (414us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319816.134352:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5414
00000100:00080000:3.0:1767319816.134672:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767319816.375426:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767319817.404270:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319818.421858:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319819.126933:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999948032:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319819.127004:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319819.127169:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999948032
00000100:00100000:2.0:1767319819.127177:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999948032
00000100:00100000:2.0:1767319819.127261:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2366
00000100:00100000:2.0:1767319819.127272:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999948032:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767319819.127300:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767319819.127348:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999948032:12345-0@lo:13:osp-pre-1-1.0 Request processed in 79us (344us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319819.127355:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2366
00000100:00100000:2.0:1767319819.127403:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999948032:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319819.127605:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999948160:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319819.127638:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319819.127779:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999948160
00000100:00100000:0.0:1767319819.127784:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999948160
00000100:00100000:0.0:1767319819.127816:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2367
00000100:00100000:0.0:1767319819.127823:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999948160:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767319819.127839:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767319819.127876:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999948160:12345-0@lo:13:osp-pre-0-1.0 Request processed in 54us (237us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319819.127885:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2367
00000100:00100000:0.0:1767319819.127915:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999948160:0@lo:13:osp-pre-0-1.0
00000100:00080000:3.0:1767319819.127976:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767319819.127981:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00010000:00010000:2.0:1767319819.447474:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767319820.150663:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319820.150684:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767319820.150687:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319820.150691:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319820.150696:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319820.150703:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5012
00000100:00080000:3.0:1767319820.150708:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319820.150715:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319820.150754:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235ee5e680 x1853163999948288/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319820.150781:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319820.150785:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319820.150786:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319820.150790:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5012
00000100:00080000:3.0:1767319820.150793:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319820.150796:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319820.150808:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235ee5ed80 x1853163999948416/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319820.150818:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319820.150821:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319820.150822:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319820.150826:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5012
00000100:00080000:3.0:1767319820.150828:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319820.150831:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319820.150840:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235ee5f100 x1853163999948544/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319820.150883:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319820.150887:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319820.150888:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319820.150892:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5012
00000100:00080000:3.0:1767319820.150895:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319820.150898:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319820.150908:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235ee5c700 x1853163999948800/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767319820.150973:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999948928:0@lo:400:kworker.0
00000100:00100000:3.0:1767319820.151036:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319820.151096:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767319820.151102:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999949056:0@lo:400:kworker.0
00000100:00100000:3.0:1767319820.151129:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319820.151161:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999949056
00000100:00100000:3.0:1767319820.151168:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999949056
00000100:00100000:3.0:1767319820.151230:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3203
00000100:00100000:3.0:1767319820.151239:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999949056:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319820.151287:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999949056:12345-0@lo:400:kworker.0 Request processed in 49us (156us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319820.151295:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3203
00000100:00100000:3.0:1767319820.151338:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999949056:0@lo:400:kworker.0
00000100:00100000:0.0:1767319820.151456:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999948928
00000100:00100000:0.0:1767319820.151461:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999948928
00000100:00100000:0.0:1767319820.151504:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4870
00000100:00100000:0.0:1767319820.151511:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999948928:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319820.151546:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999948928:12345-0@lo:400:kworker.0 Request processed in 36us (509us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319820.151552:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4870
00000100:00100000:0.0:1767319820.151572:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853163999948672:0@lo:400:kworker.0
00000100:00100000:0.0:1767319820.151607:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319820.151628:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767319820.151633:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999949184:0@lo:400:kworker.0
00000100:00100000:0.0:1767319820.151653:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319820.151672:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999948672
00000100:00100000:0.0:1767319820.151676:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999948672
00000100:00100000:0.0:1767319820.151700:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4871
00000100:00100000:0.0:1767319820.151706:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853163999948672:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319820.151737:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853163999948672:12345-0@lo:400:kworker.0 Request processed in 31us (129us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319820.151743:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4871
00000100:00100000:0.0:1767319820.151768:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853163999948672:0@lo:400:kworker.0
00000100:00080000:3.0:1767319820.152466:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319820.152484:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999949184
00000100:00100000:3.0:1767319820.152488:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999949184
00000100:00100000:3.0:1767319820.152527:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3204
00000100:00100000:3.0:1767319820.152534:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999949184:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319820.152594:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999949184:12345-0@lo:400:kworker.0 Request processed in 54us (932us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319820.152598:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3204
00000100:00100000:3.0:1767319820.152621:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999948928:0@lo:400:kworker.0
00000100:00100000:1.0:1767319820.152773:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999949184:0@lo:400:kworker.0
00000100:00100000:2.0:1767319820.152870:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999948288:0@lo:38:kworker.0
00000100:00100000:2.0:1767319820.152897:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319820.152930:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999948416:0@lo:38:kworker.0
00000100:00100000:2.0:1767319820.152951:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319820.152973:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999948544:0@lo:38:kworker.0
00000100:00100000:2.0:1767319820.152987:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319820.153002:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999948800:0@lo:38:kworker.0
00000100:00100000:2.0:1767319820.153014:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319820.153035:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999948416
00000100:00100000:2.0:1767319820.153037:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999948416
00000100:00100000:2.0:1767319820.153052:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999948544
00000100:00100000:2.0:1767319820.153054:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999948544
00000100:00100000:2.0:1767319820.153061:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999948800
00000100:00100000:2.0:1767319820.153063:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999948800
00000100:00100000:2.0:1767319820.153072:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5415
00000100:00100000:2.0:1767319820.153076:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999948416:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319820.153092:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319820.153123:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999948416:12345-0@lo:38:kworker.0 Request processed in 45us (170us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319820.153129:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5415
00000100:00100000:2.0:1767319820.153141:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5416
00000100:00100000:2.0:1767319820.153144:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999948544:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319820.153151:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319820.153167:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999948544:12345-0@lo:38:kworker.0 Request processed in 21us (179us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319820.153170:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5416
00000100:00100000:2.0:1767319820.153176:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5417
00000100:00100000:2.0:1767319820.153178:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999948800:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319820.153183:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319820.153218:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999948800:12345-0@lo:38:kworker.0 Request processed in 38us (203us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319820.153221:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5417
00000100:00080000:2.0:1767319820.153241:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319820.153245:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319820.153247:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999948416:0@lo:38:kworker.0
00000100:00080000:2.0:1767319820.153251:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319820.153253:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319820.153255:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999948544:0@lo:38:kworker.0
00000100:00080000:2.0:1767319820.153258:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319820.153260:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319820.153262:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999948800:0@lo:38:kworker.0
00000100:00100000:0.0:1767319820.153313:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999948288
00000100:00100000:0.0:1767319820.153317:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999948288
00000100:00100000:0.0:1767319820.153337:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1864
00000100:00100000:0.0:1767319820.153340:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999948288:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319820.153347:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319820.153377:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999948288:12345-0@lo:38:kworker.0 Request processed in 36us (480us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319820.153381:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1864
00000100:00080000:2.0:1767319820.153471:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319820.153476:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319820.153479:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999948288:0@lo:38:kworker.0
00010000:00010000:0.0:1767319820.469885:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319821.249001:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767319821.249054:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767319821.249166:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962529024
00000100:00100000:2.0:1767319821.249178:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962529024
00000100:00100000:2.0:1767319821.249253:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962529152
00000100:00100000:2.0:1767319821.249256:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962529152
00000100:00100000:2.0:1767319821.249316:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4872
00000100:00100000:2.0:1767319821.249326:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962529152:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767319821.249437:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962529152:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 112us (381us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319821.249445:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4872
00000100:00100000:2.0:1767319821.249466:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5418
00000100:00100000:2.0:1767319821.249470:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962529024:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767319821.249493:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319821.249521:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962529024:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 49us (534us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319821.249528:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5418
00000100:00080000:0.0:1767319821.253063:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767319821.493816:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319822.517610:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319823.541534:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319824.245650:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999949312:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319824.245721:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319824.246273:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999949440:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319824.246389:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319824.246586:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999949312
00000100:00100000:0.0:1767319824.246595:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999949312
00000100:00100000:0.0:1767319824.246659:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999949440
00000100:00100000:0.0:1767319824.246662:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999949440
00000100:00100000:0.0:1767319824.246685:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2368
00000100:00100000:0.0:1767319824.246694:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999949312:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767319824.246721:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767319824.246764:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999949312:12345-0@lo:13:osp-pre-0-1.0 Request processed in 72us (1043us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319824.246772:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2368
00000100:00100000:0.0:1767319824.246787:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2369
00000100:00100000:0.0:1767319824.246793:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d073480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999949440:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767319824.246819:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767319824.246865:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d073480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999949440:12345-0@lo:13:osp-pre-1-1.0 Request processed in 70us (482us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319824.246874:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2369
00000100:00100000:1.0:1767319824.246990:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999949312:0@lo:13:osp-pre-0-1.0
00000100:00080000:1.0:1767319824.247026:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767319824.247032:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767319824.247189:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999949440:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767319824.565455:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767319825.270120:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319825.270128:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767319825.270131:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319825.270135:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319825.270138:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319825.270145:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5018
00000100:00080000:3.0:1767319825.270149:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319825.270155:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319825.270216:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235ee5d500 x1853163999949568/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319825.270284:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999949568:0@lo:38:kworker.0
00000100:00100000:2.0:1767319825.270365:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767319825.270732:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319825.270736:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319825.270738:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319825.270742:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5018
00000100:00080000:3.0:1767319825.270745:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319825.270749:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319825.270763:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235ee5ea00 x1853163999949696/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319825.270807:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999949568
00000100:00100000:0.0:1767319825.270815:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999949568
00000100:00100000:0.0:1767319825.270852:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1865
00000100:00100000:0.0:1767319825.270860:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d071500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999949568:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319825.270880:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319825.282184:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999949696:0@lo:38:kworker.0
00000100:00100000:2.0:1767319825.282288:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319825.282393:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999949696
00000100:00100000:1.0:1767319825.282402:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999949696
00000100:00100000:1.0:1767319825.282440:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5419
00000100:00100000:1.0:1767319825.282447:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d072d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999949696:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319825.282468:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319825.282509:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d072d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999949696:12345-0@lo:38:kworker.0 Request processed in 61us (221us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319825.282517:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5419
00000100:00100000:0.0:1767319825.292828:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d071500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999949568:12345-0@lo:38:kworker.0 Request processed in 21958us (22453us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319825.292843:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1865
00000100:00080000:2.0:1767319825.293746:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319825.293755:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319825.293761:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999949568:0@lo:38:kworker.0
00000100:00080000:2.0:1767319825.293816:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319825.293820:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319825.293823:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999949696:0@lo:38:kworker.0
00000100:00080000:3.0:1767319825.294490:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319825.294497:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319825.294500:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319825.294504:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5018
00000100:00080000:3.0:1767319825.294508:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319825.294514:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319825.298474:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235ee5f800 x1853163999949824/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319825.298624:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319825.298630:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319825.298633:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319825.298638:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5018
00000100:00080000:3.0:1767319825.298642:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319825.298648:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319825.298666:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235ee5d500 x1853163999950080/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767319825.298699:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767319825.298716:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853163999950208:0@lo:400:kworker.0
00000100:00100000:3.0:1767319825.298782:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319825.298847:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999950208
00000100:00100000:3.0:1767319825.298855:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999950208
00000100:00100000:3.0:1767319825.298911:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4873
00000100:00100000:3.0:1767319825.298920:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999950208:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319825.298970:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999950208:12345-0@lo:400:kworker.0 Request processed in 51us (187us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319825.298976:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4873
00000100:00080000:3.0:1767319825.298996:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319825.299023:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853163999950208:0@lo:400:kworker.0
00000100:00100000:3.0:1767319825.299061:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999950336:0@lo:400:kworker.0
00000100:00100000:3.0:1767319825.299086:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319825.299215:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999950336
00000100:00100000:0.0:1767319825.299220:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999950336
00000100:00100000:0.0:1767319825.299247:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3205
00000100:00100000:0.0:1767319825.299258:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999950336:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319825.299298:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999950336:12345-0@lo:400:kworker.0 Request processed in 44us (210us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319825.299304:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3205
00000100:00100000:0.0:1767319825.299331:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999950336:0@lo:400:kworker.0
00000100:00100000:0.0:1767319825.299348:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853163999949952:0@lo:400:kworker.0
00000100:00100000:0.0:1767319825.299382:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319825.299402:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767319825.299407:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999950464:0@lo:400:kworker.0
00000100:00100000:0.0:1767319825.299427:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319825.299448:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999949952
00000100:00100000:0.0:1767319825.299451:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999949952
00000100:00100000:0.0:1767319825.299478:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4874
00000100:00100000:0.0:1767319825.299486:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853163999949952:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319825.299521:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853163999949952:12345-0@lo:400:kworker.0 Request processed in 36us (138us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319825.299526:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4874
00000100:00080000:0.0:1767319825.299639:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319825.299649:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999950464
00000100:00100000:0.0:1767319825.299652:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999950464
00000100:00100000:0.0:1767319825.299677:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3206
00000100:00100000:0.0:1767319825.299683:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999950464:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319825.299713:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999950464:12345-0@lo:400:kworker.0 Request processed in 30us (284us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319825.299718:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3206
00000100:00100000:0.0:1767319825.299741:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999950464:0@lo:400:kworker.0
00000100:00100000:0.0:1767319825.299750:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853163999949952:0@lo:400:kworker.0
00000100:00100000:2.0:1767319825.299849:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999949824:0@lo:38:kworker.0
00000100:00100000:2.0:1767319825.299877:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319825.299900:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999950080:0@lo:38:kworker.0
00000100:00100000:2.0:1767319825.299921:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319825.299939:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999949824
00000100:00100000:2.0:1767319825.299942:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999949824
00000100:00100000:2.0:1767319825.299960:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999950080
00000100:00100000:2.0:1767319825.299963:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999950080
00000100:00100000:2.0:1767319825.299978:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5420
00000100:00100000:2.0:1767319825.299983:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d071f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999949824:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319825.300002:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319825.300033:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d071f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999949824:12345-0@lo:38:kworker.0 Request processed in 49us (155us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319825.300040:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5420
00000100:00100000:2.0:1767319825.300055:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5421
00000100:00100000:2.0:1767319825.300059:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d071c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999950080:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319825.300068:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319825.300088:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d071c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999950080:12345-0@lo:38:kworker.0 Request processed in 28us (167us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319825.300093:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5421
00000100:00080000:2.0:1767319825.300121:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319825.300126:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319825.300130:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999950080:0@lo:38:kworker.0
00000100:00080000:2.0:1767319825.300144:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319825.300147:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319825.300150:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999949824:0@lo:38:kworker.0
00000400:00000100:3.0:1767319825.355676:0:6999:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.52@tcp portal 26 match 1853163962529280 offset 0 length 520: 4
00000100:00100000:3.0:1767319825.355714:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767319825.355820:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767319825.355954:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962529408
00000100:00100000:0.0:1767319825.355963:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962529408
00000100:00100000:0.0:1767319825.356001:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962529536
00000100:00100000:0.0:1767319825.356003:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962529536
00000100:00100000:3.0:1767319825.356092:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5422
00000100:00100000:3.0:1767319825.356100:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962529408:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767319825.356122:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319825.356176:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962529408:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 76us (461us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319825.356258:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5422
00000100:00100000:0.0:1767319825.356720:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4875
00000100:00100000:0.0:1767319825.356729:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962529536:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:0.0:1767319825.356778:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962529536:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 51us (958us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319825.356784:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4875
00000100:00080000:1.0:1767319825.357946:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767319825.593926:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319826.614142:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319827.639530:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767319828.663701:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319829.365876:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767319829.366698:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767319829.366722:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bfe2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999950720:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319829.366790:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319829.366975:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999950720
00000100:00100000:1.0:1767319829.366984:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999950720
00000100:00100000:1.0:1767319829.367053:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2370
00000100:00100000:1.0:1767319829.367068:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999950720:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767319829.367098:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767319829.367145:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999950720:12345-0@lo:13:osp-pre-1-1.0 Request processed in 83us (355us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319829.367152:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2370
00000100:00100000:1.0:1767319829.367228:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bfe2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999950720:0@lo:13:osp-pre-1-1.0
00000100:00080000:0.0:1767319829.367603:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767319829.367866:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999950592:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319829.367980:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319829.368083:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999950592
00000100:00100000:1.0:1767319829.368089:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999950592
00000100:00100000:1.0:1767319829.368181:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2371
00000100:00100000:1.0:1767319829.368189:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999950592:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767319829.368239:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767319829.368285:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999950592:12345-0@lo:13:osp-pre-0-1.0 Request processed in 96us (304us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319829.368291:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2371
00000100:00100000:3.0:1767319829.368747:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999950592:0@lo:13:osp-pre-0-1.0
00000100:00080000:0.0:1767319829.374069:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767319829.429530:0:7004:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319804/real 1767319804]  req@ffff9523483d5f80 x1853163999944320/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319829 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767319829.429566:0:7004:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9523483d5f80 x1853163999944320/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319829 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767319829.429596:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319829.429619:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767319829.429624:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853163999944320:0@lo:250:kworker.0
00000100:00080000:3.0:1767319829.429670:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319829.429677:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767319829.429680:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319829.429685:0:49151:0:(import.c:509:import_select_connection()) MGC192.168.202.152@tcp: connect to NID 0@lo last attempt 5002
00000100:00080000:3.0:1767319829.429702:0:49151:0:(import.c:588:import_select_connection()) MGC192.168.202.152@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319829.429709:0:49151:0:(import.c:623:import_select_connection()) MGC192.168.202.152@tcp: import ffff95235eb57800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319829.429741:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235ee5d500 x1853163999950848/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319829.429766:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319829.429771:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319829.429772:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319829.429788:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5023
00000100:00080000:3.0:1767319829.429790:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1767319829.429902:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853163999950848:0@lo:250:kworker.0
00000400:00000100:2.0:1767319829.429951:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163999950848 offset 0 length 520: 4
00000100:00080000:3.0:1767319829.429988:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319829.430009:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235ee5ea00 x1853163999950976/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319829.430029:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767319829.430118:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999950976:0@lo:38:kworker.0
00000100:00080000:3.0:1767319829.430119:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319829.430123:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319829.430328:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5023
00000100:00080000:3.0:1767319829.430331:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319829.430336:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319829.430352:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235ee5ed80 x1853163999951104/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319829.430364:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319829.430367:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319829.430369:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319829.430374:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5023
00000100:00080000:3.0:1767319829.430377:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319829.430381:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319829.430398:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235ee5e680 x1853163999951232/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319829.430400:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319829.430427:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999951104:0@lo:38:kworker.0
00000100:00080000:3.0:1767319829.430453:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767319829.430455:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767319829.430459:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319829.430463:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319829.430467:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5023
00000100:00080000:3.0:1767319829.430470:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319829.430474:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319829.430488:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523494d0a80 x1853163999951488/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319829.430493:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767319829.430506:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999951360:0@lo:400:kworker.0
00000100:00100000:2.0:1767319829.430536:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319829.430536:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999951616:0@lo:400:kworker.0
00000100:00100000:3.0:1767319829.430572:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319829.430591:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999951104
00000100:00100000:2.0:1767319829.430600:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999951104
00000100:00100000:3.0:1767319829.430620:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999951360
00000100:00100000:3.0:1767319829.430624:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999951360
00000100:00100000:2.0:1767319829.430632:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999951616
00000100:00100000:2.0:1767319829.430637:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999951616
00000100:00100000:3.0:1767319829.430669:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4876
00000100:00100000:3.0:1767319829.430679:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d070e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999951360:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319829.430735:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d070e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999951360:12345-0@lo:400:kworker.0 Request processed in 58us (200us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319829.430742:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4876
00000100:00100000:3.0:1767319829.430757:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4877
00000100:00100000:3.0:1767319829.430763:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999951616:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319829.430850:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5423
00000100:00100000:2.0:1767319829.430856:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d073800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999951104:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319829.430874:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319829.431005:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999951616:12345-0@lo:400:kworker.0 Request processed in 241us (432us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319829.431007:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d073800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999951104:12345-0@lo:38:kworker.0 Request processed in 148us (550us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319829.431019:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4877
00000100:00100000:2.0:1767319829.431032:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5423
00000100:00100000:2.0:1767319829.431070:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999951360:0@lo:400:kworker.0
00000100:00080000:2.0:1767319829.431109:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319829.431114:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319829.431118:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999951104:0@lo:38:kworker.0
00000100:00100000:2.0:1767319829.431125:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999951232:0@lo:38:kworker.0
00000100:00100000:3.0:1767319829.431302:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999951616:0@lo:400:kworker.0
00000100:00100000:3.0:1767319829.431343:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999950976
00000100:00100000:3.0:1767319829.431348:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999950976
00000100:00100000:3.0:1767319829.431370:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1866
00000100:00100000:3.0:1767319829.431375:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d070700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999950976:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319829.431386:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319829.431419:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d070700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999950976:12345-0@lo:38:kworker.0 Request processed in 43us (1023us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319829.431426:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1866
00000100:00100000:2.0:1767319829.431432:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767319829.431447:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767319829.431463:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767319829.431468:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999951232
00000100:00080000:2.0:1767319829.431469:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319829.431474:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999951232
00000100:00100000:2.0:1767319829.431475:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999950976:0@lo:38:kworker.0
00000100:00100000:3.0:1767319829.431500:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5424
00000100:00100000:3.0:1767319829.431505:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999951232:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319829.431514:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319829.431536:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999951232:12345-0@lo:38:kworker.0 Request processed in 31us (108us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319829.431541:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5424
00000100:00100000:2.0:1767319829.431652:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999951488:0@lo:38:kworker.0
00000100:00100000:2.0:1767319829.431680:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767319829.431705:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319829.431709:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319829.431712:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999951232:0@lo:38:kworker.0
00000100:00100000:3.0:1767319829.431966:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999951488
00000100:00100000:3.0:1767319829.431972:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999951488
00000100:00100000:3.0:1767319829.432001:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5425
00000100:00100000:3.0:1767319829.432005:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999951488:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319829.432016:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319829.432229:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999951488:12345-0@lo:38:kworker.0 Request processed in 221us (546us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319829.432236:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5425
00000100:00080000:2.0:1767319829.432303:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319829.432308:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319829.432311:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999951488:0@lo:38:kworker.0
00010000:00010000:3.0:1767319829.685485:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319830.466748:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767319830.466861:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962529664
00000100:00100000:0.0:1767319830.466871:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962529664
00000100:00100000:0.0:1767319830.466922:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5426
00000100:00100000:0.0:1767319830.466929:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962529664:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:0.0:1767319830.466952:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319830.467014:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962529664:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 84us (279us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319830.467021:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5426
00000100:00100000:3.0:1767319830.468788:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767319830.468886:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962529792
00000100:00100000:1.0:1767319830.468895:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962529792
00000100:00100000:1.0:1767319830.469057:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4878
00000100:00100000:1.0:1767319830.469066:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962529792:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767319830.469142:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962529792:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 77us (359us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319830.469150:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4878
00000100:00080000:3.0:1767319830.469524:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767319830.709975:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319831.733478:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767319832.757825:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767319833.781552:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319834.485569:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999951744:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319834.485648:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767319834.485770:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319834.485776:0:72021:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00100000:2.0:1767319834.485778:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999951744
00000100:00080000:1.0:1767319834.485780:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319834.485785:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:2.0:1767319834.485787:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999951744
00000100:00080000:1.0:1767319834.485789:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319834.485796:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5027
00000100:00080000:1.0:1767319834.485801:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319834.485806:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319834.485833:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234bfe2a00 x1853163999951872/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319834.485850:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2372
00000100:00080000:1.0:1767319834.485852:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319834.485857:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319834.485859:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767319834.485864:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999951744:12345-0@lo:13:osp-pre-0-1.0
00000100:00080000:1.0:1767319834.485866:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5027
00000100:00080000:1.0:1767319834.485871:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319834.485876:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319834.485892:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234bfe3b80 x1853163999952000/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00002000:00000024:2.0:1767319834.485896:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00080000:1.0:1767319834.485906:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319834.485909:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319834.485911:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319834.485914:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5027
00000100:00080000:1.0:1767319834.485917:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319834.485921:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319834.485932:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234bfe1500 x1853163999952128/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319834.485958:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319834.485962:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319834.485964:0:72021:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319834.485968:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5027
00000100:00080000:1.0:1767319834.485971:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319834.485974:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319834.485987:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234bfe1c00 x1853163999952384/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767319834.488356:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999952768:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319834.488432:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319834.488542:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999951744:12345-0@lo:13:osp-pre-0-1.0 Request processed in 2681us (2891us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319834.488553:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2372
00000100:00100000:2.0:1767319834.488584:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999952768
00000100:00100000:2.0:1767319834.488590:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999952768
00000100:00100000:2.0:1767319834.488650:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2373
00000100:00100000:2.0:1767319834.488659:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999952768:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767319834.488685:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767319834.488719:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999952768:12345-0@lo:13:osp-pre-1-1.0 Request processed in 63us (288us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319834.488726:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2373
00000100:00080000:2.0:1767319834.488749:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767319834.488753:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767319834.488769:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bfe0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999952256:0@lo:400:kworker.0
00000100:00100000:2.0:1767319834.488796:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319834.488818:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767319834.488824:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bfe0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853163999952512:0@lo:400:kworker.0
00000100:00100000:2.0:1767319834.488844:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319834.488873:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999952256
00000100:00100000:2.0:1767319834.488877:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999952256
00000100:00100000:2.0:1767319834.488919:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999952512
00000100:00100000:2.0:1767319834.488922:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999952512
00000100:00100000:2.0:1767319834.492305:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4879
00000100:00100000:2.0:1767319834.492329:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999952256:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319834.492415:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999952256:12345-0@lo:400:kworker.0 Request processed in 98us (3617us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319834.492423:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4879
00000100:00100000:2.0:1767319834.492443:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4880
00000100:00100000:2.0:1767319834.492449:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853163999952512:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319834.492476:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853163999952512:12345-0@lo:400:kworker.0 Request processed in 27us (3631us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319834.492481:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4880
00000100:00080000:2.0:1767319834.492504:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319834.492548:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bfe0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853163999952512:0@lo:400:kworker.0
00000100:00100000:2.0:1767319834.492561:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bfe0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999952256:0@lo:400:kworker.0
00000100:00100000:2.0:1767319834.492615:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bfe2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999951872:0@lo:38:kworker.0
00000100:00100000:2.0:1767319834.494246:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319834.494317:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bfe3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999952000:0@lo:38:kworker.0
00000100:00100000:2.0:1767319834.494352:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319834.494381:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999952000
00000100:00100000:2.0:1767319834.494388:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999952000
00000100:00100000:2.0:1767319834.494419:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5427
00000100:00100000:2.0:1767319834.494425:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367241500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999952000:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319834.494446:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319834.494480:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367241500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999952000:12345-0@lo:38:kworker.0 Request processed in 54us (126us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319834.494486:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5427
00000100:00080000:2.0:1767319834.494523:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319834.494528:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319834.494532:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bfe3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999952000:0@lo:38:kworker.0
00000100:00100000:2.0:1767319834.494538:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bfe1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999952128:0@lo:38:kworker.0
00000100:00100000:2.0:1767319834.494561:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319834.494578:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999952128
00000100:00100000:2.0:1767319834.494581:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999952128
00000100:00100000:2.0:1767319834.494600:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5428
00000100:00100000:2.0:1767319834.494616:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367243b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999952128:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319834.494626:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319834.494959:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367243b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999952128:12345-0@lo:38:kworker.0 Request processed in 354us (399us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319834.494964:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5428
00000100:00080000:2.0:1767319834.494983:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319834.494986:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319834.494988:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bfe1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999952128:0@lo:38:kworker.0
00000100:00100000:2.0:1767319834.494992:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bfe1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999952384:0@lo:38:kworker.0
00000100:00100000:2.0:1767319834.495006:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319834.495017:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999952384
00000100:00100000:2.0:1767319834.495019:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999952384
00000100:00100000:2.0:1767319834.495029:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5429
00000100:00100000:2.0:1767319834.495032:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367241f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999952384:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319834.495039:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319834.495053:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367241f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999952384:12345-0@lo:38:kworker.0 Request processed in 20us (46us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319834.495056:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5429
00000100:00080000:2.0:1767319834.495070:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319834.495072:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319834.495074:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bfe1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999952384:0@lo:38:kworker.0
00000100:00100000:2.0:1767319834.495133:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bfe3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999952640:0@lo:400:kworker.0
00000100:00100000:2.0:1767319834.495159:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319834.495230:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999951872
00000100:00100000:2.0:1767319834.495234:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999951872
00000100:00100000:2.0:1767319834.495254:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1867
00000100:00100000:2.0:1767319834.495258:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367240a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999951872:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319834.495265:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319834.495302:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367240a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999951872:12345-0@lo:38:kworker.0 Request processed in 42us (1060us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319834.495308:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1867
00000100:00080000:2.0:1767319834.495342:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319834.495346:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319834.495348:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bfe2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999951872:0@lo:38:kworker.0
00000100:00100000:2.0:1767319834.495371:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999952640
00000100:00100000:2.0:1767319834.495375:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999952640
00000100:00100000:2.0:1767319834.495406:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3207
00000100:00100000:2.0:1767319834.495412:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367242300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999952640:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319834.495454:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367242300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999952640:12345-0@lo:400:kworker.0 Request processed in 43us (294us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319834.495461:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3207
00000100:00100000:2.0:1767319834.495485:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bfe3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999952640:0@lo:400:kworker.0
00000100:00100000:3.0:1767319834.498794:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999951744:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319834.498840:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999952768:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767319834.805979:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319835.584023:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767319835.584129:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767319835.584300:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962529920
00000100:00100000:2.0:1767319835.584314:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962529920
00000100:00100000:2.0:1767319835.584371:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962530048
00000100:00100000:2.0:1767319835.584375:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962530048
00000100:00100000:2.0:1767319835.584423:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4881
00000100:00100000:2.0:1767319835.584434:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962530048:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767319835.584513:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962530048:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 81us (384us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319835.584521:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4881
00000100:00100000:2.0:1767319835.584542:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5430
00000100:00100000:2.0:1767319835.584547:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962529920:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767319835.584566:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319835.584593:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962529920:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 45us (587us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319835.584600:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5430
00000100:00080000:1.0:1767319835.585608:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767319835.829457:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767319836.855311:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767319837.880024:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319838.901638:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319839.605871:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999952896:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319839.605955:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319839.606045:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999952896
00000100:00100000:2.0:1767319839.606054:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999952896
00000100:00100000:2.0:1767319839.606111:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2374
00000100:00100000:2.0:1767319839.606120:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999952896:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767319839.606150:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767319839.606216:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999952896:12345-0@lo:13:osp-pre-0-1.0 Request processed in 76us (239us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319839.606234:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2374
00000100:00080000:2.0:1767319839.606257:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767319839.606296:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999952896:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319839.607913:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767319839.607934:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999953024:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319839.608001:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319839.608053:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999953024
00000100:00100000:0.0:1767319839.608059:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999953024
00000100:00100000:0.0:1767319839.608107:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2375
00000100:00100000:0.0:1767319839.608116:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999953024:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767319839.608143:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767319839.608185:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999953024:12345-0@lo:13:osp-pre-1-1.0 Request processed in 71us (184us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319839.608236:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2375
00000100:00080000:0.0:1767319839.608259:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767319839.608295:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999953024:0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767319839.608706:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319839.608712:0:72021:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767319839.608714:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319839.608957:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319839.608968:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319839.608974:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5032
00000100:00080000:2.0:1767319839.608978:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319839.608983:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319839.609012:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347b20e00 x1853163999953152/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319839.609037:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319839.609040:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319839.609042:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319839.609045:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5032
00000100:00080000:2.0:1767319839.609048:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319839.609051:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319839.609063:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347b20000 x1853163999953280/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319839.609073:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319839.609075:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319839.609077:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319839.609080:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5032
00000100:00080000:2.0:1767319839.609082:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319839.609084:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319839.609094:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347b22d80 x1853163999953408/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319839.609124:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319839.609128:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319839.609129:0:72021:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319839.609132:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5032
00000100:00080000:2.0:1767319839.609135:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319839.609138:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319839.609148:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347b21180 x1853163999953664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319839.609301:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b20a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999953536:0@lo:400:kworker.0
00000100:00100000:1.0:1767319839.609353:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319839.609399:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767319839.609416:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999953792:0@lo:400:kworker.0
00000100:00100000:1.0:1767319839.609440:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319839.609470:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999953536
00000100:00100000:1.0:1767319839.609475:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999953536
00000100:00100000:1.0:1767319839.609517:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999953792
00000100:00100000:1.0:1767319839.609520:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999953792
00000100:00100000:1.0:1767319839.609540:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4882
00000100:00100000:1.0:1767319839.609547:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999953536:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319839.609591:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999953536:12345-0@lo:400:kworker.0 Request processed in 44us (238us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319839.609598:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4882
00000100:00100000:1.0:1767319839.609613:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4883
00000100:00100000:1.0:1767319839.609619:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999953792:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319839.609645:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999953792:12345-0@lo:400:kworker.0 Request processed in 26us (204us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319839.609651:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4883
00000100:00100000:1.0:1767319839.609683:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999953792:0@lo:400:kworker.0
00000100:00100000:1.0:1767319839.609692:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b20a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999953536:0@lo:400:kworker.0
00000100:00100000:3.0:1767319839.609993:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b20e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999953152:0@lo:38:kworker.0
00000100:00100000:3.0:1767319839.610028:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319839.610052:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b20000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999953280:0@lo:38:kworker.0
00000100:00100000:3.0:1767319839.610072:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319839.610095:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999953280
00000100:00100000:3.0:1767319839.610098:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999953280
00000100:00100000:3.0:1767319839.610120:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5431
00000100:00100000:3.0:1767319839.610124:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999953280:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319839.610141:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319839.610169:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999953280:12345-0@lo:38:kworker.0 Request processed in 43us (95us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319839.610175:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5431
00000100:00080000:3.0:1767319839.610228:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319839.610232:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319839.610236:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b20000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999953280:0@lo:38:kworker.0
00000100:00100000:3.0:1767319839.610241:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b22d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999953408:0@lo:38:kworker.0
00000100:00100000:3.0:1767319839.610264:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319839.610283:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999953408
00000100:00100000:3.0:1767319839.610287:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999953408
00000100:00100000:3.0:1767319839.610307:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5432
00000100:00100000:3.0:1767319839.610311:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999953408:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319839.610321:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319839.610345:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999953408:12345-0@lo:38:kworker.0 Request processed in 32us (80us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319839.610351:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5432
00000100:00080000:3.0:1767319839.610373:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319839.610377:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319839.610380:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b22d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999953408:0@lo:38:kworker.0
00000100:00100000:3.0:1767319839.610385:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b21180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999953664:0@lo:38:kworker.0
00000100:00100000:3.0:1767319839.610577:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319839.610597:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999953664
00000100:00100000:3.0:1767319839.610600:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999953664
00000100:00100000:3.0:1767319839.610617:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5433
00000100:00100000:3.0:1767319839.610622:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999953664:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319839.610632:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319839.610657:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999953664:12345-0@lo:38:kworker.0 Request processed in 34us (80us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319839.610662:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5433
00000100:00080000:3.0:1767319839.610685:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319839.610688:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319839.610691:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b21180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999953664:0@lo:38:kworker.0
00000100:00080000:0.0:1767319839.610904:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319839.611458:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999953152
00000100:00100000:1.0:1767319839.611465:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999953152
00000100:00100000:1.0:1767319839.611498:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1868
00000100:00100000:1.0:1767319839.611504:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999953152:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319839.611517:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319839.611568:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999953152:12345-0@lo:38:kworker.0 Request processed in 63us (1539us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319839.611574:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1868
00000100:00080000:3.0:1767319839.611867:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319839.611872:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319839.611875:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b20e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999953152:0@lo:38:kworker.0
00010000:00010000:2.0:1767319839.926557:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319840.710686:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767319840.710792:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767319840.710878:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962530304
00000100:00100000:3.0:1767319840.710897:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962530304
00000100:00100000:0.0:1767319840.710906:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962530176
00000100:00100000:0.0:1767319840.710919:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962530176
00000100:00100000:0.0:1767319840.710979:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5434
00000100:00100000:0.0:1767319840.710987:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b21180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962530176:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:0.0:1767319840.711073:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319840.711151:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b21180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962530176:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 163us (358us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319840.711158:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5434
00000100:00100000:3.0:1767319840.712058:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4884
00000100:00100000:3.0:1767319840.712075:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b20e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962530304:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:3.0:1767319840.712189:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b20e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962530304:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 119us (1511us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319840.712253:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4884
00000100:00080000:1.0:1767319840.721084:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767319840.956075:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767319841.973875:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319842.997405:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319844.023468:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767319844.725455:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319844.725481:0:72021:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767319844.725498:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319844.725509:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319844.725513:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319844.725531:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5037
00000100:00080000:2.0:1767319844.725536:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319844.725553:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319844.725605:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347b22d80 x1853163999953920/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319844.725618:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319844.725620:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319844.725621:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319844.725629:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5037
00000100:00080000:2.0:1767319844.725631:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319844.725634:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319844.725643:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347b20000 x1853163999954176/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767319844.725681:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767319844.725728:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999954048:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319844.725815:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319844.725857:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b22d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999953920:0@lo:38:kworker.0
00000100:00100000:3.0:1767319844.725879:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999954304:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319844.725909:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319844.725911:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319844.725941:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999954048
00000100:00100000:3.0:1767319844.725949:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999954048
00000100:00100000:0.0:1767319844.725965:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999954304
00000100:00100000:0.0:1767319844.725968:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999954304
00000100:00100000:0.0:1767319844.726008:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2376
00000100:00100000:0.0:1767319844.726017:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999954304:12345-0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767319844.726041:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767319844.726041:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319844.726048:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319844.726050:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319844.726055:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5037
00002000:00000024:0.0:1767319844.726059:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00080000:1.0:1767319844.726060:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767319844.726060:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319844.726068:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319844.726085:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b20000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999954176:0@lo:38:kworker.0
00000100:00100000:2.0:1767319844.726098:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347b20a80 x1853163999954432/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319844.726106:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999954304:12345-0@lo:13:osp-pre-1-1.0 Request processed in 88us (193us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319844.726115:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2376
00000100:00080000:2.0:1767319844.726128:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319844.726134:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:1.0:1767319844.726135:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767319844.726138:0:72021:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319844.726142:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5037
00000100:00080000:2.0:1767319844.726144:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319844.726146:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319844.726168:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952349093480 x1853163999954688/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319844.726182:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b20a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999954432:0@lo:38:kworker.0
00000100:00100000:1.0:1767319844.726228:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319844.726255:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349093480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999954688:0@lo:38:kworker.0
00000100:00100000:1.0:1767319844.726274:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319844.726300:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999954560:0@lo:400:kworker.0
00000100:00100000:1.0:1767319844.726323:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319844.726340:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767319844.726344:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349091180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999954816:0@lo:400:kworker.0
00000100:00100000:2.0:1767319844.726407:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999953920
00000100:00100000:2.0:1767319844.726412:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999953920
00000100:00100000:2.0:1767319844.726436:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1869
00000100:00100000:2.0:1767319844.726441:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999953920:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319844.726457:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319844.726494:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999953920:12345-0@lo:38:kworker.0 Request processed in 52us (582us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319844.726499:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1869
00000100:00080000:2.0:1767319844.726531:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319844.726535:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319844.726538:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b22d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999953920:0@lo:38:kworker.0
00000100:00100000:2.0:1767319844.726582:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999954304:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319844.726603:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999954176
00000100:00100000:2.0:1767319844.726606:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999954176
00000100:00100000:2.0:1767319844.726638:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999954432
00000100:00100000:2.0:1767319844.726641:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999954432
00000100:00100000:1.0:1767319844.726731:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319844.726732:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999954688
00000100:00100000:2.0:1767319844.726737:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999954688
00000100:00100000:2.0:1767319844.726751:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999954560
00000100:00100000:2.0:1767319844.726755:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999954560
00000100:00100000:1.0:1767319844.726759:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999954816
00000100:00100000:1.0:1767319844.726765:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999954816
00000100:00100000:2.0:1767319844.726789:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4885
00000100:00100000:1.0:1767319844.726796:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4886
00000100:00100000:2.0:1767319844.726801:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999954560:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319844.726808:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999954816:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319844.726855:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999954560:12345-0@lo:400:kworker.0 Request processed in 56us (529us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319844.726856:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999954816:12345-0@lo:400:kworker.0 Request processed in 51us (126us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319844.726870:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4885
00000100:00100000:1.0:1767319844.726879:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4886
00000100:00100000:2.0:1767319844.726888:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5435
00000100:00100000:2.0:1767319844.726894:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999954176:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767319844.726900:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5436
00000100:00100000:1.0:1767319844.726906:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999954432:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319844.726908:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:1.0:1767319844.726920:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319844.726948:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999954176:12345-0@lo:38:kworker.0 Request processed in 51us (814us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319844.726954:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999954432:12345-0@lo:38:kworker.0 Request processed in 46us (725us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319844.726961:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5435
00000100:00100000:1.0:1767319844.726967:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5436
00000100:00100000:2.0:1767319844.726981:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5437
00000100:00100000:2.0:1767319844.726988:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999954688:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319844.726999:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767319844.727000:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319844.727020:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349091180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999954816:0@lo:400:kworker.0
00000100:00100000:2.0:1767319844.727035:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999954688:12345-0@lo:38:kworker.0 Request processed in 45us (757us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319844.727036:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999954560:0@lo:400:kworker.0
00000100:00100000:2.0:1767319844.727048:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5437
00000100:00080000:2.0:1767319844.727161:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319844.727166:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319844.727169:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349093480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999954688:0@lo:38:kworker.0
00000100:00080000:2.0:1767319844.727190:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319844.727229:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319844.727232:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b20a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999954432:0@lo:38:kworker.0
00000100:00080000:2.0:1767319844.727243:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319844.727247:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319844.727249:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b20000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999954176:0@lo:38:kworker.0
00000100:00100000:3.0:1767319844.728459:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2377
00000100:00100000:3.0:1767319844.728475:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999954048:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767319844.728531:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767319844.728594:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999954048:12345-0@lo:13:osp-pre-0-1.0 Request processed in 126us (2779us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319844.728602:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2377
00000100:00100000:2.0:1767319844.728646:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999954048:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767319845.045771:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319845.826695:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767319845.826784:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767319845.827131:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962530560
00000100:00100000:1.0:1767319845.827141:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962530560
00000100:00100000:3.0:1767319845.827274:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962530432
00000100:00100000:3.0:1767319845.827279:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962530432
00000100:00100000:1.0:1767319845.827485:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4887
00000100:00100000:1.0:1767319845.827496:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349093480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962530560:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767319845.827582:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349093480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962530560:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 87us (897us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319845.827593:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4887
00000100:00100000:1.0:1767319845.827613:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5438
00000100:00100000:1.0:1767319845.827617:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349091500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962530432:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767319845.827636:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319845.827661:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349091500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962530432:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 42us (876us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319845.827667:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5438
00000100:00080000:0.0:1767319845.827832:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767319846.069443:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319847.093547:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319848.117454:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767319849.141359:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767319849.845348:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319849.845358:0:72021:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767319849.845361:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319849.845366:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319849.845370:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319849.845378:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5042
00000100:00080000:2.0:1767319849.845384:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319849.845392:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319849.845442:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952349093b80 x1853163999954944/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319849.845477:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319849.845481:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319849.845483:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319849.845486:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5042
00000100:00080000:2.0:1767319849.845489:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319849.845492:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319849.845504:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952349091880 x1853163999955072/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319849.845513:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319849.845516:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319849.845518:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319849.845521:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5042
00000100:00080000:2.0:1767319849.845523:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319849.845526:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319849.845534:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952349092a00 x1853163999955200/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319849.845562:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319849.845565:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319849.845567:0:72021:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319849.845570:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5042
00000100:00080000:2.0:1767319849.845572:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319849.845575:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319849.845585:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952349091180 x1853163999955456/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319849.845668:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999955840:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319849.845669:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349092300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999955328:0@lo:400:kworker.0
00000100:00100000:2.0:1767319849.845740:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319849.845756:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319849.845807:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999955968:0@lo:400:kworker.0
00000100:00100000:2.0:1767319849.845810:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767319849.845820:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b20a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999955712:0@lo:400:kworker.0
00000100:00100000:3.0:1767319849.845835:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319849.845865:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b20000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853163999955584:0@lo:400:kworker.0
00000100:00100000:2.0:1767319849.845889:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319849.845929:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999955328
00000100:00100000:2.0:1767319849.845936:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999955328
00000100:00100000:3.0:1767319849.845971:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999955968
00000100:00100000:3.0:1767319849.845977:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999955968
00000100:00100000:2.0:1767319849.845988:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999955584
00000100:00100000:2.0:1767319849.845992:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999955584
00000100:00100000:3.0:1767319849.846020:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3208
00000100:00100000:2.0:1767319849.846027:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4888
00000100:00100000:3.0:1767319849.846032:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999955968:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319849.846039:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999955328:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319849.846096:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999955968:12345-0@lo:400:kworker.0 Request processed in 66us (260us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319849.846097:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999955328:12345-0@lo:400:kworker.0 Request processed in 61us (341us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319849.846106:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4888
00000100:00100000:2.0:1767319849.846122:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4889
00000100:00100000:2.0:1767319849.846157:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999955584:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319849.846191:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999955584:12345-0@lo:400:kworker.0 Request processed in 63us (300us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319849.846220:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4889
00000100:00100000:2.0:1767319849.846240:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319849.846301:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b20000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853163999955584:0@lo:400:kworker.0
00000100:00100000:2.0:1767319849.846335:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999955712
00000100:00100000:2.0:1767319849.846339:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999955712
00000100:00100000:2.0:1767319849.846361:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3209
00000100:00100000:2.0:1767319849.846367:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999955712:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319849.846401:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999955712:12345-0@lo:400:kworker.0 Request processed in 34us (160us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319849.846406:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3209
00000100:00100000:2.0:1767319849.846429:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b20a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999955712:0@lo:400:kworker.0
00000100:00100000:2.0:1767319849.846455:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349092300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999955328:0@lo:400:kworker.0
00000100:00100000:2.0:1767319849.846463:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999955968:0@lo:400:kworker.0
00000100:00100000:1.0:1767319849.846566:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349093b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999954944:0@lo:38:kworker.0
00000100:00100000:1.0:1767319849.846601:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319849.846637:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349091880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999955072:0@lo:38:kworker.0
00000100:00100000:1.0:1767319849.846660:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319849.846684:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3208
00000100:00100000:1.0:1767319849.846692:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349092a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999955200:0@lo:38:kworker.0
00000100:00100000:1.0:1767319849.846718:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319849.846745:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349091180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999955456:0@lo:38:kworker.0
00000100:00100000:1.0:1767319849.846766:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319849.846792:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999955072
00000100:00100000:1.0:1767319849.846796:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999955072
00000100:00100000:1.0:1767319849.846815:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999955200
00000100:00100000:1.0:1767319849.846817:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999955200
00000100:00100000:1.0:1767319849.846830:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999955456
00000100:00100000:1.0:1767319849.846832:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999955456
00000100:00100000:1.0:1767319849.846842:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5439
00000100:00100000:1.0:1767319849.846846:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999955072:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319849.846864:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319849.846899:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999955072:12345-0@lo:38:kworker.0 Request processed in 52us (239us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319849.846905:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5439
00000100:00100000:1.0:1767319849.846919:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5440
00000100:00100000:1.0:1767319849.846924:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999955200:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319849.846934:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319849.846948:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5441
00000100:00100000:3.0:1767319849.846956:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999955456:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767319849.846961:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999955200:12345-0@lo:38:kworker.0 Request processed in 34us (241us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319849.846969:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5440
00010000:00020000:3.0:1767319849.846972:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319849.847009:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999955456:12345-0@lo:38:kworker.0 Request processed in 53us (241us total) trans 0 rc -19/-19
00000100:00080000:1.0:1767319849.847010:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319849.847019:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319849.847019:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5441
00000100:00100000:1.0:1767319849.847026:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349091880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999955072:0@lo:38:kworker.0
00000100:00080000:1.0:1767319849.847038:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319849.847042:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319849.847044:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349092a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999955200:0@lo:38:kworker.0
00000100:00080000:1.0:1767319849.847052:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319849.847055:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319849.847057:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349091180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999955456:0@lo:38:kworker.0
00000100:00100000:0.0:1767319849.847446:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999955840
00000100:00100000:0.0:1767319849.847451:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999955840
00000100:00100000:0.0:1767319849.847478:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2378
00000100:00100000:0.0:1767319849.847484:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b22d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999955840:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767319849.847506:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767319849.847550:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b22d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999955840:12345-0@lo:13:osp-pre-0-1.0 Request processed in 66us (1811us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319849.847556:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2378
00000100:00080000:0.0:1767319849.847574:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767319849.847578:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767319849.847580:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319849.847605:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999956096:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319849.847658:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999955840:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319849.847759:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319849.847845:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999954944
00000100:00100000:2.0:1767319849.847850:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999954944
00000100:00100000:2.0:1767319849.847875:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1870
00000100:00100000:2.0:1767319849.847880:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999954944:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319849.847893:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319849.847971:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999954944:12345-0@lo:38:kworker.0 Request processed in 89us (1368us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319849.847977:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1870
00000100:00080000:1.0:1767319849.851608:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767319849.851628:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999956096
00000100:00100000:0.0:1767319849.851638:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999956096
00000100:00100000:0.0:1767319849.851702:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2379
00000100:00100000:0.0:1767319849.851712:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999956096:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767319849.851746:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00080000:1.0:1767319849.851766:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319849.851773:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349093b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999954944:0@lo:38:kworker.0
00000100:00100000:0.0:1767319849.851960:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999956096:12345-0@lo:13:osp-pre-1-1.0 Request processed in 249us (4201us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319849.851968:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2379
00000100:00100000:3.0:1767319849.853747:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999956096:0@lo:13:osp-pre-1-1.0
00010000:00010000:3.0:1767319850.170568:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1767319850.944809:0:7000:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.52@tcp portal 26 match 1853163962530688 offset 0 length 520: 4
00000100:00100000:2.0:1767319850.944898:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767319850.945310:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962530816
00000100:00100000:0.0:1767319850.945328:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962530816
00000100:00100000:0.0:1767319850.945382:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5442
00000100:00100000:0.0:1767319850.945390:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962530816:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:0.0:1767319850.945426:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319850.945525:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962530816:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 134us (627us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319850.945533:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5442
00000100:00100000:1.0:1767319850.945656:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767319850.945807:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962530944
00000100:00100000:3.0:1767319850.945812:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962530944
00000100:00080000:0.0:1767319850.945870:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319850.945875:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4890
00000100:00100000:3.0:1767319850.945886:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962530944:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:3.0:1767319850.945949:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962530944:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 66us (295us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319850.945957:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4890
00010000:00010000:2.0:1767319851.190081:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319852.214223:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767319853.237569:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767319854.265900:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319854.967019:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999956224:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319854.967127:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319854.967311:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767319854.967320:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999956352:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319854.967347:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319854.967472:0:7004:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319829/real 1767319829]  req@ffff95235ee5d500 x1853163999950848/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319854 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767319854.967495:0:7004:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95235ee5d500 x1853163999950848/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319854 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767319854.967508:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319854.967517:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767319854.967521:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853163999950848:0@lo:250:kworker.0
00000100:00080000:3.0:1767319854.967615:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319854.967620:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767319854.967624:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319854.967628:0:63619:0:(import.c:509:import_select_connection()) MGC192.168.202.152@tcp: connect to NID 0@lo last attempt 5027
00000100:00080000:3.0:1767319854.967632:0:63619:0:(import.c:588:import_select_connection()) MGC192.168.202.152@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319854.967653:0:63619:0:(import.c:623:import_select_connection()) MGC192.168.202.152@tcp: import ffff95235eb57800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319854.967677:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236710ce00 x1853163999956480/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319854.967701:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319854.967715:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319854.967717:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319854.967721:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5047
00000100:00080000:3.0:1767319854.967723:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319854.967726:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319854.967742:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236710d880 x1853163999956608/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319854.967751:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319854.967754:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319854.967756:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319854.967759:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5047
00000100:00080000:3.0:1767319854.967761:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319854.967765:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319854.967775:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236710c000 x1853163999956736/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319854.967795:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319854.967798:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319854.967800:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319854.967813:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5047
00000100:00080000:3.0:1767319854.967815:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319854.967818:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319854.967829:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236710fb80 x1853163999956864/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319854.967859:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319854.967862:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319854.967864:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319854.967881:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5047
00000100:00080000:3.0:1767319854.967884:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319854.967887:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319854.967899:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952345fa9c00 x1853163999957120/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767319854.967933:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fa9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853163999957248:0@lo:400:kworker.0
00000100:00100000:3.0:1767319854.967982:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319854.968024:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767319854.968030:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853163999956992:0@lo:400:kworker.0
00000100:00100000:3.0:1767319854.968053:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319854.968105:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999957248
00000100:00100000:3.0:1767319854.968113:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999957248
00000100:00100000:3.0:1767319854.968184:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999956992
00000100:00100000:3.0:1767319854.968188:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999956992
00000100:00100000:3.0:1767319854.968232:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4891
00000100:00100000:3.0:1767319854.968241:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fa8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999957248:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319854.968288:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fa8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999957248:12345-0@lo:400:kworker.0 Request processed in 48us (305us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319854.968295:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4891
00000100:00100000:3.0:1767319854.968311:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4892
00000100:00100000:3.0:1767319854.968318:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fa9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853163999956992:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319854.968345:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fa9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853163999956992:12345-0@lo:400:kworker.0 Request processed in 29us (291us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319854.968351:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4892
00000100:00080000:3.0:1767319854.968371:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319854.968404:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853163999956992:0@lo:400:kworker.0
00000100:00100000:3.0:1767319854.968413:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fa9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853163999957248:0@lo:400:kworker.0
00000100:00100000:2.0:1767319854.968496:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767319854.968506:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345faad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999957376:0@lo:400:kworker.0
00000100:00100000:2.0:1767319854.968558:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319854.968592:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853163999956480:0@lo:250:kworker.0
00000400:00000100:2.0:1767319854.968611:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163999956480 offset 0 length 520: 4
00000100:00100000:2.0:1767319854.968627:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999956608:0@lo:38:kworker.0
00000100:00100000:2.0:1767319854.968669:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319854.968698:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999956736:0@lo:38:kworker.0
00000100:00100000:2.0:1767319854.968718:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319854.968732:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999956864:0@lo:38:kworker.0
00000100:00100000:2.0:1767319854.968750:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319854.968762:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fa9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999957120:0@lo:38:kworker.0
00000100:00100000:2.0:1767319854.968780:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319854.968820:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999956736
00000100:00100000:2.0:1767319854.968825:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999956736
00000100:00100000:2.0:1767319854.968844:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999956864
00000100:00100000:2.0:1767319854.968848:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999956864
00000100:00100000:2.0:1767319854.968862:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999957120
00000100:00100000:2.0:1767319854.968864:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999957120
00000100:00100000:2.0:1767319854.968879:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5443
00000100:00100000:2.0:1767319854.968884:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999956736:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319854.968914:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319854.968950:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999956736:12345-0@lo:38:kworker.0 Request processed in 64us (230us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319854.968956:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5443
00000100:00100000:2.0:1767319854.968971:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5444
00000100:00100000:2.0:1767319854.968974:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999956864:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319854.968983:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319854.969005:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999956864:12345-0@lo:38:kworker.0 Request processed in 29us (253us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319854.969010:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5444
00000100:00100000:2.0:1767319854.969020:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5445
00000100:00100000:2.0:1767319854.969024:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349093b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999957120:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319854.969032:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319854.969051:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349093b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999957120:12345-0@lo:38:kworker.0 Request processed in 26us (271us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319854.969057:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5445
00000100:00100000:2.0:1767319854.969097:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999956608
00000100:00100000:2.0:1767319854.969102:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999956608
00000100:00100000:2.0:1767319854.969124:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1871
00000100:00100000:2.0:1767319854.969128:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999956608:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319854.969137:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319854.969161:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999956608:12345-0@lo:38:kworker.0 Request processed in 32us (491us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319854.969167:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1871
00000100:00080000:2.0:1767319854.969217:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319854.969221:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319854.969224:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999956608:0@lo:38:kworker.0
00000100:00080000:2.0:1767319854.969233:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319854.969236:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319854.969238:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999956736:0@lo:38:kworker.0
00000100:00080000:2.0:1767319854.969244:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319854.969247:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319854.969250:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999956864:0@lo:38:kworker.0
00000100:00080000:2.0:1767319854.969256:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319854.969259:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319854.969262:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fa9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999957120:0@lo:38:kworker.0
00000100:00100000:3.0:1767319854.969627:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999957376
00000100:00100000:3.0:1767319854.969632:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999957376
00000100:00100000:3.0:1767319854.969683:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3210
00000100:00100000:3.0:1767319854.969691:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999957376:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319854.969750:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999957376:12345-0@lo:400:kworker.0 Request processed in 60us (1191us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319854.969757:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3210
00000100:00100000:3.0:1767319854.969785:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345faad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999957376:0@lo:400:kworker.0
00000100:00080000:2.0:1767319854.969863:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767319854.972740:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999956224
00000100:00100000:0.0:1767319854.972755:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999956224
00000100:00100000:2.0:1767319854.972975:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999956352
00000100:00100000:2.0:1767319854.972981:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999956352
00000100:00100000:2.0:1767319854.973035:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2380
00000100:00100000:2.0:1767319854.973045:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366963800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999956352:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767319854.973135:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767319854.973224:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366963800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999956352:12345-0@lo:13:osp-pre-1-1.0 Request processed in 181us (5875us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319854.973232:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2380
00000100:00100000:0.0:1767319854.976581:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2381
00000100:00100000:0.0:1767319854.976607:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999956224:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767319854.976643:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767319854.976719:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999956224:12345-0@lo:13:osp-pre-0-1.0 Request processed in 119us (9592us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319854.976726:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2381
00000100:00080000:1.0:1767319854.978052:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767319854.978127:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999956352:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319854.978146:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999956224:0@lo:13:osp-pre-0-1.0
00010000:00010000:2.0:1767319855.285710:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319856.066106:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767319856.066236:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962531072
00000100:00100000:2.0:1767319856.066249:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962531072
00000100:00100000:2.0:1767319856.066305:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5446
00000100:00100000:2.0:1767319856.066314:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345faad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962531072:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767319856.066346:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319856.066418:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345faad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962531072:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 104us (324us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319856.066425:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5446
00000100:00100000:2.0:1767319856.079931:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767319856.081081:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962531200
00000100:00100000:3.0:1767319856.081096:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962531200
00000100:00100000:3.0:1767319856.081190:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4893
00000100:00100000:3.0:1767319856.081239:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349091180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962531200:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:3.0:1767319856.081345:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349091180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962531200:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 108us (1424us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319856.081353:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4893
00000100:00080000:1.0:1767319856.082824:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767319856.311010:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767319857.335740:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767319858.357871:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319859.381534:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767319860.085423:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319860.085434:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767319860.085437:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319860.085440:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319860.085454:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319860.085462:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5052
00000100:00080000:1.0:1767319860.085467:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319860.085474:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319860.085502:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767319860.085507:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366963100 x1853163999957632/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319860.085522:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319860.085525:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319860.085527:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319860.085531:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5052
00000100:00080000:1.0:1767319860.085533:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319860.085537:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319860.085548:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366961c00 x1853163999957760/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319860.085556:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319860.085559:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319860.085561:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319860.085564:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5052
00000100:00080000:1.0:1767319860.085567:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319860.085569:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319860.085578:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366961f80 x1853163999957888/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319860.085606:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319860.085610:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319860.085612:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319860.085616:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5052
00000100:00080000:1.0:1767319860.085618:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319860.085622:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319860.085634:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366962680 x1853163999958144/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767319860.085740:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366961180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999958528:0@lo:400:kworker.0
00000100:00100000:0.0:1767319860.085753:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999957504:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319860.085907:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319860.085907:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319860.085948:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767319860.085954:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366962a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999958400:0@lo:400:kworker.0
00000100:00100000:3.0:1767319860.085978:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319860.086005:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366960a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999958016:0@lo:400:kworker.0
00000100:00100000:3.0:1767319860.086030:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319860.086074:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366963100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999957632:0@lo:38:kworker.0
00000100:00100000:2.0:1767319860.086104:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319860.086111:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999958528
00000100:00100000:0.0:1767319860.086118:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999958528
00000100:00100000:0.0:1767319860.086259:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999958400
00000100:00100000:0.0:1767319860.086263:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999958400
00000100:00100000:3.0:1767319860.087817:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fa9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999958656:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319860.087868:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319860.090122:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366961c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999957760:0@lo:38:kworker.0
00000100:00100000:2.0:1767319860.090186:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319860.090234:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366961f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999957888:0@lo:38:kworker.0
00000100:00100000:2.0:1767319860.090260:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319860.090278:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366962680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999958144:0@lo:38:kworker.0
00000100:00100000:2.0:1767319860.091095:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319860.091157:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999957632
00000100:00100000:2.0:1767319860.091166:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999957632
00000100:00100000:2.0:1767319860.091290:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1872
00000100:00100000:2.0:1767319860.091298:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349092a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999957632:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319860.091321:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319860.091372:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349092a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999957632:12345-0@lo:38:kworker.0 Request processed in 74us (5266us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319860.091379:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1872
00000100:00100000:2.0:1767319860.091404:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999958016
00000100:00100000:2.0:1767319860.091407:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999958016
00000100:00100000:2.0:1767319860.091440:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999957760
00000100:00100000:2.0:1767319860.091685:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999957760
00000100:00100000:2.0:1767319860.091708:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999957888
00000100:00100000:2.0:1767319860.091711:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999957888
00000100:00100000:2.0:1767319860.091718:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999958144
00000100:00100000:2.0:1767319860.091720:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999958144
00000100:00100000:2.0:1767319860.091729:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4894
00000100:00100000:2.0:1767319860.091736:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fabb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999958016:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319860.091784:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fabb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999958016:12345-0@lo:400:kworker.0 Request processed in 49us (5753us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319860.091790:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4894
00000100:00100000:2.0:1767319860.091803:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5447
00000100:00100000:2.0:1767319860.091807:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349091880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999957760:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319860.091817:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319860.091842:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349091880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999957760:12345-0@lo:38:kworker.0 Request processed in 34us (1656us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319860.091848:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5447
00000100:00100000:2.0:1767319860.091859:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5448
00000100:00100000:2.0:1767319860.091862:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349092300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999957888:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319860.091872:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319860.091896:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349092300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999957888:12345-0@lo:38:kworker.0 Request processed in 32us (1635us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319860.091902:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5448
00000100:00100000:2.0:1767319860.091912:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5449
00000100:00100000:2.0:1767319860.091915:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999958144:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319860.091924:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319860.091944:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999958144:12345-0@lo:38:kworker.0 Request processed in 27us (850us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319860.091949:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5449
00000100:00100000:2.0:1767319860.091970:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3211
00000100:00100000:2.0:1767319860.091978:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999958528:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319860.092019:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999958528:12345-0@lo:400:kworker.0 Request processed in 42us (6113us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319860.092022:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3212
00000100:00100000:2.0:1767319860.092027:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3211
00000100:00100000:0.0:1767319860.092031:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999958400:12345-0@lo:400:kworker.0
00000100:00080000:2.0:1767319860.092092:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319860.092098:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319860.092102:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366963100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999957632:0@lo:38:kworker.0
00000100:00080000:2.0:1767319860.092113:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319860.092118:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319860.092120:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366961c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999957760:0@lo:38:kworker.0
00000100:00080000:2.0:1767319860.092129:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319860.092132:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319860.092136:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366961f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999957888:0@lo:38:kworker.0
00000100:00080000:2.0:1767319860.092144:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319860.092147:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319860.092150:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366962680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999958144:0@lo:38:kworker.0
00000100:00100000:2.0:1767319860.092265:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366961180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999958528:0@lo:400:kworker.0
00000100:00100000:2.0:1767319860.092299:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366960e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853163999958272:0@lo:400:kworker.0
00000100:00100000:2.0:1767319860.092329:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319860.092360:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999958272
00000100:00100000:2.0:1767319860.092365:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999958272
00000100:00100000:0.0:1767319860.092372:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999958400:12345-0@lo:400:kworker.0 Request processed in 343us (6393us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319860.092379:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3212
00000100:00100000:2.0:1767319860.092392:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4895
00000100:00100000:2.0:1767319860.092397:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999958272:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319860.092404:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366962a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999958400:0@lo:400:kworker.0
00000100:00080000:0.0:1767319860.092427:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319860.092428:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999958272:12345-0@lo:400:kworker.0 Request processed in 31us (98us total) trans 0 rc 0/0
00000100:00080000:0.0:1767319860.092431:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767319860.092433:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767319860.092434:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4895
00000100:00100000:2.0:1767319860.092476:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366960e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853163999958272:0@lo:400:kworker.0
00000100:00100000:3.0:1767319860.096326:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366960a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999958016:0@lo:400:kworker.0
00000100:00100000:1.0:1767319860.097937:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999957504
00000100:00100000:1.0:1767319860.097950:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999957504
00000100:00100000:1.0:1767319860.098017:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999958656
00000100:00100000:1.0:1767319860.098020:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999958656
00000100:00100000:1.0:1767319860.098067:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2382
00000100:00100000:1.0:1767319860.098076:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999957504:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767319860.098111:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767319860.098214:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2383
00000100:00100000:3.0:1767319860.098226:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999958656:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767319860.098243:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767319860.098314:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999958656:12345-0@lo:13:osp-pre-0-1.0 Request processed in 92us (10445us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319860.098321:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2383
00000100:00100000:3.0:1767319860.098374:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fa9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999958656:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319860.099158:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999957504:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1082us (13250us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319860.099167:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2382
00000100:00100000:0.0:1767319860.099720:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999957504:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767319860.405536:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319861.186486:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767319861.186725:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767319861.194088:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962531456
00000100:00100000:2.0:1767319861.194114:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962531456
00000100:00100000:2.0:1767319861.194279:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962531328
00000100:00100000:2.0:1767319861.194283:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962531328
00000100:00100000:2.0:1767319861.194307:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4896
00000100:00100000:2.0:1767319861.194319:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962531456:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767319861.194408:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962531456:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 90us (7938us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319861.194416:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4896
00000100:00100000:2.0:1767319861.194437:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5450
00000100:00100000:2.0:1767319861.194442:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962531328:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767319861.194463:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319861.194488:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962531328:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 46us (7765us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319861.194494:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5450
00000100:00080000:1.0:1767319861.195005:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767319861.430131:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767319862.453586:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319863.477465:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319864.501411:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319865.205699:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999958784:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319865.205775:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319865.205951:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999958784
00000100:00100000:2.0:1767319865.205960:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999958784
00000100:00100000:2.0:1767319865.206040:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2384
00000100:00080000:1.0:1767319865.206047:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767319865.206053:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fa9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999958784:12345-0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767319865.206055:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767319865.206063:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319865.206067:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319865.206071:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319865.206077:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5058
00000100:00080000:1.0:1767319865.206082:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00002000:00000024:2.0:1767319865.206086:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00080000:1.0:1767319865.206089:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319865.206117:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366962d80 x1853163999959040/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319865.206137:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767319865.206138:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fa9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999958784:12345-0@lo:13:osp-pre-1-1.0 Request processed in 88us (361us total) trans 0 rc 0/0
00000100:00080000:1.0:1767319865.206147:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319865.206150:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767319865.206153:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2384
00000100:00080000:1.0:1767319865.206157:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5058
00000100:00080000:1.0:1767319865.206161:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319865.206166:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319865.206179:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366961880 x1853163999959168/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319865.206189:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319865.206223:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319865.206225:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319865.206230:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5058
00000100:00080000:1.0:1767319865.206234:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319865.206239:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319865.206250:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999958784:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319865.206253:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366960000 x1853163999959296/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319865.206276:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319865.206636:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319865.206638:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319865.206642:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5058
00000100:00080000:1.0:1767319865.206645:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319865.206648:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319865.206662:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366961500 x1853163999959552/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319865.206728:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366963b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853163999959680:0@lo:400:kworker.0
00000100:00100000:2.0:1767319865.206761:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767319865.206825:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767319865.206847:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999959680
00000100:00100000:3.0:1767319865.206851:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999959680
00000100:00100000:3.0:1767319865.206888:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4897
00000100:00100000:3.0:1767319865.206895:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853163999959680:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319865.206975:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999958912:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319865.207016:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319865.207036:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767319865.207088:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366962300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999959424:0@lo:400:kworker.0
00000100:00100000:0.0:1767319865.207109:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319865.207144:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999959424
00000100:00100000:0.0:1767319865.207148:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999959424
00000100:00100000:0.0:1767319865.207177:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4898
00000100:00100000:0.0:1767319865.207183:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999959424:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319865.207243:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999959424:12345-0@lo:400:kworker.0 Request processed in 60us (133us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319865.207251:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4898
00000100:00100000:0.0:1767319865.207295:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366962300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999959424:0@lo:400:kworker.0
00000100:00100000:0.0:1767319865.207323:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366962d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999959040:0@lo:38:kworker.0
00000100:00100000:0.0:1767319865.207349:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319865.207372:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366961880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999959168:0@lo:38:kworker.0
00000100:00100000:0.0:1767319865.207392:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319865.207406:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366960000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999959296:0@lo:38:kworker.0
00000100:00100000:0.0:1767319865.207422:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319865.207433:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999959552:0@lo:38:kworker.0
00000100:00100000:0.0:1767319865.207466:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319865.207490:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999959168
00000100:00100000:0.0:1767319865.207494:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999959168
00000100:00100000:0.0:1767319865.207511:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999959296
00000100:00100000:0.0:1767319865.207514:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999959296
00000100:00100000:0.0:1767319865.207521:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999959552
00000100:00100000:0.0:1767319865.207523:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999959552
00000100:00100000:0.0:1767319865.207531:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5451
00000100:00100000:0.0:1767319865.207536:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999959168:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319865.207554:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319865.207585:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999959168:12345-0@lo:38:kworker.0 Request processed in 47us (190us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319865.207590:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5451
00000100:00100000:0.0:1767319865.207602:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5452
00000100:00100000:0.0:1767319865.207605:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367298000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999959296:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319865.207614:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319865.207635:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367298000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999959296:12345-0@lo:38:kworker.0 Request processed in 29us (212us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319865.207641:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5452
00000100:00100000:0.0:1767319865.207650:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5453
00000100:00100000:0.0:1767319865.207654:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367298700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999959552:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319865.207662:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319865.207683:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367298700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999959552:12345-0@lo:38:kworker.0 Request processed in 27us (216us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319865.207688:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5453
00000100:00080000:0.0:1767319865.207712:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319865.207716:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319865.207718:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366961880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999959168:0@lo:38:kworker.0
00000100:00080000:0.0:1767319865.207726:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319865.207728:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319865.207731:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366960000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999959296:0@lo:38:kworker.0
00000100:00080000:0.0:1767319865.207738:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319865.207740:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319865.207744:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999959552:0@lo:38:kworker.0
00000100:00100000:0.0:1767319865.207781:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999959040
00000100:00100000:0.0:1767319865.207785:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999959040
00000100:00100000:0.0:1767319865.207805:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1873
00000100:00100000:0.0:1767319865.207809:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999959040:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319865.207818:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319865.207847:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999959040:12345-0@lo:38:kworker.0 Request processed in 36us (496us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319865.207852:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1873
00000100:00100000:0.0:1767319865.207872:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999958912
00000100:00100000:0.0:1767319865.207875:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999958912
00000100:00100000:0.0:1767319865.207900:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2385
00000100:00100000:0.0:1767319865.207906:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999958912:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767319865.207924:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767319865.207956:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999958912:12345-0@lo:13:osp-pre-0-1.0 Request processed in 50us (940us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319865.207962:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2385
00000100:00100000:0.0:1767319865.208004:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999958912:0@lo:13:osp-pre-0-1.0
00000100:00080000:0.0:1767319865.208025:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319865.208029:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319865.208031:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366962d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999959040:0@lo:38:kworker.0
00000100:00080000:0.0:1767319865.208078:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767319865.208082:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319865.213114:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853163999959680:12345-0@lo:400:kworker.0 Request processed in 6210us (6342us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319865.213129:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4897
00000100:00100000:2.0:1767319865.221649:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366963b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853163999959680:0@lo:400:kworker.0
00010000:00010000:0.0:1767319865.526612:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319866.308329:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767319866.308378:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767319866.308456:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962531584
00000100:00100000:3.0:1767319866.308464:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962531584
00000100:00100000:3.0:1767319866.308507:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962531712
00000100:00100000:3.0:1767319866.308509:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962531712
00000100:00100000:3.0:1767319866.308566:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4899
00000100:00100000:3.0:1767319866.308577:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b21f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962531712:12345-192.168.202.52@tcp:400:kworker.0
00000100:00080000:1.0:1767319866.308591:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319866.308657:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b21f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962531712:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 81us (277us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319866.308664:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4899
00000100:00100000:3.0:1767319866.308680:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5454
00000100:00100000:3.0:1767319866.308684:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962531584:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767319866.308699:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319866.308719:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962531584:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 34us (405us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319866.308723:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5454
00010000:00010000:3.0:1767319866.549448:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319867.576263:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767319868.603290:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767319869.621463:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767319870.325606:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319870.325617:0:72021:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767319870.325620:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319870.325624:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319870.325629:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319870.325636:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5063
00000100:00080000:2.0:1767319870.325640:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319870.325646:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319870.325686:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347b20a80 x1853163999959808/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319870.325709:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319870.325712:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319870.325714:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319870.325718:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5063
00000100:00080000:2.0:1767319870.325721:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319870.325726:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319870.325735:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b20a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999959808:0@lo:38:kworker.0
00000100:00100000:2.0:1767319870.325751:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347b20000 x1853163999959936/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319870.325763:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319870.325766:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319870.325768:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319870.325773:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5063
00000100:00080000:2.0:1767319870.325775:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319870.325779:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319870.325791:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523670c2d80 x1853163999960064/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319870.325804:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767319870.325824:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319870.325828:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319870.325830:0:72021:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319870.325835:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5063
00000100:00080000:2.0:1767319870.325838:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319870.325841:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319870.325853:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523670c1f80 x1853163999960320/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319870.325867:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b20000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999959936:0@lo:38:kworker.0
00000100:00100000:1.0:1767319870.325901:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319870.325928:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999960704:0@lo:400:kworker.0
00000100:00100000:1.0:1767319870.326010:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999960064:0@lo:38:kworker.0
00000100:00100000:0.0:1767319870.326043:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999959808
00000100:00100000:0.0:1767319870.326051:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999959808
00000100:00100000:0.0:1767319870.326079:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1874
00000100:00100000:0.0:1767319870.326084:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366963480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999959808:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319870.326099:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319870.326149:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319870.326168:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0]
00000100:00100000:2.0:1767319870.326172:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999960192:0@lo:400:kworker.0
00000100:00100000:2.0:1767319870.326185:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319870.326212:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999960832:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319870.326229:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319870.326248:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999960704
00000100:00100000:2.0:1767319870.326251:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999960704
00000100:00100000:2.0:1767319870.326281:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3213
00000100:00100000:2.0:1767319870.326286:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999960704:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319870.326314:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999960704:12345-0@lo:400:kworker.0 Request processed in 28us (165us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319870.326319:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3213
00000100:00100000:2.0:1767319870.326335:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999959936
00000100:00100000:2.0:1767319870.326338:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999959936
00000100:00100000:2.0:1767319870.326349:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999960192
00000100:00100000:2.0:1767319870.326350:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999960192
00000100:00100000:1.0:1767319870.327472:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319870.333110:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999960704:0@lo:400:kworker.0
00000100:00100000:0.0:1767319870.335112:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366963480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999959808:12345-0@lo:38:kworker.0 Request processed in 9018us (9300us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319870.335139:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1874
00000100:00100000:0.0:1767319870.335215:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999960448:0@lo:400:kworker.0
00000100:00100000:0.0:1767319870.335263:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999960576:0@lo:400:kworker.0
00000100:00100000:0.0:1767319870.335290:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319870.335344:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999960832
00000100:00100000:0.0:1767319870.335351:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999960832
00000100:00100000:0.0:1767319870.335652:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2386
00000100:00100000:0.0:1767319870.335661:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999960832:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767319870.335691:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767319870.335747:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999960832:12345-0@lo:13:osp-pre-1-1.0 Request processed in 76us (9503us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319870.335755:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2386
00000100:00100000:0.0:1767319870.335777:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999960576
00000100:00100000:0.0:1767319870.335780:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999960576
00000100:00100000:0.0:1767319870.335810:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3214
00000100:00100000:0.0:1767319870.335817:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999960576:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319870.335849:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999960576:12345-0@lo:400:kworker.0 Request processed in 33us (560us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319870.335856:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3214
00000100:00100000:0.0:1767319870.335890:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999960576:0@lo:400:kworker.0
00000100:00100000:0.0:1767319870.336266:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999960832:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319870.336453:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999960064
00000100:00100000:1.0:1767319870.336459:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999960064
00000100:00100000:1.0:1767319870.336486:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4900
00000100:00100000:1.0:1767319870.336495:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999960192:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319870.336540:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999960192:12345-0@lo:400:kworker.0 Request processed in 48us (10352us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319870.336547:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4900
00000100:00100000:1.0:1767319870.336563:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5455
00000100:00100000:1.0:1767319870.336568:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366963b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999959936:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319870.336586:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319870.336617:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366963b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999959936:12345-0@lo:38:kworker.0 Request processed in 48us (10717us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319870.336622:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5455
00000100:00100000:1.0:1767319870.336633:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5456
00000100:00100000:1.0:1767319870.336637:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366962d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999960064:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319870.336645:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319870.336666:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366962d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999960064:12345-0@lo:38:kworker.0 Request processed in 28us (9199us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319870.336672:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5456
00000100:00080000:1.0:1767319870.336689:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767319870.336693:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767319870.336695:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767319870.336710:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319870.336730:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fa8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999960960:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319870.336770:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319870.336799:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999960448
00000100:00100000:1.0:1767319870.336803:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999960448
00000100:00100000:1.0:1767319870.336849:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4901
00000100:00100000:1.0:1767319870.336855:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366961500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999960448:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319870.336887:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366961500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999960448:12345-0@lo:400:kworker.0 Request processed in 33us (177us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319870.336896:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4901
00000100:00080000:1.0:1767319870.336909:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319870.339781:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999960448:0@lo:400:kworker.0
00000100:00100000:1.0:1767319870.339846:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999960192:0@lo:400:kworker.0
00000100:00080000:1.0:1767319870.339887:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319870.339892:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319870.339896:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999960064:0@lo:38:kworker.0
00000100:00100000:1.0:1767319870.339905:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999960320:0@lo:38:kworker.0
00000100:00100000:1.0:1767319870.339980:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319870.340018:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999960320
00000100:00100000:1.0:1767319870.340320:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999960320
00000100:00100000:1.0:1767319870.340357:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5457
00000100:00100000:1.0:1767319870.342645:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366961880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999960320:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319870.342675:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319870.343237:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366961880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999960320:12345-0@lo:38:kworker.0 Request processed in 601us (3255us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319870.343244:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5457
00000100:00080000:1.0:1767319870.343302:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319870.343305:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319870.343308:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999960320:0@lo:38:kworker.0
00000100:00080000:1.0:1767319870.343317:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319870.343319:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319870.343321:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b20a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999959808:0@lo:38:kworker.0
00000100:00080000:1.0:1767319870.343352:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319870.343354:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319870.343356:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b20000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999959936:0@lo:38:kworker.0
00000100:00100000:1.0:1767319870.343729:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999960960
00000100:00100000:1.0:1767319870.343747:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999960960
00000100:00100000:1.0:1767319870.343800:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2387
00000100:00100000:1.0:1767319870.343808:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366960000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999960960:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767319870.343837:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767319870.343889:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366960000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999960960:12345-0@lo:13:osp-pre-0-1.0 Request processed in 82us (7118us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319870.343895:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2387
00000100:00100000:1.0:1767319870.343953:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fa8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999960960:0@lo:13:osp-pre-0-1.0
00010000:00010000:3.0:1767319870.645415:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319871.429031:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767319871.429145:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767319871.429416:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962531968
00000100:00100000:2.0:1767319871.429426:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962531968
00000100:00100000:2.0:1767319871.429549:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962531840
00000100:00100000:2.0:1767319871.429552:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962531840
00000100:00100000:2.0:1767319871.429577:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4902
00000100:00100000:3.0:1767319871.429842:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5458
00000100:00100000:3.0:1767319871.429849:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962531840:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767319871.429872:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319871.429956:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962531840:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 96us (801us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319871.429967:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5458
00000100:00100000:2.0:1767319871.430142:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962531968:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767319871.430225:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962531968:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 630us (1268us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319871.430232:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4902
00000100:00080000:0.0:1767319871.430886:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767319871.669781:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767319872.694088:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767319873.717626:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767319874.742041:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767319875.445353:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319875.445363:0:72021:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767319875.445366:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319875.445369:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319875.445374:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319875.445382:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5068
00000100:00080000:2.0:1767319875.445386:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319875.445392:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319875.445432:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0a8380 x1853163999961088/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319875.445469:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319875.445474:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319875.445476:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319875.445480:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5068
00000100:00080000:2.0:1767319875.445482:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319875.445485:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319875.445497:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0aaa00 x1853163999961216/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319875.445506:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319875.445509:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319875.445510:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319875.445513:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5068
00000100:00080000:2.0:1767319875.445516:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319875.445518:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319875.445527:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0ab800 x1853163999961344/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319875.445562:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319875.445565:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319875.445567:0:72021:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319875.445571:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5068
00000100:00080000:2.0:1767319875.445573:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319875.445576:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319875.445586:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0a9c00 x1853163999961600/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767319875.447743:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853163999961472:0@lo:400:kworker.0
00000100:00100000:3.0:1767319875.447822:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319875.447923:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767319875.447931:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999961984:0@lo:400:kworker.0
00000100:00100000:3.0:1767319875.447956:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319875.447992:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999961984
00000100:00100000:3.0:1767319875.447999:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999961984
00000100:00100000:3.0:1767319875.448056:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3215
00000100:00100000:3.0:1767319875.448067:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fa8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999961984:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319875.448118:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fa8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999961984:12345-0@lo:400:kworker.0 Request processed in 54us (161us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319875.448125:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3215
00000100:00100000:3.0:1767319875.448356:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999961984:0@lo:400:kworker.0
00000100:00100000:2.0:1767319875.449015:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999961472
00000100:00100000:2.0:1767319875.449022:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999961472
00000100:00100000:2.0:1767319875.449067:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4903
00000100:00100000:2.0:1767319875.449075:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345faa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853163999961472:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319875.449128:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345faa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853163999961472:12345-0@lo:400:kworker.0 Request processed in 53us (1305us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319875.449133:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4903
00000100:00100000:2.0:1767319875.449162:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853163999961472:0@lo:400:kworker.0
00000100:00100000:0.0:1767319875.450035:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999961856:0@lo:400:kworker.0
00000100:00100000:0.0:1767319875.450087:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319875.450125:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767319875.450132:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853163999961728:0@lo:400:kworker.0
00000100:00100000:0.0:1767319875.450157:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319875.450186:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999962112:0@lo:13:osp-pre-1-1.0
00000100:00080000:0.0:1767319875.450189:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767319875.450211:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767319875.450224:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999961856
00000100:00100000:0.0:1767319875.450229:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999961856
00000100:00100000:2.0:1767319875.450254:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319875.450268:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3216
00000100:00100000:0.0:1767319875.450276:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999961856:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319875.450310:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999961728
00000100:00100000:2.0:1767319875.450314:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999961728
00000100:00100000:0.0:1767319875.450316:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999961856:12345-0@lo:400:kworker.0 Request processed in 42us (229us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319875.450323:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3216
00000100:00100000:2.0:1767319875.450340:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4904
00000100:00100000:2.0:1767319875.450346:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999961728:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767319875.450353:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767319875.450356:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767319875.450375:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999961728:12345-0@lo:400:kworker.0 Request processed in 29us (217us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319875.450376:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999961856:0@lo:400:kworker.0
00000100:00100000:2.0:1767319875.450381:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4904
00000100:00100000:0.0:1767319875.450392:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853163999961728:0@lo:400:kworker.0
00000100:00100000:1.0:1767319875.451248:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999961088:0@lo:38:kworker.0
00000100:00100000:1.0:1767319875.451303:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319875.451332:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999961216:0@lo:38:kworker.0
00000100:00100000:1.0:1767319875.451356:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319875.451418:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999961088
00000100:00100000:0.0:1767319875.451425:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999961088
00000100:00100000:3.0:1767319875.451534:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1875
00000100:00100000:3.0:1767319875.451541:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366962300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999961088:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319875.451562:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319875.451599:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366962300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999961088:12345-0@lo:38:kworker.0 Request processed in 57us (295us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319875.451605:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1875
00000100:00100000:3.0:1767319875.460646:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999962112
00000100:00100000:3.0:1767319875.460663:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999962112
00000100:00100000:1.0:1767319875.462690:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999961344:0@lo:38:kworker.0
00000100:00100000:1.0:1767319875.462763:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319875.462788:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999961600:0@lo:38:kworker.0
00000100:00100000:1.0:1767319875.462812:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767319875.462859:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319875.462864:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319875.462868:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999961088:0@lo:38:kworker.0
00000100:00100000:1.0:1767319875.462925:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999961216
00000100:00100000:1.0:1767319875.462932:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999961216
00000100:00100000:1.0:1767319875.462965:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999961344
00000100:00100000:1.0:1767319875.462968:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999961344
00000100:00100000:1.0:1767319875.462980:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999961600
00000100:00100000:1.0:1767319875.462983:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999961600
00000100:00100000:3.0:1767319875.463152:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2388
00000100:00100000:3.0:1767319875.463167:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999962112:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767319875.463215:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767319875.463846:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5459
00000100:00100000:1.0:1767319875.463853:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366960a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999961216:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319875.463872:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319875.463930:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366960a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999961216:12345-0@lo:38:kworker.0 Request processed in 76us (12572us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319875.463937:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5459
00000100:00100000:1.0:1767319875.463954:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5460
00000100:00100000:1.0:1767319875.463958:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366960e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999961344:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319875.463969:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319875.463995:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366960e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999961344:12345-0@lo:38:kworker.0 Request processed in 34us (1232us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319875.464001:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5460
00000100:00100000:1.0:1767319875.464015:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5461
00000100:00100000:1.0:1767319875.464019:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366962a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999961600:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319875.464028:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319875.464052:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366962a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999961600:12345-0@lo:38:kworker.0 Request processed in 32us (1240us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319875.464059:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5461
00000100:00100000:2.0:1767319875.464190:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999962240:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319875.465144:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319875.465992:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999962112:12345-0@lo:13:osp-pre-1-1.0 Request processed in 2827us (15733us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319875.466004:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2388
00000100:00100000:3.0:1767319875.466029:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999962240
00000100:00100000:3.0:1767319875.466037:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999962240
00000100:00100000:3.0:1767319875.466073:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2389
00000100:00100000:3.0:1767319875.466081:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999962240:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767319875.466111:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767319875.466162:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999962240:12345-0@lo:13:osp-pre-0-1.0 Request processed in 82us (1020us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319875.466168:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2389
00000100:00100000:0.0:1767319875.467001:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999962112:0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767319875.467457:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319875.467464:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319875.467468:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999961216:0@lo:38:kworker.0
00000100:00100000:3.0:1767319875.468593:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999962240:0@lo:13:osp-pre-0-1.0
00000100:00080000:1.0:1767319875.469366:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319875.469375:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319875.469381:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999961344:0@lo:38:kworker.0
00000100:00080000:1.0:1767319875.469411:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319875.469415:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319875.469418:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999961600:0@lo:38:kworker.0
00010000:00010000:2.0:1767319875.765678:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319876.546504:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000400:00000100:0.0:1767319876.546541:0:6998:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.52@tcp portal 26 match 1853163962532096 offset 0 length 520: 4
00000100:00100000:0.0:1767319876.546563:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767319876.547114:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962532352
00000100:00100000:1.0:1767319876.547126:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962532352
00000100:00100000:1.0:1767319876.547230:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962532224
00000100:00100000:1.0:1767319876.547234:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962532224
00000100:00100000:1.0:1767319876.547257:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4905
00000100:00100000:1.0:1767319876.547268:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962532352:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767319876.547338:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962532352:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 73us (853us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319876.547345:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4905
00000100:00080000:0.0:1767319876.547455:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319876.547484:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5462
00000100:00100000:0.0:1767319876.547490:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962532224:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:0.0:1767319876.547521:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319876.547550:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962532224:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 59us (986us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319876.547557:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5462
00010000:00010000:0.0:1767319876.789556:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767319877.813429:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767319878.838792:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319879.541651:0:7004:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319854/real 1767319854]  req@ffff95236710ce00 x1853163999956480/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319879 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1767319879.541685:0:7004:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95236710ce00 x1853163999956480/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319879 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1767319879.541704:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319879.541732:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:1.0:1767319879.541736:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853163999956480:0@lo:250:kworker.0
00000100:00080000:2.0:1767319879.541828:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319879.541833:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1767319879.541836:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319879.541840:0:63619:0:(import.c:509:import_select_connection()) MGC192.168.202.152@tcp: connect to NID 0@lo last attempt 5052
00000100:00080000:2.0:1767319879.541843:0:63619:0:(import.c:588:import_select_connection()) MGC192.168.202.152@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319879.541849:0:63619:0:(import.c:623:import_select_connection()) MGC192.168.202.152@tcp: import ffff95235eb57800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319879.541911:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0aad80 x1853163999962368/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319879.541937:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319879.541941:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319879.541942:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319879.541946:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5073
00000100:00080000:2.0:1767319879.541948:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319879.541951:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319879.541967:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0a8700 x1853163999962496/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319879.541976:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319879.541979:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319879.541981:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319879.541984:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5073
00000100:00080000:2.0:1767319879.541987:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319879.541990:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319879.542000:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0a9880 x1853163999962624/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319879.542009:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319879.542012:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319879.542014:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319879.542017:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5073
00000100:00080000:2.0:1767319879.542020:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319879.542023:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319879.542048:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0ab100 x1853163999962752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319879.542104:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319879.542107:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319879.542109:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319879.542113:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5073
00000100:00080000:2.0:1767319879.542115:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319879.542118:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319879.542130:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0ab800 x1853163999963008/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319879.542189:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999963136:0@lo:400:kworker.0
00000100:00100000:2.0:1767319879.542274:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319879.542331:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767319879.542338:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999963264:0@lo:400:kworker.0
00000100:00100000:2.0:1767319879.542361:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319879.542504:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999963392:0@lo:400:kworker.0
00000100:00100000:3.0:1767319879.542533:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319879.542563:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767319879.542568:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999962880:0@lo:400:kworker.0
00000100:00100000:3.0:1767319879.542588:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319879.542622:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999963264
00000100:00100000:3.0:1767319879.542629:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999963264
00000100:00100000:3.0:1767319879.542675:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999963392
00000100:00100000:3.0:1767319879.542678:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999963392
00000100:00100000:3.0:1767319879.542701:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3217
00000100:00100000:3.0:1767319879.542710:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999963264:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319879.542756:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999963264:12345-0@lo:400:kworker.0 Request processed in 47us (394us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319879.542764:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3217
00000100:00100000:3.0:1767319879.542778:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3218
00000100:00100000:3.0:1767319879.542784:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345faaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999963392:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319879.542812:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345faaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999963392:12345-0@lo:400:kworker.0 Request processed in 30us (279us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319879.542817:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3218
00000100:00100000:3.0:1767319879.542832:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999963136
00000100:00100000:3.0:1767319879.542835:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999963136
00000100:00100000:3.0:1767319879.542853:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999962880
00000100:00100000:3.0:1767319879.542868:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999962880
00000100:00100000:3.0:1767319879.542889:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4906
00000100:00100000:3.0:1767319879.542895:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999963136:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319879.542920:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999963136:12345-0@lo:400:kworker.0 Request processed in 26us (646us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319879.542926:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4906
00000100:00100000:3.0:1767319879.542935:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4907
00000100:00100000:3.0:1767319879.542941:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fa9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999962880:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319879.542964:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fa9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999962880:12345-0@lo:400:kworker.0 Request processed in 23us (375us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319879.542969:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4907
00000100:00100000:3.0:1767319879.543011:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999962880:0@lo:400:kworker.0
00000100:00100000:3.0:1767319879.543020:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999963392:0@lo:400:kworker.0
00000100:00100000:3.0:1767319879.543046:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999963264:0@lo:400:kworker.0
00000100:00100000:3.0:1767319879.543054:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999963136:0@lo:400:kworker.0
00000100:00080000:0.0:1767319879.543316:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767319879.543321:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767319879.543323:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767319879.543656:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853163999962368:0@lo:250:kworker.0
00000400:00000100:1.0:1767319879.543683:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163999962368 offset 0 length 520: 4
00000100:00100000:1.0:1767319879.543706:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999962496:0@lo:38:kworker.0
00000100:00100000:1.0:1767319879.543728:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319879.543757:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999962624:0@lo:38:kworker.0
00000100:00100000:1.0:1767319879.543776:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319879.543799:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999962752:0@lo:38:kworker.0
00000100:00100000:1.0:1767319879.543817:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319879.543841:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999963008:0@lo:38:kworker.0
00000100:00100000:1.0:1767319879.543882:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319879.543912:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999962624
00000100:00100000:1.0:1767319879.543916:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999962624
00000100:00100000:1.0:1767319879.543936:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999962752
00000100:00100000:1.0:1767319879.543938:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999962752
00000100:00100000:1.0:1767319879.543949:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999963008
00000100:00100000:1.0:1767319879.543952:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999963008
00000100:00100000:1.0:1767319879.543966:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5463
00000100:00100000:1.0:1767319879.543970:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366962680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999962624:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319879.543986:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319879.544020:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366962680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999962624:12345-0@lo:38:kworker.0 Request processed in 48us (243us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319879.544026:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5463
00000100:00100000:1.0:1767319879.544054:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5464
00000100:00100000:1.0:1767319879.544058:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366961f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999962752:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319879.544068:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319879.544262:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5465
00000100:00100000:2.0:1767319879.544268:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366961c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999963008:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319879.544278:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319879.544602:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999962496
00000100:00100000:0.0:1767319879.544608:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999962496
00000100:00100000:0.0:1767319879.544639:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1876
00000100:00100000:0.0:1767319879.544644:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366961180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999962496:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319879.544655:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767319879.545067:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319879.545072:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319879.545076:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999962624:0@lo:38:kworker.0
00000100:00100000:2.0:1767319879.548779:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366961c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999963008:12345-0@lo:38:kworker.0 Request processed in 4500us (4895us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319879.548793:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5465
00000100:00080000:3.0:1767319879.549770:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319879.549778:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319879.549782:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999963008:0@lo:38:kworker.0
00000100:00100000:1.0:1767319879.551056:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366961f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999962752:12345-0@lo:38:kworker.0 Request processed in 6990us (7231us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319879.551068:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5464
00000100:00080000:3.0:1767319879.551323:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319879.551328:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319879.551332:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999962752:0@lo:38:kworker.0
00000100:00100000:0.0:1767319879.551504:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366961180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999962496:12345-0@lo:38:kworker.0 Request processed in 6857us (7773us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319879.551513:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1876
00000100:00080000:3.0:1767319879.551592:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319879.551597:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319879.551600:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999962496:0@lo:38:kworker.0
00010000:00010000:2.0:1767319879.865653:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319880.565589:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767319880.565614:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999963520:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319880.565688:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319880.565693:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999963648:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319880.565728:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319880.565746:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999963520
00000100:00100000:3.0:1767319880.565753:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999963520
00000100:00100000:1.0:1767319880.565777:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999963648
00000100:00100000:1.0:1767319880.565781:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999963648
00000100:00100000:3.0:1767319880.565799:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2390
00000100:00100000:1.0:1767319880.565804:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2391
00000100:00100000:3.0:1767319880.565808:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fa8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999963520:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319880.565810:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999963648:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767319880.565834:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00002000:00000024:3.0:1767319880.565834:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767319880.565882:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fa8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999963520:12345-0@lo:13:osp-pre-1-1.0 Request processed in 75us (194us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319880.565889:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2390
00000100:00100000:3.0:1767319880.565947:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999963520:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319880.571720:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999963648:12345-0@lo:13:osp-pre-0-1.0 Request processed in 5898us (5980us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319880.571735:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2391
00000100:00100000:0.0:1767319880.572822:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999963648:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767319880.885417:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319881.667472:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767319881.667567:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767319881.667761:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962532608
00000100:00100000:2.0:1767319881.667771:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962532608
00000100:00100000:2.0:1767319881.667874:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962532480
00000100:00100000:2.0:1767319881.667878:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962532480
00000100:00100000:2.0:1767319881.667899:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4908
00000100:00100000:2.0:1767319881.667910:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345faa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962532608:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767319881.667985:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345faa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962532608:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 77us (522us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319881.667992:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4908
00000100:00100000:2.0:1767319881.668011:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5466
00000100:00100000:2.0:1767319881.668015:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fa9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962532480:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767319881.668035:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319881.668058:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fa9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962532480:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 41us (492us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319881.668304:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5466
00000100:00080000:0.0:1767319881.668849:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767319881.911511:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767319882.933429:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319883.957992:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767319884.661480:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319884.661490:0:72021:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767319884.661493:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319884.661497:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319884.661501:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319884.661509:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5077
00000100:00080000:0.0:1767319884.661514:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319884.661522:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319884.661569:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347ff2a00 x1853163999963776/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319884.661601:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319884.661605:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319884.661607:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319884.661610:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5077
00000100:00080000:0.0:1767319884.661612:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319884.661615:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319884.661628:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347ff3100 x1853163999963904/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319884.661636:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319884.661640:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319884.661641:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319884.661644:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5077
00000100:00080000:0.0:1767319884.661647:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319884.661650:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319884.661659:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347ff3480 x1853163999964032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319884.661697:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319884.661700:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319884.661702:0:72021:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319884.661706:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5077
00000100:00080000:0.0:1767319884.661708:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319884.661712:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319884.661722:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347ff1180 x1853163999964288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319884.661787:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999964672:0@lo:400:kworker.0
00000100:00100000:0.0:1767319884.661860:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319884.661896:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767319884.661902:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999964160:0@lo:400:kworker.0
00000100:00100000:0.0:1767319884.661927:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319884.661967:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999964544:0@lo:400:kworker.0
00000100:00100000:0.0:1767319884.661989:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319884.662002:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767319884.662006:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853163999964416:0@lo:400:kworker.0
00000100:00100000:0.0:1767319884.662025:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319884.662120:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999964672
00000100:00100000:2.0:1767319884.662128:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999964672
00000100:00100000:3.0:1767319884.662236:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999964544
00000100:00100000:3.0:1767319884.662251:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999964544
00000100:00100000:1.0:1767319884.662268:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999963776:0@lo:38:kworker.0
00000100:00100000:1.0:1767319884.662314:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319884.671975:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3219
00000100:00100000:2.0:1767319884.671993:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999964672:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319884.672088:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999964672:12345-0@lo:400:kworker.0 Request processed in 101us (10227us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319884.672100:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3219
00000100:00100000:2.0:1767319884.672181:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999964160
00000100:00100000:2.0:1767319884.672212:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999964160
00000100:00100000:3.0:1767319884.675095:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3220
00000100:00100000:3.0:1767319884.675121:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999964544:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319884.676898:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999964416
00000100:00100000:2.0:1767319884.676913:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999964416
00000100:00100000:2.0:1767319884.676946:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4909
00000100:00100000:2.0:1767319884.676954:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999964160:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767319884.677082:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767319884.677087:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767319884.677090:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767319884.683689:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999964160:12345-0@lo:400:kworker.0 Request processed in 6725us (21749us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319884.683709:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4909
00000100:00100000:2.0:1767319884.683750:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4910
00000100:00100000:2.0:1767319884.683764:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999964416:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319884.683835:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999964416:12345-0@lo:400:kworker.0 Request processed in 77us (21808us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319884.683845:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4910
00000100:00100000:2.0:1767319884.684407:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999963776
00000100:00100000:2.0:1767319884.684416:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999963776
00000100:00100000:1.0:1767319884.684568:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999963904:0@lo:38:kworker.0
00000100:00100000:1.0:1767319884.684612:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319884.684635:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999963904
00000100:00100000:1.0:1767319884.684639:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999963904
00000100:00100000:1.0:1767319884.684669:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5467
00000100:00100000:1.0:1767319884.684673:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999963904:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319884.684692:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319884.684723:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999963904:12345-0@lo:38:kworker.0 Request processed in 48us (111us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319884.684729:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5467
00000100:00080000:1.0:1767319884.684763:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319884.684768:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319884.684771:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999963904:0@lo:38:kworker.0
00000100:00100000:1.0:1767319884.684778:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999964032:0@lo:38:kworker.0
00000100:00100000:1.0:1767319884.684799:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319884.684831:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999964032
00000100:00100000:1.0:1767319884.684835:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999964032
00000100:00100000:1.0:1767319884.684854:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5468
00000100:00100000:1.0:1767319884.684858:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b20000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999964032:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319884.684867:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319884.684892:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b20000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999964032:12345-0@lo:38:kworker.0 Request processed in 33us (92us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319884.684897:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5468
00000100:00080000:1.0:1767319884.684919:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319884.684923:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319884.684926:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999964032:0@lo:38:kworker.0
00000100:00100000:1.0:1767319884.684932:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999964288:0@lo:38:kworker.0
00000100:00100000:1.0:1767319884.684955:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319884.684970:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999964288
00000100:00100000:1.0:1767319884.684973:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999964288
00000100:00100000:1.0:1767319884.684987:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5469
00000100:00100000:1.0:1767319884.684991:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b20a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999964288:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319884.685000:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319884.685021:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b20a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999964288:12345-0@lo:38:kworker.0 Request processed in 29us (65us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319884.685027:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5469
00000100:00080000:1.0:1767319884.685047:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319884.685051:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319884.685055:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999964288:0@lo:38:kworker.0
00000100:00100000:1.0:1767319884.685111:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853163999964416:0@lo:400:kworker.0
00000100:00100000:1.0:1767319884.685141:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999964544:0@lo:400:kworker.0
00000100:00100000:2.0:1767319884.685250:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1877
00000100:00100000:2.0:1767319884.685256:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366963100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999963776:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319884.685265:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319884.685298:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366963100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999963776:12345-0@lo:38:kworker.0 Request processed in 41us (22984us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319884.685303:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1877
00000100:00100000:3.0:1767319884.685655:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999964544:12345-0@lo:400:kworker.0 Request processed in 10535us (23653us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319884.685672:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3220
00000100:00080000:1.0:1767319884.686064:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319884.686072:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319884.686076:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999963776:0@lo:38:kworker.0
00000100:00100000:0.0:1767319884.689639:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999964672:0@lo:400:kworker.0
00000100:00100000:0.0:1767319884.690269:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999964160:0@lo:400:kworker.0
00010000:00010000:0.0:1767319884.983013:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319885.686068:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767319885.686097:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999964800:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319885.686225:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319885.686511:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999964800
00000100:00100000:0.0:1767319885.686525:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999964800
00000100:00100000:0.0:1767319885.686607:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2392
00000100:00100000:0.0:1767319885.686618:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fa8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999964800:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767319885.686659:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767319885.686741:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fa8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999964800:12345-0@lo:13:osp-pre-1-1.0 Request processed in 122us (513us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319885.686753:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2392
00000100:00100000:3.0:1767319885.687037:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999964928:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319885.689140:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999964800:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319885.689412:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319885.689499:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999964928
00000100:00100000:2.0:1767319885.689512:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999964928
00000100:00100000:2.0:1767319885.689628:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2393
00000100:00100000:2.0:1767319885.689640:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fa9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999964928:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767319885.689680:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767319885.689759:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fa9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999964928:12345-0@lo:13:osp-pre-0-1.0 Request processed in 121us (353us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319885.689768:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2393
00000100:00100000:3.0:1767319885.689876:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999964928:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767319886.005411:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319886.788351:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767319886.788408:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767319886.788527:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962532736
00000100:00100000:1.0:1767319886.788538:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962532736
00000100:00100000:1.0:1767319886.788586:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962532864
00000100:00100000:1.0:1767319886.788589:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962532864
00000100:00100000:1.0:1767319886.788639:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4911
00000100:00100000:1.0:1767319886.788650:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962532864:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767319886.788725:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962532864:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 78us (316us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319886.788745:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4911
00000100:00100000:1.0:1767319886.788765:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5470
00000100:00100000:1.0:1767319886.788769:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962532736:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767319886.788800:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319886.788827:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962532736:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 55us (486us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319886.788833:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5470
00000100:00080000:0.0:1767319886.789129:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767319887.030840:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319888.053328:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767319889.082218:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767319889.783587:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319889.783601:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767319889.783605:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319889.783610:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319889.783620:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319889.783631:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5082
00000100:00080000:2.0:1767319889.783637:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319889.783645:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319889.783698:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0a9180 x1853163999965056/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319889.783733:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319889.783738:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319889.783740:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319889.783746:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5082
00000100:00080000:2.0:1767319889.783749:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319889.783754:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319889.783776:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999965056:0@lo:38:kworker.0
00000100:00100000:2.0:1767319889.783787:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0a8a80 x1853163999965184/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319889.783801:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319889.783806:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319889.783808:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319889.783812:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5082
00000100:00080000:2.0:1767319889.783815:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319889.783819:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319889.783833:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0a8700 x1853163999965312/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319889.783861:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767319889.783896:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319889.783906:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319889.783909:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319889.783927:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5082
00000100:00080000:2.0:1767319889.783931:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1767319889.783935:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999965184:0@lo:38:kworker.0
00000100:00080000:2.0:1767319889.783939:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319889.783966:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0ab800 x1853163999965568/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319889.783985:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319889.784024:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999965312:0@lo:38:kworker.0
00000100:00100000:1.0:1767319889.784063:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319889.784074:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999965952:0@lo:400:kworker.0
00000100:00100000:3.0:1767319889.784122:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319889.784148:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767319889.784155:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999965440:0@lo:400:kworker.0
00000100:00100000:3.0:1767319889.784188:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999965952
00000100:00100000:3.0:1767319889.784231:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999965952
00000100:00100000:1.0:1767319889.784243:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999965568:0@lo:38:kworker.0
00000100:00100000:1.0:1767319889.784279:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319889.784414:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3221
00000100:00100000:3.0:1767319889.784433:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999965952:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319889.784479:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999965952:12345-0@lo:400:kworker.0 Request processed in 57us (357us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319889.784487:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3221
00000100:00100000:3.0:1767319889.784544:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999965696:0@lo:400:kworker.0
00000100:00100000:3.0:1767319889.784578:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999965824:0@lo:400:kworker.0
00000100:00100000:3.0:1767319889.784599:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319889.785001:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999965056
00000100:00100000:0.0:1767319889.785007:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999965056
00000100:00100000:0.0:1767319889.785039:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1878
00000100:00100000:0.0:1767319889.785045:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999965056:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319889.785074:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319889.785109:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999965056:12345-0@lo:38:kworker.0 Request processed in 64us (1250us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319889.785116:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1878
00000100:00080000:1.0:1767319889.786935:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319889.786947:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319889.786951:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999965056:0@lo:38:kworker.0
00000100:00100000:1.0:1767319889.787003:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319889.787071:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999965824
00000100:00100000:3.0:1767319889.787080:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999965824
00000100:00100000:3.0:1767319889.787134:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3222
00000100:00100000:3.0:1767319889.787142:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999965824:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319889.787223:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999965824:12345-0@lo:400:kworker.0 Request processed in 81us (2622us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319889.787235:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3222
00000100:00100000:2.0:1767319889.789598:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999965184
00000100:00100000:2.0:1767319889.789620:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999965184
00000100:00100000:2.0:1767319889.789713:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999965312
00000100:00100000:2.0:1767319889.789717:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999965312
00000100:00100000:2.0:1767319889.789740:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999965568
00000100:00100000:2.0:1767319889.789744:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999965568
00000100:00100000:2.0:1767319889.789779:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5471
00000100:00100000:2.0:1767319889.790629:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999965184:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319889.790660:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319889.791644:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999965184:12345-0@lo:38:kworker.0 Request processed in 1013us (7657us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319889.791657:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5471
00000100:00100000:2.0:1767319889.791704:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5472
00000100:00100000:2.0:1767319889.791711:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999965312:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319889.791728:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319889.793226:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999965312:12345-0@lo:38:kworker.0 Request processed in 1391us (9043us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319889.793243:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5472
00000100:00100000:2.0:1767319889.793277:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5473
00000100:00100000:2.0:1767319889.793284:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999965568:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319889.793305:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319889.793387:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999965568:12345-0@lo:38:kworker.0 Request processed in 102us (9106us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319889.793393:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5473
00000100:00080000:2.0:1767319889.793427:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767319889.793434:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767319889.794743:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319889.794755:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319889.794770:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999965568:0@lo:38:kworker.0
00000100:00080000:2.0:1767319889.794797:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319889.794802:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319889.794805:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999965184:0@lo:38:kworker.0
00000100:00080000:2.0:1767319889.794817:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319889.794821:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319889.794824:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999965312:0@lo:38:kworker.0
00000100:00100000:2.0:1767319889.794949:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999965824:0@lo:400:kworker.0
00000100:00100000:1.0:1767319889.798465:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319889.806649:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999965696
00000100:00100000:3.0:1767319889.806664:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999965696
00000100:00100000:1.0:1767319889.807241:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999965952:0@lo:400:kworker.0
00000100:00100000:3.0:1767319889.808882:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999965440
00000100:00100000:3.0:1767319889.808892:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999965440
00000100:00080000:1.0:1767319889.809141:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319889.809218:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4912
00000100:00100000:2.0:1767319889.809230:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999965696:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319889.809392:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4913
00000100:00100000:0.0:1767319889.809403:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999965440:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319889.809468:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999965440:12345-0@lo:400:kworker.0 Request processed in 68us (11008us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319889.809476:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4913
00000100:00100000:0.0:1767319889.809815:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999965440:0@lo:400:kworker.0
00000100:00100000:2.0:1767319889.809867:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999965696:12345-0@lo:400:kworker.0 Request processed in 639us (22862us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319889.809877:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4912
00000100:00100000:1.0:1767319889.810389:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999965696:0@lo:400:kworker.0
00010000:00010000:0.0:1767319890.101816:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319890.806847:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767319890.808301:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767319890.808319:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999966208:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319890.808386:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319890.808483:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999966208
00000100:00100000:0.0:1767319890.808491:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999966208
00000100:00100000:0.0:1767319890.808547:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2394
00000100:00100000:0.0:1767319890.808557:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999966208:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767319890.808585:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767319890.808629:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999966208:12345-0@lo:13:osp-pre-1-1.0 Request processed in 74us (243us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319890.808636:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2394
00000100:00100000:2.0:1767319890.809910:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999966208:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319890.814114:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999966080:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319890.814209:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319890.825309:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999966080
00000100:00100000:2.0:1767319890.825324:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999966080
00000100:00100000:2.0:1767319890.825395:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2395
00000100:00100000:2.0:1767319890.825406:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999966080:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767319890.825441:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767319890.825531:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999966080:12345-0@lo:13:osp-pre-0-1.0 Request processed in 127us (11337us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319890.825539:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2395
00000100:00100000:3.0:1767319890.825646:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999966080:0@lo:13:osp-pre-0-1.0
00010000:00010000:3.0:1767319891.125415:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319891.904474:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767319891.904884:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962533120
00000100:00100000:2.0:1767319891.904899:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962533120
00000100:00100000:2.0:1767319891.905003:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4914
00000100:00100000:2.0:1767319891.905016:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962533120:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767319891.905116:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962533120:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 103us (836us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319891.905125:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4914
00000100:00100000:0.0:1767319891.906267:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767319891.906390:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962532992
00000100:00100000:3.0:1767319891.906404:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962532992
00000100:00100000:3.0:1767319891.906449:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5474
00000100:00100000:3.0:1767319891.906457:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962532992:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767319891.906483:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319891.906543:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962532992:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 85us (280us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319891.906550:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5474
00000100:00080000:1.0:1767319891.906739:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767319892.149617:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767319893.174836:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767319894.199857:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767319894.904435:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319894.904452:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767319894.904456:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319894.904463:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319894.904470:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319894.904480:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5087
00000100:00080000:2.0:1767319894.904486:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319894.904495:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319894.904552:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0a8a80 x1853163999966336/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319894.904588:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319894.904592:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319894.904593:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319894.904597:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5087
00000100:00080000:2.0:1767319894.904599:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319894.904603:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319894.904615:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0ab800 x1853163999966464/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319894.904624:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319894.904628:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319894.904629:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319894.904633:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5087
00000100:00080000:2.0:1767319894.904635:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319894.904638:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319894.904648:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0a8000 x1853163999966592/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319894.904710:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319894.904724:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319894.904726:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319894.904730:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5087
00000100:00080000:2.0:1767319894.904732:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319894.904736:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319894.904751:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0aaa00 x1853163999966848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319894.904882:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999967232:0@lo:400:kworker.0
00000100:00100000:0.0:1767319894.904977:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319894.905030:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999966336:0@lo:38:kworker.0
00000100:00100000:1.0:1767319894.905067:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319894.905148:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999966464:0@lo:38:kworker.0
00000100:00100000:1.0:1767319894.905175:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319894.906948:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853163999966976:0@lo:400:kworker.0
00000100:00100000:3.0:1767319894.907070:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999967232
00000100:00100000:3.0:1767319894.907081:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999967232
00000100:00100000:3.0:1767319894.907558:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3223
00000100:00100000:3.0:1767319894.907570:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999967232:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319894.907632:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999967232:12345-0@lo:400:kworker.0 Request processed in 66us (2656us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319894.907639:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3223
00000100:00080000:3.0:1767319894.907662:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767319894.907694:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999966336
00000100:00100000:3.0:1767319894.907699:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999966336
00000100:00100000:3.0:1767319894.907732:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1879
00000100:00100000:3.0:1767319894.907736:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999966336:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319894.907755:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319894.907786:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999966336:12345-0@lo:38:kworker.0 Request processed in 49us (2719us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319894.907792:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1879
00000100:00100000:3.0:1767319894.907811:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999967104:0@lo:400:kworker.0
00000100:00100000:3.0:1767319894.907837:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319894.907872:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999967104
00000100:00100000:3.0:1767319894.907875:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999967104
00000100:00100000:3.0:1767319894.907900:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3224
00000100:00100000:3.0:1767319894.907905:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999967104:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319894.907937:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999967104:12345-0@lo:400:kworker.0 Request processed in 33us (100us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319894.907943:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3224
00000100:00080000:3.0:1767319894.907957:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767319894.907983:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999967104:0@lo:400:kworker.0
00000100:00100000:0.0:1767319894.910191:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999967232:0@lo:400:kworker.0
00000100:00100000:0.0:1767319894.910245:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767319894.910344:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999966720:0@lo:400:kworker.0
00000100:00100000:3.0:1767319894.912518:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319894.912642:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999966464
00000100:00100000:3.0:1767319894.912652:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999966464
00000100:00100000:3.0:1767319894.912691:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999966976
00000100:00100000:3.0:1767319894.912694:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999966976
00000100:00100000:3.0:1767319894.912747:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4915
00000100:00100000:3.0:1767319894.912758:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853163999966976:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319894.912833:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853163999966976:12345-0@lo:400:kworker.0 Request processed in 78us (321us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319894.912840:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4915
00000100:00100000:3.0:1767319894.912858:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5475
00000100:00100000:3.0:1767319894.912862:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999966464:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319894.912880:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319894.912911:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999966464:12345-0@lo:38:kworker.0 Request processed in 47us (7735us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319894.912917:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5475
00000100:00080000:3.0:1767319894.912937:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319894.912968:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853163999966976:0@lo:400:kworker.0
00000100:00100000:0.0:1767319894.913953:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767319894.914071:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319894.914082:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319894.914087:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999966464:0@lo:38:kworker.0
00000100:00100000:0.0:1767319894.914115:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999966592:0@lo:38:kworker.0
00000100:00100000:0.0:1767319894.914179:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319894.914239:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999966848:0@lo:38:kworker.0
00000100:00100000:0.0:1767319894.914275:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767319894.914323:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319894.914327:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319894.914331:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999966336:0@lo:38:kworker.0
00000100:00100000:1.0:1767319894.914559:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999966720
00000100:00100000:1.0:1767319894.914568:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999966720
00000100:00100000:1.0:1767319894.914640:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999966592
00000100:00100000:1.0:1767319894.914644:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999966592
00000100:00100000:1.0:1767319894.914661:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999966848
00000100:00100000:1.0:1767319894.914664:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999966848
00000100:00100000:1.0:1767319894.914697:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4916
00000100:00100000:1.0:1767319894.914726:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999966720:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319894.914793:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999966720:12345-0@lo:400:kworker.0 Request processed in 76us (846us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319894.914801:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4916
00000100:00100000:1.0:1767319894.914820:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5476
00000100:00100000:1.0:1767319894.914824:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999966592:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319894.914844:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319894.914875:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999966592:12345-0@lo:38:kworker.0 Request processed in 49us (695us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319894.914881:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5476
00000100:00100000:1.0:1767319894.914892:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5477
00000100:00100000:1.0:1767319894.914896:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999966848:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319894.914904:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319894.914926:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999966848:12345-0@lo:38:kworker.0 Request processed in 29us (650us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319894.914931:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5477
00000100:00100000:1.0:1767319894.914971:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999966720:0@lo:400:kworker.0
00000100:00080000:0.0:1767319894.915692:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767319894.915748:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319894.915755:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319894.915759:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999966592:0@lo:38:kworker.0
00000100:00080000:0.0:1767319894.915771:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319894.915774:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319894.915777:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999966848:0@lo:38:kworker.0
00010000:00010000:3.0:1767319895.221762:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319895.925846:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767319895.925875:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999967360:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319895.925958:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319895.927982:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999967360
00000100:00100000:0.0:1767319895.927997:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999967360
00000100:00100000:0.0:1767319895.928072:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2396
00000100:00100000:0.0:1767319895.928082:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999967360:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767319895.928115:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767319895.928236:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999967360:12345-0@lo:13:osp-pre-0-1.0 Request processed in 155us (2277us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319895.928243:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2396
00000100:00100000:1.0:1767319895.929770:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999967360:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319895.929860:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999967488:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319895.929921:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319895.930037:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999967488
00000100:00100000:3.0:1767319895.930045:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999967488
00000100:00100000:3.0:1767319895.930103:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2397
00000100:00100000:3.0:1767319895.930112:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999967488:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767319895.930138:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767319895.930232:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999967488:12345-0@lo:13:osp-pre-1-1.0 Request processed in 77us (266us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319895.930241:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2397
00000100:00100000:2.0:1767319895.931486:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999967488:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767319896.246375:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319897.025292:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767319897.025344:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767319897.025432:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962533248
00000100:00100000:1.0:1767319897.025452:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962533248
00000100:00100000:1.0:1767319897.025504:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962533376
00000100:00100000:1.0:1767319897.025507:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962533376
00000100:00100000:1.0:1767319897.025557:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4917
00000100:00100000:1.0:1767319897.025565:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962533376:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767319897.025651:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962533376:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 86us (306us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319897.025657:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4917
00000100:00100000:1.0:1767319897.025675:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5478
00000100:00100000:1.0:1767319897.025678:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962533248:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767319897.025712:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319897.026974:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962533248:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 1283us (1688us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319897.026988:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5478
00000100:00080000:0.0:1767319897.027230:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767319897.269492:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767319898.295555:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767319899.317737:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767319900.021714:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319900.021728:0:72021:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767319900.021732:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319900.021737:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319900.021743:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319900.021752:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5092
00000100:00080000:1.0:1767319900.021758:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319900.021767:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319900.021825:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234727f100 x1853163999967616/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319900.021855:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319900.021862:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319900.021864:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319900.021869:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5092
00000100:00080000:1.0:1767319900.021872:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319900.021875:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319900.021892:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234727ea00 x1853163999967744/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319900.021901:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319900.021905:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319900.021907:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319900.021911:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5092
00000100:00080000:1.0:1767319900.021913:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319900.021917:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319900.021928:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234727e680 x1853163999967872/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319900.021971:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319900.021975:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319900.021977:0:72021:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319900.021981:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5092
00000100:00080000:1.0:1767319900.021984:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319900.021987:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319900.021998:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234727fb80 x1853163999968128/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319900.022078:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999968256:0@lo:400:kworker.0
00000100:00100000:1.0:1767319900.022180:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319900.022291:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767319900.022298:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999968384:0@lo:400:kworker.0
00000100:00100000:1.0:1767319900.022325:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319900.022763:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853163999968000:0@lo:400:kworker.0
00000100:00100000:3.0:1767319900.022799:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319900.022835:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767319900.022841:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999968512:0@lo:400:kworker.0
00000100:00100000:3.0:1767319900.022891:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319900.022929:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999968256
00000100:00100000:3.0:1767319900.022939:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999968256
00000100:00100000:3.0:1767319900.023001:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999968000
00000100:00100000:3.0:1767319900.023004:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999968000
00000100:00100000:3.0:1767319900.023029:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4918
00000100:00100000:3.0:1767319900.023038:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999968256:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319900.023044:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999967616:0@lo:38:kworker.0
00000100:00100000:0.0:1767319900.023083:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319900.023098:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999968256:12345-0@lo:400:kworker.0 Request processed in 62us (919us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319900.023107:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999967744:0@lo:38:kworker.0
00000100:00100000:3.0:1767319900.023119:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4918
00000100:00100000:0.0:1767319900.023128:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319900.023144:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999967872:0@lo:38:kworker.0
00000100:00100000:0.0:1767319900.023164:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319900.027952:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999967744
00000100:00100000:3.0:1767319900.027977:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999967744
00000100:00100000:3.0:1767319900.028051:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4919
00000100:00100000:3.0:1767319900.028072:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853163999968000:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319900.028247:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853163999968000:12345-0@lo:400:kworker.0 Request processed in 175us (5437us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319900.028259:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4919
00000100:00100000:3.0:1767319900.028281:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5479
00000100:00100000:3.0:1767319900.028285:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999967744:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319900.028309:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319900.028342:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999967744:12345-0@lo:38:kworker.0 Request processed in 55us (5212us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319900.028348:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5479
00000100:00100000:3.0:1767319900.028397:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999968384
00000100:00100000:3.0:1767319900.028402:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999968384
00000100:00100000:3.0:1767319900.028439:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999968512
00000100:00100000:3.0:1767319900.028443:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999968512
00000100:00100000:3.0:1767319900.028464:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3225
00000100:00100000:3.0:1767319900.028469:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999968384:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319900.028477:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999968128:0@lo:38:kworker.0
00000100:00100000:3.0:1767319900.028524:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999968384:12345-0@lo:400:kworker.0 Request processed in 54us (6198us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319900.028529:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3225
00000100:00100000:3.0:1767319900.028540:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3226
00000100:00100000:3.0:1767319900.028546:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347047b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999968512:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319900.028549:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767319900.030056:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319900.030069:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319900.030075:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999967744:0@lo:38:kworker.0
00000100:00080000:0.0:1767319900.030129:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767319900.030136:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767319900.030139:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319900.030238:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999967616
00000100:00100000:0.0:1767319900.030247:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999967616
00000100:00100000:0.0:1767319900.030302:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1880
00000100:00100000:0.0:1767319900.030309:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345b34c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999967616:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319900.030331:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319900.030410:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345b34c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999967616:12345-0@lo:38:kworker.0 Request processed in 100us (7325us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319900.030421:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1880
00000100:00100000:0.0:1767319900.030868:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999967872
00000100:00100000:0.0:1767319900.030883:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999967872
00000100:00100000:0.0:1767319900.030909:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999968128
00000100:00100000:0.0:1767319900.030913:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999968128
00000100:00100000:0.0:1767319900.030929:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5480
00000100:00100000:0.0:1767319900.030937:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999967872:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319900.030963:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319900.031037:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999967872:12345-0@lo:38:kworker.0 Request processed in 101us (7871us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319900.031044:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5480
00000100:00100000:0.0:1767319900.031059:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5481
00000100:00100000:0.0:1767319900.031064:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999968128:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319900.031073:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319900.031095:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999968128:12345-0@lo:38:kworker.0 Request processed in 30us (2545us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319900.031100:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5481
00000100:00080000:0.0:1767319900.031145:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319900.031150:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319900.031154:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999967616:0@lo:38:kworker.0
00000100:00080000:0.0:1767319900.031165:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319900.031168:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319900.031171:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999967872:0@lo:38:kworker.0
00000100:00080000:0.0:1767319900.031179:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319900.031183:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319900.031187:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999968128:0@lo:38:kworker.0
00000100:00100000:0.0:1767319900.031319:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999968512:0@lo:400:kworker.0
00000100:00100000:0.0:1767319900.031332:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853163999968000:0@lo:400:kworker.0
00000100:00100000:3.0:1767319900.034250:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347047b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999968512:12345-0@lo:400:kworker.0 Request processed in 5689us (11343us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319900.034269:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3226
00000100:00100000:0.0:1767319900.034822:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999968384:0@lo:400:kworker.0
00000100:00100000:0.0:1767319900.034867:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999968256:0@lo:400:kworker.0
00010000:00010000:2.0:1767319900.345353:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319901.046969:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767319901.046990:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999968640:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319901.047073:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319901.047080:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767319901.047092:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999968768:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319901.047129:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319901.047161:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999968640
00000100:00100000:1.0:1767319901.047169:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999968640
00000100:00100000:1.0:1767319901.047235:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999968768
00000100:00100000:1.0:1767319901.047239:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999968768
00000100:00100000:1.0:1767319901.047260:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2398
00000100:00100000:1.0:1767319901.047269:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999968640:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319901.047281:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2399
00000100:00100000:2.0:1767319901.047303:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999968768:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767319901.047312:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00002000:00000024:2.0:1767319901.047324:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767319901.047364:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999968640:12345-0@lo:13:osp-pre-1-1.0 Request processed in 96us (290us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319901.047372:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999968768:12345-0@lo:13:osp-pre-0-1.0 Request processed in 72us (242us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319901.047375:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2398
00000100:00100000:2.0:1767319901.047385:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2399
00000100:00100000:1.0:1767319901.047428:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999968640:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319901.047432:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999968768:0@lo:13:osp-pre-0-1.0
00000400:00000100:2.0:1767319901.123834:0:6998:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.52@tcp portal 26 match 1853163962533504 offset 0 length 520: 4
00000100:00100000:2.0:1767319901.123879:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767319901.123935:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767319901.124051:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962533632
00000100:00100000:1.0:1767319901.124063:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962533632
00000100:00100000:1.0:1767319901.124105:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962533760
00000100:00100000:1.0:1767319901.124108:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962533760
00000100:00100000:1.0:1767319901.124162:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4920
00000100:00100000:1.0:1767319901.124173:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962533760:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767319901.124271:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962533760:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 99us (334us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319901.124281:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5482
00000100:00100000:3.0:1767319901.124290:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962533632:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767319901.124311:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767319901.124325:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319901.124355:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962533632:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 64us (475us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319901.130505:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4920
00000100:00100000:3.0:1767319901.131988:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5482
00010000:00010000:0.0:1767319901.373058:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767319902.392056:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767319903.413380:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319904.117722:0:7004:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319879/real 1767319879]  req@ffff95237d0aad80 x1853163999962368/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319904 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767319904.117759:0:7004:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95237d0aad80 x1853163999962368/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319904 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767319904.117778:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319904.117788:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767319904.117792:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853163999962368:0@lo:250:kworker.0
00000100:00080000:3.0:1767319904.121107:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319904.121117:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767319904.121121:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319904.121128:0:63619:0:(import.c:509:import_select_connection()) MGC192.168.202.152@tcp: connect to NID 0@lo last attempt 5077
00000100:00080000:3.0:1767319904.121133:0:63619:0:(import.c:588:import_select_connection()) MGC192.168.202.152@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319904.121140:0:63619:0:(import.c:623:import_select_connection()) MGC192.168.202.152@tcp: import ffff95235eb57800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319904.121174:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347044700 x1853163999968896/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319904.121217:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319904.121221:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319904.121223:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319904.121227:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5097
00000100:00080000:3.0:1767319904.121229:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319904.121232:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319904.121248:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347046300 x1853163999969024/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319904.121257:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319904.121260:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319904.121262:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319904.121265:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5097
00000100:00080000:3.0:1767319904.121267:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319904.121271:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319904.121282:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347047800 x1853163999969152/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319904.121290:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319904.121293:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319904.121295:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319904.121299:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5097
00000100:00080000:3.0:1767319904.121301:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319904.121304:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319904.121314:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347047100 x1853163999969280/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319904.121342:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319904.121346:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319904.121348:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319904.121352:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5097
00000100:00080000:3.0:1767319904.121354:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319904.121356:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319904.121365:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347046680 x1853163999969536/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319904.122334:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347046d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853163999969664:0@lo:400:kworker.0
00000100:00100000:0.0:1767319904.122406:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319904.122478:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767319904.122485:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347045500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999969792:0@lo:400:kworker.0
00000100:00100000:0.0:1767319904.122511:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319904.122549:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347045f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999969920:0@lo:400:kworker.0
00000100:00100000:0.0:1767319904.122877:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319904.122899:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767319904.122906:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347045180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999969408:0@lo:400:kworker.0
00000100:00100000:0.0:1767319904.122930:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319904.122967:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999969664
00000100:00100000:0.0:1767319904.122974:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999969664
00000100:00100000:0.0:1767319904.123022:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999969408
00000100:00100000:0.0:1767319904.123026:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999969408
00000100:00100000:0.0:1767319904.123050:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4921
00000100:00100000:0.0:1767319904.123057:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853163999969664:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319904.123105:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853163999969664:12345-0@lo:400:kworker.0 Request processed in 48us (699us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319904.123115:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4921
00000100:00100000:0.0:1767319904.123134:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4922
00000100:00100000:0.0:1767319904.123139:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999969408:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319904.123167:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999969408:12345-0@lo:400:kworker.0 Request processed in 29us (238us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319904.123172:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4922
00000100:00100000:0.0:1767319904.123238:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347044700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853163999968896:0@lo:250:kworker.0
00000400:00000100:0.0:1767319904.123259:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163999968896 offset 0 length 520: 4
00000100:00100000:0.0:1767319904.123276:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347046300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999969024:0@lo:38:kworker.0
00000100:00100000:0.0:1767319904.123331:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319904.123349:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347047800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999969152:0@lo:38:kworker.0
00000100:00100000:0.0:1767319904.123370:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319904.123385:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347047100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999969280:0@lo:38:kworker.0
00000100:00100000:0.0:1767319904.123404:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319904.123419:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347046680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999969536:0@lo:38:kworker.0
00000100:00100000:0.0:1767319904.123438:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319904.123484:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999969024
00000100:00100000:0.0:1767319904.123489:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999969024
00000100:00100000:0.0:1767319904.123509:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1881
00000100:00100000:0.0:1767319904.123514:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999969024:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319904.123532:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319904.124151:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999969792
00000100:00100000:3.0:1767319904.124157:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999969792
00000100:00100000:3.0:1767319904.124190:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999969920
00000100:00100000:3.0:1767319904.124208:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999969920
00000100:00100000:3.0:1767319904.124233:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3227
00000100:00100000:3.0:1767319904.124240:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999969792:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319904.124282:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999969792:12345-0@lo:400:kworker.0 Request processed in 43us (1771us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319904.124289:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3227
00000100:00100000:3.0:1767319904.124300:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3228
00000100:00100000:3.0:1767319904.124306:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999969920:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319904.124331:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999969920:12345-0@lo:400:kworker.0 Request processed in 25us (1455us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319904.124336:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3228
00000100:00100000:3.0:1767319904.124373:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999969152
00000100:00100000:3.0:1767319904.124376:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999969152
00000100:00100000:3.0:1767319904.124392:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999969280
00000100:00100000:3.0:1767319904.124394:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999969280
00000100:00100000:3.0:1767319904.124400:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999969536
00000100:00100000:3.0:1767319904.124402:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999969536
00000100:00100000:3.0:1767319904.124410:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5483
00000100:00100000:3.0:1767319904.124414:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999969152:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319904.124425:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319904.124451:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999969152:12345-0@lo:38:kworker.0 Request processed in 36us (1080us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319904.124456:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5483
00000100:00100000:3.0:1767319904.124467:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5484
00000100:00100000:3.0:1767319904.124470:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999969280:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319904.124479:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319904.124499:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999969280:12345-0@lo:38:kworker.0 Request processed in 27us (1094us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319904.124503:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5484
00000100:00100000:3.0:1767319904.124513:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5485
00000100:00100000:3.0:1767319904.124516:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999969536:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319904.124524:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319904.124545:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999969536:12345-0@lo:38:kworker.0 Request processed in 27us (1106us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319904.124550:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5485
00000100:00080000:2.0:1767319904.125047:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767319904.125052:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767319904.125054:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319904.125099:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347045500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999969792:0@lo:400:kworker.0
00000100:00100000:2.0:1767319904.125112:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347046d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853163999969664:0@lo:400:kworker.0
00000100:00080000:2.0:1767319904.125213:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319904.125219:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319904.125223:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347046300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999969024:0@lo:38:kworker.0
00000100:00080000:2.0:1767319904.125234:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319904.125237:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319904.125240:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347047800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999969152:0@lo:38:kworker.0
00000100:00080000:2.0:1767319904.125249:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319904.125253:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319904.125255:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347047100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999969280:0@lo:38:kworker.0
00000100:00080000:2.0:1767319904.125263:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319904.125266:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319904.125269:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347046680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999969536:0@lo:38:kworker.0
00000100:00100000:3.0:1767319904.125596:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347045180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999969408:0@lo:400:kworker.0
00000100:00100000:3.0:1767319904.125606:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347045f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999969920:0@lo:400:kworker.0
00000100:00100000:0.0:1767319904.125693:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999969024:12345-0@lo:38:kworker.0 Request processed in 50us (234us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319904.125702:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1881
00010000:00010000:2.0:1767319904.438044:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767319905.461790:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319906.165508:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999970048:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319906.165599:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319906.165822:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999970048
00000100:00100000:1.0:1767319906.165832:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999970048
00000100:00100000:1.0:1767319906.165924:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2400
00000100:00100000:1.0:1767319906.165934:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347045f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999970048:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767319906.165964:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00080000:0.0:1767319906.166040:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767319906.168956:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767319906.168976:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999970176:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319906.169047:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319906.169093:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999970176
00000100:00100000:0.0:1767319906.169098:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999970176
00000100:00100000:0.0:1767319906.169143:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2401
00000100:00100000:0.0:1767319906.169151:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999970176:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767319906.169176:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767319906.169241:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999970176:12345-0@lo:13:osp-pre-0-1.0 Request processed in 91us (193us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319906.169248:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2401
00000100:00080000:0.0:1767319906.169267:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767319906.169298:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999970176:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319906.170032:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347045f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999970048:12345-0@lo:13:osp-pre-1-1.0 Request processed in 4088us (4421us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319906.170042:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2400
00000100:00100000:0.0:1767319906.170178:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999970048:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319906.240156:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767319906.240245:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962534016
00000100:00100000:2.0:1767319906.240246:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767319906.240256:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962534016
00000100:00100000:0.0:1767319906.240333:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962533888
00000100:00100000:0.0:1767319906.240337:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962533888
00000100:00100000:0.0:1767319906.240359:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4923
00000100:00100000:0.0:1767319906.240370:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962534016:12345-192.168.202.52@tcp:400:kworker.0
00000100:00080000:1.0:1767319906.240418:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319906.240454:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962534016:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 86us (309us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319906.240462:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4923
00000100:00100000:2.0:1767319906.240468:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5486
00000100:00100000:2.0:1767319906.240473:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962533888:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767319906.240492:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319906.240521:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962533888:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 47us (275us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319906.240528:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5486
00010000:00010000:0.0:1767319906.485448:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767319907.509884:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319908.533385:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767319909.237545:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319909.237560:0:72021:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767319909.237564:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319909.237568:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319909.237573:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319909.237605:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5102
00000100:00080000:0.0:1767319909.237612:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319909.237621:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319909.237682:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d79ce00 x1853163999970304/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319909.237726:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319909.237730:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319909.237732:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319909.237736:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5102
00000100:00080000:0.0:1767319909.237739:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319909.237742:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319909.237757:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d79dc00 x1853163999970432/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319909.237767:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319909.237771:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319909.237773:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319909.237777:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5102
00000100:00080000:0.0:1767319909.237780:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319909.237783:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319909.237794:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999970304:0@lo:38:kworker.0
00000100:00100000:0.0:1767319909.237796:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d79d880 x1853163999970560/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319909.237910:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319909.237917:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853163999970688:0@lo:400:kworker.0
00000100:00100000:2.0:1767319909.237985:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999970432:0@lo:38:kworker.0
00000100:00100000:1.0:1767319909.238039:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319909.238091:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999970688
00000100:00100000:3.0:1767319909.238153:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999970304
00000100:00100000:3.0:1767319909.238159:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999970304
00000100:00100000:3.0:1767319909.238222:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1882
00000100:00100000:3.0:1767319909.238229:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999970304:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319909.238252:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319909.238303:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999970304:12345-0@lo:38:kworker.0 Request processed in 73us (395us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319909.238310:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1882
00000100:00100000:3.0:1767319909.238349:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319909.238376:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999970560:0@lo:38:kworker.0
00000100:00100000:3.0:1767319909.238398:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767319909.238433:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319909.238438:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319909.238442:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999970304:0@lo:38:kworker.0
00000100:00100000:3.0:1767319909.238483:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999970432
00000100:00100000:3.0:1767319909.238487:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999970432
00000100:00100000:3.0:1767319909.238506:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999970560
00000100:00100000:3.0:1767319909.238510:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999970560
00000100:00100000:3.0:1767319909.238526:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5487
00000100:00100000:3.0:1767319909.238531:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347045180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999970432:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319909.238540:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319909.238570:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347045180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999970432:12345-0@lo:38:kworker.0 Request processed in 38us (220us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319909.238575:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5487
00000100:00100000:3.0:1767319909.238599:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5488
00000100:00100000:3.0:1767319909.238603:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347044000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999970560:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319909.238612:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319909.238634:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347044000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999970560:12345-0@lo:38:kworker.0 Request processed in 29us (235us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319909.238639:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5488
00000100:00080000:3.0:1767319909.238669:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319909.238674:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319909.238677:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999970560:0@lo:38:kworker.0
00000100:00080000:3.0:1767319909.238685:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319909.238688:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319909.238690:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999970432:0@lo:38:kworker.0
00000100:00100000:2.0:1767319909.238873:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999970688
00000100:00100000:2.0:1767319909.238930:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4924
00000100:00100000:2.0:1767319909.238938:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853163999970688:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767319909.240137:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767319909.241761:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319909.241774:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319909.241779:0:72021:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319909.241790:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5102
00000100:00080000:0.0:1767319909.241796:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319909.241804:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319909.241859:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d79ea00 x1853163999970816/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767319909.243268:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999971200:0@lo:400:kworker.0
00000100:00100000:3.0:1767319909.243343:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319909.243407:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999970816:0@lo:38:kworker.0
00000100:00100000:3.0:1767319909.243435:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319909.243468:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999970816
00000100:00100000:3.0:1767319909.243476:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999970816
00000100:00100000:3.0:1767319909.243510:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5489
00000100:00100000:3.0:1767319909.243516:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347045c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999970816:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319909.243537:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319909.243573:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347045c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999970816:12345-0@lo:38:kworker.0 Request processed in 56us (137us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319909.243580:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5489
00000100:00080000:3.0:1767319909.243633:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319909.243638:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319909.243642:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999970816:0@lo:38:kworker.0
00000100:00100000:3.0:1767319909.243673:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999971200
00000100:00100000:3.0:1767319909.243678:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999971200
00000100:00100000:3.0:1767319909.244475:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3229
00000100:00100000:3.0:1767319909.244485:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347044e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999971200:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319909.244536:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347044e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999971200:12345-0@lo:400:kworker.0 Request processed in 54us (1192us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319909.244542:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3229
00000100:00080000:3.0:1767319909.244560:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767319909.244581:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999971200:0@lo:400:kworker.0
00000100:00100000:3.0:1767319909.244634:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999970944:0@lo:400:kworker.0
00000100:00100000:3.0:1767319909.244660:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319909.244678:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767319909.244683:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999971072:0@lo:400:kworker.0
00000100:00100000:3.0:1767319909.244701:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319909.244719:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999970944
00000100:00100000:3.0:1767319909.244724:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999970944
00000100:00100000:3.0:1767319909.244750:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4925
00000100:00100000:3.0:1767319909.244755:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347044380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999970944:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319909.244788:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347044380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999970944:12345-0@lo:400:kworker.0 Request processed in 32us (127us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319909.244794:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4925
00000100:00100000:3.0:1767319909.244809:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999971072
00000100:00100000:3.0:1767319909.244812:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999971072
00000100:00100000:3.0:1767319909.244834:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3230
00000100:00100000:3.0:1767319909.244840:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347045880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999971072:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319909.244867:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347045880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999971072:12345-0@lo:400:kworker.0 Request processed in 27us (164us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319909.244872:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3230
00000100:00080000:3.0:1767319909.245553:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767319909.245560:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319909.245599:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999971072:0@lo:400:kworker.0
00000100:00100000:3.0:1767319909.245612:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999970944:0@lo:400:kworker.0
00000100:00100000:2.0:1767319909.247257:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853163999970688:12345-0@lo:400:kworker.0 Request processed in 8312us (9212us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319909.247269:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4924
00000100:00100000:1.0:1767319909.252634:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853163999970688:0@lo:400:kworker.0
00010000:00010000:0.0:1767319909.560766:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767319910.581588:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319911.285593:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999971456:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319911.285664:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319911.285769:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999971456
00000100:00100000:2.0:1767319911.285777:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999971456
00000100:00100000:2.0:1767319911.285844:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2402
00000100:00100000:2.0:1767319911.285854:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999971456:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767319911.285882:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767319911.285927:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999971456:12345-0@lo:13:osp-pre-0-1.0 Request processed in 74us (263us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319911.285934:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2402
00000100:00080000:0.0:1767319911.286003:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767319911.286038:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999971456:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319911.286218:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999971328:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319911.286249:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319911.286823:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999971328
00000100:00100000:2.0:1767319911.286829:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999971328
00000100:00100000:2.0:1767319911.286874:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2403
00000100:00100000:2.0:1767319911.286883:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999971328:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767319911.286902:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767319911.286942:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999971328:12345-0@lo:13:osp-pre-1-1.0 Request processed in 61us (692us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319911.286948:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2403
00000100:00100000:2.0:1767319911.286981:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999971328:0@lo:13:osp-pre-1-1.0
00000100:00080000:0.0:1767319911.287063:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767319911.359699:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767319911.359877:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962534272
00000100:00100000:2.0:1767319911.359887:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962534272
00000100:00100000:2.0:1767319911.359994:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4926
00000100:00100000:2.0:1767319911.360004:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962534272:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767319911.360102:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962534272:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 99us (412us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319911.360109:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4926
00000100:00080000:0.0:1767319911.360923:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319911.365323:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767319911.365415:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962534144
00000100:00100000:3.0:1767319911.365426:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962534144
00000100:00100000:3.0:1767319911.365530:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5490
00000100:00100000:3.0:1767319911.365549:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962534144:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767319911.365585:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319911.365661:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962534144:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 121us (348us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319911.365670:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5490
00010000:00010000:3.0:1767319911.608927:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319912.630067:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767319913.653464:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767319914.357710:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319914.357721:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767319914.357725:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319914.357729:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319914.357733:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319914.357741:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5107
00000100:00080000:3.0:1767319914.357746:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319914.357753:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319914.357954:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347047480 x1853163999971584/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319914.357980:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319914.357984:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319914.357986:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319914.357989:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5107
00000100:00080000:3.0:1767319914.357991:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319914.357994:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319914.358008:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347046a00 x1853163999971712/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319914.358016:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319914.358019:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319914.358020:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319914.358024:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5107
00000100:00080000:3.0:1767319914.358026:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319914.358029:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319914.358037:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347044a80 x1853163999971840/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319914.358120:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00080000:3.0:1767319914.358138:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319914.358141:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319914.358143:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319914.358146:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5107
00000100:00080000:3.0:1767319914.358148:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319914.358152:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319914.358163:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347047100 x1853163999972096/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319914.358276:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347047480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999971584:0@lo:38:kworker.0
00000100:00100000:0.0:1767319914.358338:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319914.358384:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347046a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999971712:0@lo:38:kworker.0
00000100:00100000:0.0:1767319914.358406:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319914.358423:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347044a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999971840:0@lo:38:kworker.0
00000100:00100000:0.0:1767319914.358441:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319914.358457:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347047100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999972096:0@lo:38:kworker.0
00000100:00100000:0.0:1767319914.358474:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319914.358512:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999971584
00000100:00100000:0.0:1767319914.358519:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999971584
00000100:00100000:0.0:1767319914.358582:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1883
00000100:00100000:0.0:1767319914.358589:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999971584:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319914.358608:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319914.358648:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999971584:12345-0@lo:38:kworker.0 Request processed in 58us (309us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319914.358654:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1883
00000100:00100000:0.0:1767319914.358679:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999971712
00000100:00100000:0.0:1767319914.358683:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999971712
00000100:00100000:0.0:1767319914.358703:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999971840
00000100:00100000:0.0:1767319914.358706:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999971840
00000100:00100000:0.0:1767319914.358720:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999972096
00000100:00100000:0.0:1767319914.358723:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999972096
00000100:00100000:0.0:1767319914.358738:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5491
00000100:00100000:0.0:1767319914.358742:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999971712:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319914.358752:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319914.358891:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767319914.358903:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347046d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999972480:0@lo:400:kworker.0
00000100:00100000:1.0:1767319914.358936:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319914.358968:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999972480
00000100:00100000:1.0:1767319914.358972:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999972480
00000100:00100000:1.0:1767319914.359015:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3231
00000100:00100000:1.0:1767319914.359022:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999972480:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319914.359063:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999972480:12345-0@lo:400:kworker.0 Request processed in 42us (126us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319914.359069:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3231
00000100:00100000:1.0:1767319914.359109:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347046d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999972480:0@lo:400:kworker.0
00000100:00100000:1.0:1767319914.359150:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5492
00000100:00100000:1.0:1767319914.359155:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999971840:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319914.359164:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319914.359216:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999971840:12345-0@lo:38:kworker.0 Request processed in 36us (750us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319914.359224:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5492
00000100:00100000:1.0:1767319914.359241:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5493
00000100:00100000:1.0:1767319914.359259:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999972096:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319914.359268:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319914.359292:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999972096:12345-0@lo:38:kworker.0 Request processed in 33us (817us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319914.359298:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5493
00000100:00080000:1.0:1767319914.359331:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319914.359336:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319914.359339:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347047480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999971584:0@lo:38:kworker.0
00000100:00080000:1.0:1767319914.359345:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319914.359348:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319914.359350:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347044a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999971840:0@lo:38:kworker.0
00000100:00080000:1.0:1767319914.359356:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319914.359359:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319914.359362:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347047100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999972096:0@lo:38:kworker.0
00000100:00080000:1.0:1767319914.359404:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767319914.359441:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347047800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853163999972224:0@lo:400:kworker.0
00000100:00100000:1.0:1767319914.359465:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319914.359484:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767319914.359491:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347046300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999972352:0@lo:400:kworker.0
00000100:00100000:1.0:1767319914.359510:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319914.359531:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999972352
00000100:00100000:1.0:1767319914.359535:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999972352
00000100:00100000:1.0:1767319914.359571:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3232
00000100:00100000:1.0:1767319914.359577:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999972352:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319914.359610:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999972352:12345-0@lo:400:kworker.0 Request processed in 33us (99us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319914.359615:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3232
00000100:00100000:1.0:1767319914.359631:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999972224
00000100:00100000:1.0:1767319914.359634:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999972224
00000100:00100000:1.0:1767319914.359658:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4927
00000100:00100000:1.0:1767319914.359666:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853163999972224:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319914.359696:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853163999972224:12345-0@lo:400:kworker.0 Request processed in 33us (231us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319914.359701:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4927
00000100:00080000:1.0:1767319914.359716:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767319914.359719:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767319914.359737:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347046300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999972352:0@lo:400:kworker.0
00000100:00100000:1.0:1767319914.359746:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347047800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853163999972224:0@lo:400:kworker.0
00000100:00100000:2.0:1767319914.361254:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347046680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999971968:0@lo:400:kworker.0
00000100:00100000:2.0:1767319914.361300:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319914.361344:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999971968
00000100:00100000:2.0:1767319914.361352:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999971968
00000100:00080000:1.0:1767319914.361379:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319914.361385:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319914.361389:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347046a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999971712:0@lo:38:kworker.0
00000100:00100000:2.0:1767319914.361396:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4928
00000100:00100000:2.0:1767319914.361403:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999971968:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767319914.361418:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319914.361448:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999971968:12345-0@lo:400:kworker.0 Request processed in 45us (147us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319914.361454:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4928
00000100:00100000:1.0:1767319914.361462:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347046680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999971968:0@lo:400:kworker.0
00000100:00100000:0.0:1767319914.364968:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999971712:12345-0@lo:38:kworker.0 Request processed in 2427us (2763us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319914.364997:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5491
00010000:00010000:0.0:1767319914.677570:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319914.946794:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767319914.946891:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962534400
00000100:00100000:0.0:1767319914.946901:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962534400
00000100:00100000:0.0:1767319914.946980:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5494
00000100:00100000:0.0:1767319914.946990:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962534400:12345-192.168.202.52@tcp:17:kworker.0
00000100:00100000:0.0:1767319914.947085:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962534400:12345-192.168.202.52@tcp:17:kworker.0 Request processed in 97us (300us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319914.947094:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5494
00000100:00080000:1.0:1767319914.947224:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767319915.701600:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319916.405941:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999972736:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319916.406013:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319916.406110:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999972736
00000100:00100000:0.0:1767319916.406118:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999972736
00000100:00100000:0.0:1767319916.406182:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2404
00000100:00100000:0.0:1767319916.406191:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999972736:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767319916.406235:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767319916.406273:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999972736:12345-0@lo:13:osp-pre-1-1.0 Request processed in 84us (260us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319916.406281:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2404
00000100:00080000:2.0:1767319916.406364:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767319916.406398:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999972736:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319916.406492:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999972608:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319916.406531:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319916.406607:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999972608
00000100:00100000:3.0:1767319916.406611:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999972608
00000100:00100000:3.0:1767319916.406649:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2405
00000100:00100000:3.0:1767319916.406656:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999972608:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767319916.406671:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767319916.406703:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999972608:12345-0@lo:13:osp-pre-0-1.0 Request processed in 49us (182us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319916.406709:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2405
00000100:00100000:3.0:1767319916.406734:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999972608:0@lo:13:osp-pre-0-1.0
00000100:00080000:2.0:1767319916.406781:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767319916.480880:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767319916.480945:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962534656
00000100:00100000:0.0:1767319916.480956:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962534656
00000100:00100000:0.0:1767319916.481042:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4929
00000100:00100000:0.0:1767319916.481054:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347045500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962534656:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:0.0:1767319916.481143:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347045500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962534656:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 91us (269us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319916.481151:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4929
00000100:00080000:2.0:1767319916.481239:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319916.482758:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767319916.482845:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962534528
00000100:00100000:1.0:1767319916.482853:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962534528
00000100:00100000:1.0:1767319916.482897:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5495
00000100:00100000:1.0:1767319916.482904:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962534528:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767319916.482925:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319916.482981:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962534528:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 76us (230us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319916.482988:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5495
00010000:00010000:2.0:1767319916.725628:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767319917.750627:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767319918.776099:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767319919.477460:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319919.477471:0:72021:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767319919.477474:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319919.477478:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319919.477482:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319919.477514:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5112
00000100:00080000:1.0:1767319919.477520:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319919.477526:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319919.477571:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234727fb80 x1853163999972864/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319919.477818:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319919.477822:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319919.477824:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319919.477827:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5112
00000100:00080000:1.0:1767319919.477831:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319919.477834:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319919.477850:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234727e680 x1853163999972992/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767319919.477859:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319919.477862:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319919.477864:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319919.477867:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5112
00000100:00080000:1.0:1767319919.477870:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319919.477873:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319919.477882:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234727f100 x1853163999973120/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767319919.477954:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853163999973248:0@lo:400:kworker.0
00000100:00100000:2.0:1767319919.478027:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319919.478137:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999973248
00000100:00100000:3.0:1767319919.478145:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999973248
00000100:00100000:3.0:1767319919.478217:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4930
00000100:00100000:3.0:1767319919.478228:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bcf1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853163999973248:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319919.478324:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999972864:0@lo:38:kworker.0
00000100:00100000:0.0:1767319919.478357:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319919.478382:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999972992:0@lo:38:kworker.0
00000100:00100000:0.0:1767319919.478402:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319919.478417:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999973120:0@lo:38:kworker.0
00000100:00100000:0.0:1767319919.478436:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319919.478462:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999972992
00000100:00100000:0.0:1767319919.478466:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999972992
00000100:00100000:0.0:1767319919.478485:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999973120
00000100:00100000:0.0:1767319919.478488:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999973120
00000100:00100000:0.0:1767319919.478524:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5496
00000100:00100000:0.0:1767319919.478530:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999972992:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319919.478548:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319919.478599:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999972992:12345-0@lo:38:kworker.0 Request processed in 68us (195us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319919.478606:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5496
00000100:00100000:0.0:1767319919.478621:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5497
00000100:00100000:0.0:1767319919.478625:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345ebc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999973120:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319919.478634:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319919.478655:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345ebc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999973120:12345-0@lo:38:kworker.0 Request processed in 29us (218us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319919.478661:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5497
00000100:00080000:0.0:1767319919.478701:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319919.478705:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319919.478708:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999972992:0@lo:38:kworker.0
00000100:00080000:0.0:1767319919.478716:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319919.478719:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319919.478722:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999973120:0@lo:38:kworker.0
00000100:00100000:0.0:1767319919.478834:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999972864
00000100:00100000:0.0:1767319919.478838:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999972864
00000100:00100000:0.0:1767319919.478859:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1884
00000100:00100000:0.0:1767319919.478863:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999972864:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319919.478874:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319919.478902:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999972864:12345-0@lo:38:kworker.0 Request processed in 37us (545us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319919.478908:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1884
00000100:00080000:0.0:1767319919.478932:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319919.478936:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319919.478939:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999972864:0@lo:38:kworker.0
00000100:00080000:0.0:1767319919.478963:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767319919.479120:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767319919.479125:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767319919.479127:0:72021:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767319919.479131:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5112
00000100:00080000:1.0:1767319919.479134:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767319919.479138:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319919.479158:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234727fb80 x1853163999973376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319919.479760:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234471ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999973760:0@lo:400:kworker.0
00000100:00100000:0.0:1767319919.479804:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319919.479947:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999973504:0@lo:400:kworker.0
00000100:00100000:0.0:1767319919.479973:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319919.479992:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767319919.479998:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999973632:0@lo:400:kworker.0
00000100:00100000:0.0:1767319919.480018:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319919.480045:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999973504
00000100:00100000:0.0:1767319919.480051:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999973504
00000100:00100000:0.0:1767319919.480091:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4931
00000100:00100000:0.0:1767319919.480099:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345ebe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999973504:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319919.480142:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345ebe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999973504:12345-0@lo:400:kworker.0 Request processed in 45us (168us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319919.480149:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4931
00000100:00080000:0.0:1767319919.480168:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319919.480190:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999973504:0@lo:400:kworker.0
00000100:00100000:0.0:1767319919.480237:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999973376:0@lo:38:kworker.0
00000100:00100000:0.0:1767319919.480259:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319919.480284:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999973376
00000100:00100000:0.0:1767319919.480288:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999973376
00000100:00100000:0.0:1767319919.480306:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5498
00000100:00100000:0.0:1767319919.480310:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999973376:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319919.480323:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319919.480354:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999973376:12345-0@lo:38:kworker.0 Request processed in 42us (94us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319919.480360:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5498
00000100:00080000:0.0:1767319919.480384:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319919.480388:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319919.480391:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999973376:0@lo:38:kworker.0
00000100:00100000:0.0:1767319919.480414:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999973760
00000100:00100000:0.0:1767319919.480418:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999973760
00000100:00100000:0.0:1767319919.480448:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999973632
00000100:00100000:0.0:1767319919.480451:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999973632
00000100:00100000:0.0:1767319919.480469:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3233
00000100:00100000:0.0:1767319919.480475:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345ebce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999973760:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319919.480533:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345ebce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999973760:12345-0@lo:400:kworker.0 Request processed in 58us (729us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319919.480539:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3233
00000100:00100000:0.0:1767319919.480550:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3234
00000100:00100000:0.0:1767319919.480555:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b22300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999973632:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319919.480744:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b22300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999973632:12345-0@lo:400:kworker.0 Request processed in 188us (723us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319919.480751:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3234
00000100:00080000:0.0:1767319919.480765:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767319919.480768:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767319919.480784:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234471ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999973760:0@lo:400:kworker.0
00000100:00100000:0.0:1767319919.480806:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999973632:0@lo:400:kworker.0
00000100:00100000:3.0:1767319919.481415:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bcf1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853163999973248:12345-0@lo:400:kworker.0 Request processed in 3188us (3386us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319919.481423:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4930
00000100:00100000:2.0:1767319919.485763:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853163999973248:0@lo:400:kworker.0
00010000:00010000:3.0:1767319919.799484:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319920.822553:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319921.525461:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366987480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999973888:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319921.525546:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319921.525660:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999973888
00000100:00100000:2.0:1767319921.525669:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999973888
00000100:00100000:2.0:1767319921.525736:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2406
00000100:00100000:2.0:1767319921.525746:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999973888:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767319921.525776:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767319921.525821:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999973888:12345-0@lo:13:osp-pre-0-1.0 Request processed in 77us (275us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319921.525830:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2406
00000100:00100000:1.0:1767319921.525967:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366987480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999973888:0@lo:13:osp-pre-0-1.0
00000100:00080000:0.0:1767319921.526093:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767319921.526102:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767319921.526113:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999974016:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319921.526144:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319921.526170:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999974016
00000100:00100000:3.0:1767319921.526175:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999974016
00000100:00080000:0.0:1767319921.526216:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767319921.526222:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2407
00000100:00100000:3.0:1767319921.526230:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999974016:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767319921.526243:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767319921.526272:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999974016:12345-0@lo:13:osp-pre-1-1.0 Request processed in 44us (128us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319921.526277:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2407
00000100:00100000:0.0:1767319921.526312:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999974016:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319921.601150:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767319921.601242:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767319921.601354:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962534912
00000100:00100000:0.0:1767319921.601365:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962534912
00000100:00100000:0.0:1767319921.601436:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962534784
00000100:00100000:0.0:1767319921.601440:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962534784
00000100:00100000:0.0:1767319921.601466:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4932
00000100:00080000:2.0:1767319921.601521:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319921.601563:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347046680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962534912:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:0.0:1767319921.601647:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347046680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962534912:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 172us (507us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319921.612450:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5499
00000100:00100000:3.0:1767319921.612466:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347046a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962534784:12345-192.168.202.52@tcp:38:kworker.0
00000100:00100000:0.0:1767319921.612493:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4932
00010000:00020000:3.0:1767319921.612879:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319921.612958:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347046a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962534784:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 494us (11714us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319921.612966:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5499
00010000:00010000:0.0:1767319921.846841:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767319922.869631:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767319923.893485:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767319924.599687:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319924.599699:0:72021:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767319924.599703:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319924.599708:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319924.599712:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319924.599719:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5117
00000100:00080000:0.0:1767319924.599723:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319924.599730:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319924.599773:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234727e680 x1853163999974144/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319924.599804:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319924.599807:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319924.599809:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319924.599813:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5117
00000100:00080000:0.0:1767319924.599815:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319924.599819:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319924.599832:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234727ea00 x1853163999974272/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319924.599842:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319924.599844:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319924.599846:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319924.599849:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5117
00000100:00080000:0.0:1767319924.599851:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319924.599854:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319924.599867:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523670c1500 x1853163999974400/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319924.599918:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319924.599923:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319924.599925:0:72021:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319924.599929:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5117
00000100:00080000:0.0:1767319924.599931:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319924.599934:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319924.599945:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235e8c9f80 x1853163999974656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319924.600043:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999974144:0@lo:38:kworker.0
00000100:00100000:1.0:1767319924.600112:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319924.600167:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999974272:0@lo:38:kworker.0
00000100:00100000:1.0:1767319924.600212:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319924.600231:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999974400:0@lo:38:kworker.0
00000100:00100000:1.0:1767319924.600249:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319924.600266:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999974656:0@lo:38:kworker.0
00000100:00100000:1.0:1767319924.600286:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319924.600317:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999974272
00000100:00100000:1.0:1767319924.600323:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999974272
00000100:00100000:1.0:1767319924.600352:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999974400
00000100:00100000:1.0:1767319924.600354:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999974400
00000100:00100000:1.0:1767319924.600364:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999974656
00000100:00100000:1.0:1767319924.600366:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999974656
00000100:00100000:1.0:1767319924.600380:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5500
00000100:00100000:1.0:1767319924.600387:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367242a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999974272:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319924.600406:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319924.600455:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367242a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999974272:12345-0@lo:38:kworker.0 Request processed in 57us (251us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319924.600462:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5500
00000100:00100000:1.0:1767319924.600479:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5501
00000100:00100000:1.0:1767319924.600483:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367240000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999974400:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319924.600492:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319924.600515:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367240000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999974400:12345-0@lo:38:kworker.0 Request processed in 30us (264us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319924.600520:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5501
00000100:00100000:1.0:1767319924.600531:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5502
00000100:00100000:1.0:1767319924.600535:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367240a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999974656:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319924.600543:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319924.600565:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367240a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999974656:12345-0@lo:38:kworker.0 Request processed in 28us (279us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319924.600571:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5502
00000100:00100000:1.0:1767319924.600588:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eac9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999974912:0@lo:400:kworker.0
00000100:00100000:1.0:1767319924.600617:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319924.600636:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767319924.600641:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eacb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853163999974784:0@lo:400:kworker.0
00000100:00100000:1.0:1767319924.600660:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767319924.600694:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319924.600698:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319924.600701:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999974272:0@lo:38:kworker.0
00000100:00080000:1.0:1767319924.600709:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319924.600712:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319924.600714:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999974400:0@lo:38:kworker.0
00000100:00080000:1.0:1767319924.600720:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319924.600723:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319924.600725:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999974656:0@lo:38:kworker.0
00000100:00100000:1.0:1767319924.600747:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999974784
00000100:00100000:1.0:1767319924.600750:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999974784
00000100:00100000:1.0:1767319924.600780:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4933
00000100:00100000:1.0:1767319924.600786:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d071500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999974784:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319924.600826:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d071500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999974784:12345-0@lo:400:kworker.0 Request processed in 40us (165us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319924.600832:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4933
00000100:00100000:1.0:1767319924.600856:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eacb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853163999974784:0@lo:400:kworker.0
00000100:00100000:2.0:1767319924.603562:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853163999974528:0@lo:400:kworker.0
00000100:00100000:2.0:1767319924.603635:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319924.603688:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767319924.603695:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eac9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999975040:0@lo:400:kworker.0
00000100:00100000:2.0:1767319924.603721:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319924.603757:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999974528
00000100:00100000:2.0:1767319924.603764:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999974528
00000100:00100000:2.0:1767319924.603814:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4934
00000100:00100000:2.0:1767319924.603822:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366986680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853163999974528:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319924.603875:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366986680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853163999974528:12345-0@lo:400:kworker.0 Request processed in 53us (239us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319924.603882:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4934
00000100:00080000:2.0:1767319924.603905:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319924.603935:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853163999974528:0@lo:400:kworker.0
00000100:00100000:0.0:1767319924.604034:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999974144
00000100:00100000:0.0:1767319924.604039:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999974144
00000100:00100000:0.0:1767319924.604074:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1885
00000100:00100000:0.0:1767319924.604079:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999974144:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319924.604096:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319924.604134:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999974144:12345-0@lo:38:kworker.0 Request processed in 53us (4021us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319924.604140:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1885
00000100:00100000:0.0:1767319924.604170:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999974912
00000100:00100000:0.0:1767319924.604174:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999974912
00000100:00100000:0.0:1767319924.604240:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999975040
00000100:00100000:0.0:1767319924.604243:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999975040
00000100:00100000:0.0:1767319924.604265:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3235
00000100:00100000:0.0:1767319924.604272:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d073100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999974912:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319924.604308:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d073100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999974912:12345-0@lo:400:kworker.0 Request processed in 37us (3690us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319924.604314:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3235
00000100:00100000:0.0:1767319924.604325:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3236
00000100:00100000:0.0:1767319924.604331:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366985c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999975040:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319924.604364:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366985c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999975040:12345-0@lo:400:kworker.0 Request processed in 33us (642us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319924.604370:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3236
00000100:00100000:0.0:1767319924.604407:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eac9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999975040:0@lo:400:kworker.0
00000100:00080000:2.0:1767319924.604667:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767319924.604671:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767319924.604751:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eac9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999974912:0@lo:400:kworker.0
00000100:00080000:1.0:1767319924.604778:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319924.604783:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319924.604786:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999974144:0@lo:38:kworker.0
00010000:00010000:2.0:1767319924.918423:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767319925.941993:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319926.647483:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767319926.647516:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eac9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999975168:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319926.647614:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319926.647730:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999975168
00000100:00100000:0.0:1767319926.647741:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999975168
00000100:00100000:0.0:1767319926.647831:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2408
00000100:00100000:0.0:1767319926.647844:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347047800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999975168:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767319926.647886:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767319926.647941:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347047800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999975168:12345-0@lo:13:osp-pre-1-1.0 Request processed in 99us (326us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319926.647949:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2408
00000100:00100000:0.0:1767319926.648013:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eac9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999975168:0@lo:13:osp-pre-1-1.0
00000100:00080000:3.0:1767319926.648125:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767319926.648493:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eac9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999975296:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319926.648529:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319926.648639:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999975296
00000100:00100000:0.0:1767319926.648645:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999975296
00000100:00100000:0.0:1767319926.648691:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2409
00000100:00100000:0.0:1767319926.648698:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347046300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999975296:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767319926.648730:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767319926.648766:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347046300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999975296:12345-0@lo:13:osp-pre-0-1.0 Request processed in 68us (236us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319926.648773:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2409
00000100:00080000:3.0:1767319926.648855:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767319926.648881:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eac9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999975296:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319926.720991:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767319926.722571:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962535168
00000100:00100000:1.0:1767319926.722592:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962535168
00000100:00100000:1.0:1767319926.722727:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4935
00000100:00100000:1.0:1767319926.722740:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347047100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962535168:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767319926.723063:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347047100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962535168:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 323us (2086us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319926.723073:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4935
00000100:00080000:3.0:1767319926.723319:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319926.729691:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000400:00000100:0.0:1767319926.729745:0:7000:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.52@tcp portal 26 match 1853163962535296 offset 0 length 520: 4
00000100:00100000:1.0:1767319926.729851:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962535040
00000100:00100000:1.0:1767319926.729864:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962535040
00000100:00100000:1.0:1767319926.729932:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5503
00000100:00100000:1.0:1767319926.729942:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eac9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962535040:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767319926.729970:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319926.730051:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eac9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962535040:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 109us (375us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319926.730058:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5503
00010000:00010000:0.0:1767319926.969156:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767319927.991398:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767319929.013467:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767319929.717346:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319929.717357:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767319929.717360:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319929.717364:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319929.717369:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319929.717378:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5122
00000100:00080000:0.0:1767319929.717383:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319929.717390:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319929.717443:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235eac9880 x1853163999975424/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319929.717469:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319929.717473:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319929.717475:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319929.717479:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5122
00000100:00080000:0.0:1767319929.717482:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319929.717485:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319929.717499:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235eacb800 x1853163999975552/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319929.717509:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319929.717512:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319929.717514:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319929.717518:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5122
00000100:00080000:0.0:1767319929.717520:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319929.717523:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319929.717536:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235f799180 x1853163999975680/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319929.717585:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319929.717589:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319929.717591:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319929.717595:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5122
00000100:00080000:0.0:1767319929.717597:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319929.717600:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319929.717613:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235f79bb80 x1853163999975936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319929.717621:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235f798700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853163999975808:0@lo:400:kworker.0
00000100:00100000:0.0:1767319929.717673:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952344b25500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999976064:0@lo:400:kworker.0
00000100:00100000:1.0:1767319929.717705:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319929.717707:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234823a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999976320:0@lo:400:kworker.0
00000100:00100000:0.0:1767319929.717736:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319929.717797:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319929.717802:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366948e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999976192:0@lo:400:kworker.0
00000100:00100000:3.0:1767319929.717856:0:7004:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319904/real 1767319904]  req@ffff952347044700 x1853163999968896/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319929 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1767319929.717859:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319929.717880:0:7004:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff952347044700 x1853163999968896/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319929 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767319929.717896:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999975808
00000100:00100000:3.0:1767319929.717907:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eac9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999975424:0@lo:38:kworker.0
00000100:00100000:2.0:1767319929.717910:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999975808
00000100:00100000:1.0:1767319929.717927:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999976064
00000100:00100000:1.0:1767319929.717937:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999976064
00000100:00100000:3.0:1767319929.717947:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319929.717987:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eacb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999975552:0@lo:38:kworker.0
00000100:00100000:3.0:1767319929.718010:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319929.718018:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999975552
00000100:00100000:1.0:1767319929.718021:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999975552
00000100:00100000:3.0:1767319929.718030:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235f799180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999975680:0@lo:38:kworker.0
00000100:00100000:2.0:1767319929.718036:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4936
00000100:00100000:2.0:1767319929.718054:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d070700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853163999975808:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319929.718083:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319929.718114:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235f79bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999975936:0@lo:38:kworker.0
00000100:00100000:2.0:1767319929.718152:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d070700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853163999975808:12345-0@lo:400:kworker.0 Request processed in 102us (449us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319929.718165:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767319929.718180:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319929.718210:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:3.0:1767319929.718215:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347044700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853163999968896:0@lo:250:kworker.0
00000100:00100000:1.0:1767319929.718216:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999975680
00000100:00100000:1.0:1767319929.718220:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999975680
00000100:00100000:1.0:1767319929.718232:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999975936
00000100:00100000:1.0:1767319929.718234:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999975936
00000100:00080000:3.0:1767319929.718242:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319929.718246:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4937
00000100:00100000:1.0:1767319929.718255:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952348238700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999976064:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319929.718258:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5504
00000100:00100000:3.0:1767319929.718262:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347047480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999975552:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319929.718280:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319929.718301:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952348238700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999976064:12345-0@lo:400:kworker.0 Request processed in 48us (565us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319929.718308:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4937
00000100:00100000:3.0:1767319929.718309:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347047480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999975552:12345-0@lo:38:kworker.0 Request processed in 45us (298us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319929.718313:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5504
00000100:00100000:1.0:1767319929.718325:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5505
00000100:00100000:3.0:1767319929.718328:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5506
00000100:00100000:1.0:1767319929.718329:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347046d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999975680:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767319929.718332:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999975936:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319929.718338:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:3.0:1767319929.718340:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319929.718358:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347046d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999975680:12345-0@lo:38:kworker.0 Request processed in 28us (278us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319929.718358:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999975936:12345-0@lo:38:kworker.0 Request processed in 24us (195us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319929.718363:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5506
00000100:00100000:1.0:1767319929.718366:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5505
00000100:00080000:3.0:1767319929.718377:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319929.718381:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767319929.718383:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319929.718386:0:49151:0:(import.c:509:import_select_connection()) MGC192.168.202.152@tcp: connect to NID 0@lo last attempt 5102
00000100:00080000:3.0:1767319929.718388:0:49151:0:(import.c:588:import_select_connection()) MGC192.168.202.152@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319929.718392:0:49151:0:(import.c:623:import_select_connection()) MGC192.168.202.152@tcp: import ffff95235eb57800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319929.718411:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999976320
00000100:00100000:1.0:1767319929.718414:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999976320
00000100:00100000:3.0:1767319929.718419:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347044700 x1853163999976448/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767319929.718443:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347044700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853163999976448:0@lo:250:kworker.0
00000400:00000100:3.0:1767319929.718464:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163999976448 offset 0 length 520: 4
00000100:00080000:3.0:1767319929.718492:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319929.718496:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319929.718499:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eacb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999975552:0@lo:38:kworker.0
00000100:00080000:3.0:1767319929.718510:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319929.718514:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319929.718516:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235f799180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999975680:0@lo:38:kworker.0
00000100:00080000:3.0:1767319929.718523:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319929.718526:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319929.718528:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235f79bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999975936:0@lo:38:kworker.0
00000100:00100000:3.0:1767319929.718571:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999975424
00000100:00100000:3.0:1767319929.718575:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999975424
00000100:00100000:3.0:1767319929.718597:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1886
00000100:00100000:3.0:1767319929.718601:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347044a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999975424:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319929.718611:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319929.718640:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347044a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999975424:12345-0@lo:38:kworker.0 Request processed in 38us (695us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319929.718646:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1886
00000100:00080000:3.0:1767319929.718677:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319929.718680:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319929.718683:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eac9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999975424:0@lo:38:kworker.0
00000100:00100000:3.0:1767319929.718722:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235f798700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853163999975808:0@lo:400:kworker.0
00000100:00100000:3.0:1767319929.718762:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999976192
00000100:00100000:3.0:1767319929.718766:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999976192
00000100:00100000:3.0:1767319929.718800:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3237
00000100:00100000:3.0:1767319929.718806:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999976192:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319929.718842:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999976192:12345-0@lo:400:kworker.0 Request processed in 36us (984us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319929.718850:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3238
00000100:00100000:3.0:1767319929.718853:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3237
00000100:00100000:1.0:1767319929.718856:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366987480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999976320:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767319929.718866:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767319929.718869:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767319929.719529:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4936
00000100:00100000:3.0:1767319929.720616:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234823a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999976320:0@lo:400:kworker.0
00000100:00100000:1.0:1767319929.720737:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366987480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999976320:12345-0@lo:400:kworker.0 Request processed in 1878us (2940us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319929.720747:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3238
00000100:00100000:2.0:1767319929.720863:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366948e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999976192:0@lo:400:kworker.0
00000100:00100000:0.0:1767319929.724593:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952344b25500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999976064:0@lo:400:kworker.0
00010000:00010000:0.0:1767319930.038213:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767319931.061631:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319931.766351:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234823a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999976576:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319931.766474:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319931.766556:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999976576
00000100:00100000:0.0:1767319931.766568:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999976576
00000100:00100000:0.0:1767319931.766651:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2410
00000100:00100000:0.0:1767319931.766661:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f798700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999976576:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767319931.766690:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767319931.766774:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f798700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999976576:12345-0@lo:13:osp-pre-0-1.0 Request processed in 114us (300us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319931.766781:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2410
00000100:00100000:0.0:1767319931.766848:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234823a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999976576:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319931.767568:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767319931.767585:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366948e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999976704:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319931.767630:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319931.767726:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999976704
00000100:00100000:2.0:1767319931.767732:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999976704
00000100:00100000:2.0:1767319931.767773:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2411
00000100:00100000:2.0:1767319931.767781:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999976704:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767319931.767811:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767319931.767848:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999976704:12345-0@lo:13:osp-pre-1-1.0 Request processed in 68us (218us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319931.767855:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2411
00000100:00100000:1.0:1767319931.768088:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366948e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999976704:0@lo:13:osp-pre-1-1.0
00000100:00080000:3.0:1767319931.768225:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767319931.768229:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767319931.843348:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767319931.843420:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767319931.843501:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962535552
00000100:00100000:3.0:1767319931.843514:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962535552
00000100:00100000:3.0:1767319931.843597:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962535424
00000100:00100000:3.0:1767319931.843600:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962535424
00000100:00100000:3.0:1767319931.843628:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4938
00000100:00100000:3.0:1767319931.843641:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366948e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962535552:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:3.0:1767319931.843737:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366948e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962535552:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 99us (399us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319931.843745:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4938
00000100:00100000:3.0:1767319931.843768:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5507
00000100:00100000:3.0:1767319931.843772:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373fadf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962535424:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767319931.843809:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319931.843837:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373fadf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962535424:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 63us (418us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319931.843844:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5507
00000100:00080000:1.0:1767319931.844165:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767319932.085571:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767319933.109753:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767319934.133491:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767319934.837591:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319934.837606:0:72021:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767319934.837609:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319934.837615:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319934.837620:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319934.837631:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5127
00000100:00080000:0.0:1767319934.837638:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319934.837648:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319934.837711:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234823a680 x1853163999976832/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319934.837752:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319934.837757:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319934.837759:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319934.837763:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5127
00000100:00080000:0.0:1767319934.837766:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319934.837770:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319934.837789:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952344b25500 x1853163999976960/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319934.837800:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319934.837804:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319934.837806:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319934.837810:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5127
00000100:00080000:0.0:1767319934.837813:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319934.837816:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319934.837831:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366963480 x1853163999977088/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319934.837880:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319934.837885:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319934.837887:0:72021:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319934.837891:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5127
00000100:00080000:0.0:1767319934.837894:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319934.837898:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319934.837911:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366961180 x1853163999977344/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319934.837974:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999977728:0@lo:400:kworker.0
00000100:00100000:0.0:1767319934.838097:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319934.838146:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767319934.838152:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366962300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999977216:0@lo:400:kworker.0
00000100:00100000:0.0:1767319934.838246:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319934.838275:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999977600:0@lo:400:kworker.0
00000100:00100000:0.0:1767319934.838302:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319934.838321:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767319934.838325:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366963100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853163999977472:0@lo:400:kworker.0
00000100:00100000:0.0:1767319934.838346:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319934.838414:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999977216
00000100:00100000:0.0:1767319934.838423:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999977216
00000100:00100000:0.0:1767319934.838486:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999977472
00000100:00100000:0.0:1767319934.838490:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999977472
00000100:00100000:0.0:1767319934.838520:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4939
00000100:00100000:0.0:1767319934.838530:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237138ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999977216:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319934.838595:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237138ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999977216:12345-0@lo:400:kworker.0 Request processed in 66us (348us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319934.838604:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4939
00000100:00100000:0.0:1767319934.838623:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4940
00000100:00100000:0.0:1767319934.838630:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952371389f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999977472:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319934.838659:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952371389f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853163999977472:12345-0@lo:400:kworker.0 Request processed in 30us (312us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319934.838665:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4940
00000100:00100000:0.0:1767319934.838712:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366963100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853163999977472:0@lo:400:kworker.0
00000100:00100000:0.0:1767319934.838743:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366962300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999977216:0@lo:400:kworker.0
00000100:00100000:1.0:1767319934.838969:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234823a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999976832:0@lo:38:kworker.0
00000100:00100000:1.0:1767319934.839007:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319934.839052:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952344b25500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999976960:0@lo:38:kworker.0
00000100:00100000:1.0:1767319934.839076:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319934.839100:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366963480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999977088:0@lo:38:kworker.0
00000100:00100000:1.0:1767319934.839121:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319934.839136:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366961180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999977344:0@lo:38:kworker.0
00000100:00100000:1.0:1767319934.839185:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319934.839245:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999977728
00000100:00100000:1.0:1767319934.839250:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999977728
00000100:00100000:1.0:1767319934.839284:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999977600
00000100:00100000:1.0:1767319934.839287:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999977600
00000100:00100000:1.0:1767319934.839308:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3239
00000100:00100000:1.0:1767319934.839315:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237138a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999977728:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319934.839367:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237138a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999977728:12345-0@lo:400:kworker.0 Request processed in 52us (1271us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319934.839373:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3239
00000100:00100000:1.0:1767319934.839389:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3240
00000100:00100000:1.0:1767319934.839395:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952371389500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999977600:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319934.839429:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952371389500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999977600:12345-0@lo:400:kworker.0 Request processed in 34us (1126us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319934.839439:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3240
00000100:00080000:1.0:1767319934.839466:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767319934.839470:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767319934.839472:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319934.839492:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999977600:0@lo:400:kworker.0
00000100:00100000:1.0:1767319934.839513:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999976960
00000100:00100000:1.0:1767319934.839517:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999976960
00000100:00100000:1.0:1767319934.839534:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999977088
00000100:00100000:1.0:1767319934.839537:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999977088
00000100:00100000:1.0:1767319934.839542:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999977344
00000100:00100000:1.0:1767319934.839544:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999977344
00000100:00100000:1.0:1767319934.839554:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5508
00000100:00100000:1.0:1767319934.839558:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999976960:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319934.839579:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319934.839613:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999976960:12345-0@lo:38:kworker.0 Request processed in 53us (536us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319934.839619:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5508
00000100:00100000:1.0:1767319934.839629:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5509
00000100:00100000:1.0:1767319934.839633:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999977088:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319934.839642:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319934.839664:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999977088:12345-0@lo:38:kworker.0 Request processed in 29us (543us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319934.839670:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5509
00000100:00100000:1.0:1767319934.839680:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5510
00000100:00100000:1.0:1767319934.839684:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e983b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999977344:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319934.839693:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319934.839716:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e983b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999977344:12345-0@lo:38:kworker.0 Request processed in 30us (531us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319934.839722:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5510
00000100:00080000:1.0:1767319934.839750:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319934.839755:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319934.839759:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952344b25500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999976960:0@lo:38:kworker.0
00000100:00080000:1.0:1767319934.839766:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319934.839770:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319934.839772:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366963480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999977088:0@lo:38:kworker.0
00000100:00080000:1.0:1767319934.839780:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319934.839784:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319934.839786:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366961180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999977344:0@lo:38:kworker.0
00000100:00100000:1.0:1767319934.839818:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999977728:0@lo:400:kworker.0
00000100:00100000:0.0:1767319934.840419:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999976832
00000100:00100000:0.0:1767319934.840426:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999976832
00000100:00100000:0.0:1767319934.840503:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1887
00000100:00100000:0.0:1767319934.840510:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999976832:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319934.840524:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319934.840576:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999976832:12345-0@lo:38:kworker.0 Request processed in 66us (1568us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319934.840583:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1887
00000100:00080000:1.0:1767319934.840649:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319934.840654:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319934.840658:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234823a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999976832:0@lo:38:kworker.0
00010000:00010000:0.0:1767319935.160479:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767319936.181559:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319936.885721:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952371388000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999977856:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319936.885811:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319936.886287:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999977856
00000100:00100000:0.0:1767319936.886300:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999977856
00000100:00100000:0.0:1767319936.886393:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2412
00000100:00100000:0.0:1767319936.886403:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e980700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999977856:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767319936.886437:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767319936.886490:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e980700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999977856:12345-0@lo:13:osp-pre-0-1.0 Request processed in 88us (684us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319936.886498:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2412
00000100:00080000:1.0:1767319936.887106:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767319936.887170:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952371388000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999977856:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319936.887212:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767319936.887222:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999977984:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319936.887260:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319936.887747:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999977984
00000100:00100000:3.0:1767319936.887754:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999977984
00000100:00100000:3.0:1767319936.887830:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2413
00000100:00100000:3.0:1767319936.887839:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e982300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999977984:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767319936.887863:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767319936.887907:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e982300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999977984:12345-0@lo:13:osp-pre-1-1.0 Request processed in 69us (646us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319936.887914:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2413
00000100:00080000:1.0:1767319936.888232:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767319936.888262:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999977984:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319936.960828:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767319936.961073:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962535680
00000100:00100000:3.0:1767319936.961088:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962535680
00000100:00100000:3.0:1767319936.961139:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5511
00000100:00100000:3.0:1767319936.961148:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952371388e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962535680:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767319936.961172:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319936.961288:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952371388e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962535680:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 138us (470us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319936.961295:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5511
00000100:00100000:2.0:1767319936.961594:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767319936.961704:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962535808
00000100:00100000:3.0:1767319936.961709:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962535808
00000100:00100000:3.0:1767319936.961762:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4941
00000100:00100000:3.0:1767319936.961771:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962535808:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:3.0:1767319936.961826:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962535808:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 56us (232us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319936.961833:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4941
00000100:00080000:2.0:1767319936.962240:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767319937.207017:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767319938.229464:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767319939.253426:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767319939.957345:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319939.957357:0:72021:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767319939.957360:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319939.957364:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319939.957369:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319939.957378:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5132
00000100:00080000:0.0:1767319939.957383:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319939.957390:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319939.957432:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952371389c00 x1853163999978112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319939.957464:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319939.957467:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319939.957469:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319939.957472:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5132
00000100:00080000:0.0:1767319939.957475:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319939.957478:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319939.957490:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952371388380 x1853163999978240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319939.957500:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767319939.957503:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952371389c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999978112:0@lo:38:kworker.0
00000100:00080000:0.0:1767319939.957505:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319939.957509:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319939.957514:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5132
00000100:00080000:0.0:1767319939.957516:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319939.957520:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319939.957532:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952371389880 x1853163999978368/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319939.957580:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767319939.957582:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767319939.957587:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319939.957589:0:72021:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319939.957594:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5132
00000100:00080000:0.0:1767319939.957596:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319939.957599:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319939.957611:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237138aa00 x1853163999978624/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319939.957689:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237138bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999978880:0@lo:400:kworker.0
00000100:00100000:0.0:1767319939.957743:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319939.957755:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952371388380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999978240:0@lo:38:kworker.0
00000100:00100000:1.0:1767319939.957784:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319939.957800:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952371389880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999978368:0@lo:38:kworker.0
00000100:00100000:1.0:1767319939.957817:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319939.957829:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237138aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999978624:0@lo:38:kworker.0
00000100:00100000:1.0:1767319939.957845:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319939.957885:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999978112
00000100:00100000:1.0:1767319939.957894:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999978112
00000100:00100000:2.0:1767319939.957903:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237138b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853163999978496:0@lo:400:kworker.0
00000100:00100000:1.0:1767319939.957932:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1888
00000100:00100000:1.0:1767319939.957942:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e983800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999978112:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767319939.957943:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:1.0:1767319939.957966:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319939.957977:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767319939.957985:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952371388700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999979008:0@lo:400:kworker.0
00000100:00100000:1.0:1767319939.958014:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e983800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999978112:12345-0@lo:38:kworker.0 Request processed in 72us (432us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319939.958023:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1888
00000100:00080000:1.0:1767319939.958059:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319939.958064:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319939.958070:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319939.958073:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952371389c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999978112:0@lo:38:kworker.0
00000100:00100000:2.0:1767319939.958111:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999978240
00000100:00100000:2.0:1767319939.958116:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999978240
00000100:00100000:2.0:1767319939.958143:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999978368
00000100:00100000:2.0:1767319939.958146:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999978368
00000100:00100000:2.0:1767319939.958161:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999978624
00000100:00100000:2.0:1767319939.958164:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999978624
00000100:00100000:2.0:1767319939.958171:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999978496
00000100:00100000:2.0:1767319939.958173:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999978496
00000100:00100000:2.0:1767319939.958230:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4942
00000100:00100000:2.0:1767319939.958237:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853163999978496:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319939.958282:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853163999978496:12345-0@lo:400:kworker.0 Request processed in 46us (343us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319939.958288:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4942
00000100:00100000:2.0:1767319939.958302:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5512
00000100:00100000:2.0:1767319939.958317:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e983100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999978240:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319939.958327:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319939.958348:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e983100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999978240:12345-0@lo:38:kworker.0 Request processed in 30us (564us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319939.958352:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5512
00000100:00100000:2.0:1767319939.958359:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5513
00000100:00100000:2.0:1767319939.958362:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e981180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999978368:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319939.958367:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319939.958379:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e981180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999978368:12345-0@lo:38:kworker.0 Request processed in 17us (563us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319939.958383:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5513
00000100:00100000:2.0:1767319939.958388:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5514
00000100:00100000:2.0:1767319939.958391:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e982680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999978624:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319939.958395:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319939.958405:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e982680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999978624:12345-0@lo:38:kworker.0 Request processed in 14us (560us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319939.958408:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5514
00000100:00080000:2.0:1767319939.958418:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319939.958435:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237138b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853163999978496:0@lo:400:kworker.0
00000100:00100000:0.0:1767319939.958678:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767319939.958687:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952371388a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853163999978752:0@lo:400:kworker.0
00000100:00100000:0.0:1767319939.958781:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319939.958809:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999978752
00000100:00100000:1.0:1767319939.958815:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999978752
00000100:00080000:0.0:1767319939.958837:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319939.958843:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319939.958847:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952371388380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999978240:0@lo:38:kworker.0
00000100:00080000:0.0:1767319939.958859:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767319939.958860:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4943
00000100:00080000:0.0:1767319939.958865:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319939.958871:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952371389880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999978368:0@lo:38:kworker.0
00000100:00100000:1.0:1767319939.958873:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237138b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853163999978752:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767319939.958883:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319939.958888:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319939.958891:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237138aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999978624:0@lo:38:kworker.0
00000100:00080000:0.0:1767319939.958922:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319939.958932:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237138b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853163999978752:12345-0@lo:400:kworker.0 Request processed in 59us (145us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319939.958943:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4943
00000100:00100000:0.0:1767319939.958949:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952371388a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853163999978752:0@lo:400:kworker.0
00000100:00100000:3.0:1767319939.960086:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999978880
00000100:00100000:3.0:1767319939.960096:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999978880
00000100:00100000:2.0:1767319939.960137:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999979008
00000100:00100000:2.0:1767319939.960143:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999979008
00000100:00100000:3.0:1767319939.960163:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3241
00000100:00100000:3.0:1767319939.960173:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237138a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999978880:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767319939.960210:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767319939.960215:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767319939.960259:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237138a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999978880:12345-0@lo:400:kworker.0 Request processed in 88us (2516us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319939.960368:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237138bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999978880:0@lo:400:kworker.0
00000100:00100000:2.0:1767319939.960482:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3242
00000100:00100000:2.0:1767319939.960492:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f56a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999979008:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319939.960536:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f56a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999979008:12345-0@lo:400:kworker.0 Request processed in 47us (2469us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319939.960543:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3242
00000100:00100000:0.0:1767319939.960600:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952371388700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999979008:0@lo:400:kworker.0
00000100:00100000:3.0:1767319939.969094:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3241
00010000:00010000:3.0:1767319940.277547:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767319941.301415:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319942.005577:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999979136:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319942.005661:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319942.005773:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999979136
00000100:00100000:2.0:1767319942.005782:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999979136
00000100:00100000:2.0:1767319942.005865:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2414
00000100:00100000:2.0:1767319942.005876:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952371270450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999979136:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767319942.005904:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767319942.005948:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952371270450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999979136:12345-0@lo:13:osp-pre-1-1.0 Request processed in 75us (287us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319942.005956:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2414
00000100:00080000:1.0:1767319942.007457:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767319942.007523:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999979136:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319942.008228:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952371388700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999979264:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319942.008307:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319942.008943:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999979264
00000100:00100000:0.0:1767319942.008953:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999979264
00000100:00100000:0.0:1767319942.009028:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2415
00000100:00100000:0.0:1767319942.009037:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f79bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999979264:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767319942.009066:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767319942.009132:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f79bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999979264:12345-0@lo:13:osp-pre-0-1.0 Request processed in 97us (825us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319942.009139:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2415
00000100:00080000:1.0:1767319942.009246:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767319942.009381:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952371388700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999979264:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319942.094632:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767319942.094684:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767319942.095109:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962536064
00000100:00100000:3.0:1767319942.095121:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962536064
00000100:00100000:3.0:1767319942.095227:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962535936
00000100:00100000:3.0:1767319942.095241:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962535936
00000100:00100000:3.0:1767319942.095263:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4944
00000100:00100000:3.0:1767319942.095274:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f57b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962536064:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:3.0:1767319942.095364:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f57b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962536064:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 92us (742us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319942.095374:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4944
00000100:00100000:3.0:1767319942.095392:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5515
00000100:00100000:3.0:1767319942.095397:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f54700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962535936:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767319942.095419:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319942.095447:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f54700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962535936:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 48us (762us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319942.095453:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5515
00000100:00080000:0.0:1767319942.095621:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767319942.325674:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767319943.349488:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767319944.373396:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767319945.077364:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319945.077374:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767319945.077377:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319945.077381:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319945.077386:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319945.077394:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5137
00000100:00080000:0.0:1767319945.077399:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319945.077406:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319945.077457:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237138bb80 x1853163999979392/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319945.077490:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319945.077494:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319945.077495:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319945.077499:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5137
00000100:00080000:0.0:1767319945.077501:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319945.077512:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319945.077525:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952371388a80 x1853163999979520/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319945.077534:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319945.077537:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319945.077539:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319945.077542:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5137
00000100:00080000:0.0:1767319945.077544:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319945.077547:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319945.077556:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237138aa00 x1853163999979648/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767319945.077798:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00080000:0.0:1767319945.077814:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319945.077818:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319945.077821:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319945.077825:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5137
00000100:00080000:0.0:1767319945.077828:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319945.077831:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767319945.077836:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237138bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999979392:0@lo:38:kworker.0
00000100:00100000:0.0:1767319945.077845:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952371388380 x1853163999979904/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319945.077899:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319945.077921:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767319945.077931:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952371388700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999980288:0@lo:400:kworker.0
00000100:00100000:1.0:1767319945.077946:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952371388a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999979520:0@lo:38:kworker.0
00000100:00100000:2.0:1767319945.077961:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319945.077966:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319945.077979:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237138aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999979648:0@lo:38:kworker.0
00000100:00100000:1.0:1767319945.077996:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319945.078015:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952371388380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999979904:0@lo:38:kworker.0
00000100:00100000:2.0:1767319945.078017:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999979392
00000100:00100000:2.0:1767319945.078023:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999979392
00000100:00100000:1.0:1767319945.078035:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319945.078055:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1889
00000100:00100000:1.0:1767319945.078059:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999979520
00000100:00100000:2.0:1767319945.078061:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e982d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999979392:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767319945.078062:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999979520
00000100:00100000:1.0:1767319945.078079:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999979648
00010000:00020000:2.0:1767319945.078080:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319945.078081:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999979648
00000100:00100000:1.0:1767319945.078091:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999979904
00000100:00100000:1.0:1767319945.078093:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999979904
00000100:00100000:1.0:1767319945.078107:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5516
00000100:00100000:1.0:1767319945.078112:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e981500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999979520:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767319945.078116:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e982d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999979392:12345-0@lo:38:kworker.0 Request processed in 55us (217us total) trans 0 rc -19/-19
00010000:00020000:1.0:1767319945.078121:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319945.078123:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1889
00000100:00100000:1.0:1767319945.078144:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e981500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999979520:12345-0@lo:38:kworker.0 Request processed in 31us (176us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319945.078144:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237138b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853163999980032:0@lo:400:kworker.0
00000100:00100000:1.0:1767319945.078150:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5516
00000100:00100000:1.0:1767319945.078162:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5517
00000100:00100000:2.0:1767319945.078164:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319945.078166:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e981f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999979648:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319945.078175:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319945.078175:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767319945.078180:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952371389180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999980160:0@lo:400:kworker.0
00000100:00100000:1.0:1767319945.078212:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e981f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999979648:12345-0@lo:38:kworker.0 Request processed in 27us (197us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319945.078218:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5517
00000100:00100000:1.0:1767319945.078227:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999980032
00000100:00100000:1.0:1767319945.078230:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999980032
00000100:00100000:2.0:1767319945.078246:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319945.078270:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4945
00000100:00100000:1.0:1767319945.078277:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f57800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853163999980032:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319945.078281:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5518
00000100:00100000:2.0:1767319945.078285:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e980000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999979904:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319945.078293:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319945.078311:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e980000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999979904:12345-0@lo:38:kworker.0 Request processed in 25us (275us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319945.078314:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f57800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853163999980032:12345-0@lo:400:kworker.0 Request processed in 39us (149us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319945.078317:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5518
00000100:00100000:1.0:1767319945.078320:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4945
00000100:00080000:1.0:1767319945.078332:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319945.078337:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999980288
00000100:00100000:2.0:1767319945.078341:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999980288
00000100:00100000:1.0:1767319945.078357:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237138b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853163999980032:0@lo:400:kworker.0
00000100:00100000:2.0:1767319945.078367:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999980160
00000100:00100000:2.0:1767319945.078369:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999980160
00000100:00080000:1.0:1767319945.078373:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767319945.078375:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767319945.078388:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3243
00000100:00100000:1.0:1767319945.078391:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3244
00000100:00100000:2.0:1767319945.078394:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999980288:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319945.078397:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499d9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999980160:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319945.078424:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499d9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999980160:12345-0@lo:400:kworker.0 Request processed in 27us (177us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319945.078424:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999980288:12345-0@lo:400:kworker.0 Request processed in 31us (463us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319945.078431:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3243
00000100:00100000:1.0:1767319945.078439:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3244
00000100:00100000:2.0:1767319945.078457:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952371388700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999980288:0@lo:400:kworker.0
00000100:00100000:1.0:1767319945.078633:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952371389180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999980160:0@lo:400:kworker.0
00000100:00080000:1.0:1767319945.078653:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319945.078657:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319945.078660:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952371388380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999979904:0@lo:38:kworker.0
00000100:00080000:1.0:1767319945.078668:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319945.078670:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319945.078673:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237138bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999979392:0@lo:38:kworker.0
00000100:00080000:1.0:1767319945.078680:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319945.078682:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319945.078685:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952371388a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999979520:0@lo:38:kworker.0
00000100:00080000:1.0:1767319945.078692:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319945.078694:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319945.078697:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237138aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999979648:0@lo:38:kworker.0
00000100:00100000:3.0:1767319945.082110:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952371389880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999979776:0@lo:400:kworker.0
00000100:00100000:3.0:1767319945.082348:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319945.086740:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999979776
00000100:00100000:2.0:1767319945.086754:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999979776
00000100:00100000:2.0:1767319945.086906:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4946
00000100:00100000:2.0:1767319945.086916:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f799180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999979776:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319945.087011:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f799180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999979776:12345-0@lo:400:kworker.0 Request processed in 96us (4663us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319945.087019:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4946
00000100:00100000:0.0:1767319945.088474:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952371389880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999979776:0@lo:400:kworker.0
00000100:00080000:1.0:1767319945.096474:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767319945.397568:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767319946.422162:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319947.125839:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767319947.125859:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999980416:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319947.125943:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319947.126068:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999980416
00000100:00100000:2.0:1767319947.126075:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999980416
00000100:00100000:2.0:1767319947.126147:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2416
00000100:00100000:2.0:1767319947.126157:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f798700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999980416:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767319947.126186:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767319947.126265:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f798700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999980416:12345-0@lo:13:osp-pre-1-1.0 Request processed in 109us (321us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319947.126273:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2416
00000100:00080000:3.0:1767319947.126416:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767319947.126457:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999980416:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319947.126990:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767319947.127002:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952371389880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999980544:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319947.127041:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319947.128644:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999980544
00000100:00100000:3.0:1767319947.128661:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999980544
00000100:00100000:3.0:1767319947.128752:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2417
00000100:00080000:1.0:1767319947.128757:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767319947.128769:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999980544:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767319947.128813:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767319947.130567:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999980544:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1794us (3513us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319947.130583:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2417
00000100:00100000:1.0:1767319947.130998:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952371389880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999980544:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319947.205131:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767319947.205185:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767319947.205263:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962536320
00000100:00100000:3.0:1767319947.205282:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962536320
00000100:00100000:3.0:1767319947.205404:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962536192
00000100:00100000:3.0:1767319947.205409:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962536192
00000100:00100000:3.0:1767319947.205526:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4947
00000100:00100000:3.0:1767319947.205540:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e980e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962536320:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:3.0:1767319947.205669:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e980e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962536320:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 132us (560us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319947.205678:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4947
00000100:00100000:3.0:1767319947.205704:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5519
00000100:00100000:3.0:1767319947.205709:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e981c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962536192:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767319947.205736:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319947.205767:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e981c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962536192:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 56us (580us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319947.205773:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5519
00000100:00080000:1.0:1767319947.206616:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767319947.446979:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767319948.471334:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767319949.495283:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767319950.201815:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319950.201827:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767319950.201830:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319950.201834:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319950.201838:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319950.201847:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5143
00000100:00080000:0.0:1767319950.201852:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319950.201859:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319950.201901:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237138b480 x1853163999980672/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319950.201939:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319950.201943:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319950.201944:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319950.201948:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5143
00000100:00080000:0.0:1767319950.201950:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319950.201955:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319950.201968:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952371389c00 x1853163999980800/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319950.201978:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319950.201981:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319950.201983:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319950.201987:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5143
00000100:00080000:0.0:1767319950.201989:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319950.201993:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319950.202003:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952371388000 x1853163999980928/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319950.202059:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319950.202063:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319950.202065:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319950.202069:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5143
00000100:00080000:0.0:1767319950.202071:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319950.202075:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319950.202087:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237138aa00 x1853163999981184/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767319950.202121:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952371389880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853163999981056:0@lo:400:kworker.0
00000100:00100000:0.0:1767319950.202181:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952371388a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999981312:0@lo:400:kworker.0
00000100:00100000:3.0:1767319950.202227:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319950.202310:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999981056
00000100:00100000:1.0:1767319950.202319:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999981056
00000100:00100000:1.0:1767319950.202382:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4948
00000100:00100000:1.0:1767319950.202394:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eac9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853163999981056:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319950.202511:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952371388380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999981568:0@lo:400:kworker.0
00000100:00100000:3.0:1767319950.212963:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237138b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999980672:0@lo:38:kworker.0
00000100:00100000:3.0:1767319950.213027:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319950.213071:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952371389c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999980800:0@lo:38:kworker.0
00000100:00100000:3.0:1767319950.214263:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319950.214302:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952371388000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999980928:0@lo:38:kworker.0
00000100:00100000:3.0:1767319950.214332:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319950.214358:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237138aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999981184:0@lo:38:kworker.0
00000100:00100000:3.0:1767319950.214380:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319950.214426:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999980800
00000100:00100000:3.0:1767319950.214434:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999980800
00000100:00100000:3.0:1767319950.214469:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999980928
00000100:00100000:3.0:1767319950.214472:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999980928
00000100:00100000:3.0:1767319950.214485:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999981184
00000100:00100000:3.0:1767319950.214488:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999981184
00000100:00100000:3.0:1767319950.214501:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5520
00000100:00100000:3.0:1767319950.214509:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999980800:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319950.214531:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319950.214577:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999980800:12345-0@lo:38:kworker.0 Request processed in 68us (318us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319950.214584:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5520
00000100:00100000:3.0:1767319950.214600:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5521
00000100:00100000:3.0:1767319950.214604:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999980928:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319950.214613:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319950.214806:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5522
00000100:00100000:0.0:1767319950.214813:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999981184:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319950.214825:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319950.214861:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999981184:12345-0@lo:38:kworker.0 Request processed in 48us (480us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319950.214869:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5522
00000100:00100000:0.0:1767319950.214901:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319950.214922:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999981312
00000100:00100000:0.0:1767319950.214926:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999981312
00000100:00100000:0.0:1767319950.214958:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4949
00000100:00100000:0.0:1767319950.214964:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952371389180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999981312:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319950.215005:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952371389180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999981312:12345-0@lo:400:kworker.0 Request processed in 41us (103us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319950.215012:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4949
00000100:00100000:0.0:1767319950.215049:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952371388a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999981312:0@lo:400:kworker.0
00000100:00100000:0.0:1767319950.215066:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767319950.215074:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237138bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999981440:0@lo:400:kworker.0
00000100:00100000:0.0:1767319950.215100:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767319950.215268:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319950.215274:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999980928:12345-0@lo:38:kworker.0 Request processed in 666us (938us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319950.215283:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5521
00000100:00100000:0.0:1767319950.215288:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999981440
00000100:00100000:0.0:1767319950.215293:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999981440
00000100:00100000:3.0:1767319950.215324:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999980672
00000100:00100000:3.0:1767319950.215330:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999980672
00000100:00100000:0.0:1767319950.215334:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3245
00000100:00100000:0.0:1767319950.215343:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952371388a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999981440:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319950.215361:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1890
00000100:00100000:3.0:1767319950.215368:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eacb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999980672:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319950.215379:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319950.215385:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952371388a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999981440:12345-0@lo:400:kworker.0 Request processed in 41us (280us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319950.215405:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3245
00000100:00100000:3.0:1767319950.215419:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eacb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999980672:12345-0@lo:38:kworker.0 Request processed in 48us (2390us total) trans 0 rc -19/-19
00000100:00080000:0.0:1767319950.215426:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767319950.215427:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1890
00000100:00100000:0.0:1767319950.215450:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237138bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999981440:0@lo:400:kworker.0
00000100:00080000:3.0:1767319950.215471:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319950.215477:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319950.215481:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237138b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999980672:0@lo:38:kworker.0
00000100:00080000:3.0:1767319950.215490:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319950.215493:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319950.215496:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952371389c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999980800:0@lo:38:kworker.0
00000100:00080000:3.0:1767319950.215506:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319950.215509:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319950.215512:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952371388000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999980928:0@lo:38:kworker.0
00000100:00080000:3.0:1767319950.215520:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319950.215523:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319950.215526:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237138aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999981184:0@lo:38:kworker.0
00000100:00100000:1.0:1767319950.217230:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eac9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853163999981056:12345-0@lo:400:kworker.0 Request processed in 14802us (14996us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319950.217246:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4948
00000100:00100000:3.0:1767319950.218480:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952371389880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853163999981056:0@lo:400:kworker.0
00000100:00100000:2.0:1767319950.233243:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319950.233679:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999981568
00000100:00100000:3.0:1767319950.233690:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999981568
00000100:00100000:3.0:1767319950.233768:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3246
00000100:00100000:3.0:1767319950.233778:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f56680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999981568:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319950.233851:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f56680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999981568:12345-0@lo:400:kworker.0 Request processed in 75us (616us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319950.233858:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3246
00000100:00100000:2.0:1767319950.233948:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952371388380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999981568:0@lo:400:kworker.0
00000100:00080000:0.0:1767319950.234253:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00010000:0.0:1767319950.518774:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319951.296318:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767319951.296374:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962536704
00000100:00100000:1.0:1767319951.296386:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962536704
00000100:00100000:1.0:1767319951.296468:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4950
00000100:00100000:1.0:1767319951.296479:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962536704:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767319951.296566:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962536704:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 88us (259us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319951.296573:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4950
00000100:00080000:0.0:1767319951.296697:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000400:00000100:2.0:1767319951.298467:0:6998:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.52@tcp portal 26 match 1853163962536448 offset 0 length 520: 4
00000100:00100000:2.0:1767319951.298508:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767319951.298644:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962536576
00000100:00100000:3.0:1767319951.298662:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962536576
00000100:00100000:3.0:1767319951.298706:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5523
00000100:00100000:3.0:1767319951.298712:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962536576:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767319951.298735:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319951.298798:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962536576:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 84us (288us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319951.298806:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5523
00010000:00010000:0.0:1767319951.541529:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319952.245464:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767319952.245485:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999981696:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319952.245551:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319952.245619:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999981696
00000100:00100000:3.0:1767319952.245630:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999981696
00000100:00100000:3.0:1767319952.245705:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2418
00000100:00100000:3.0:1767319952.245717:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e980380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999981696:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767319952.245747:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767319952.245794:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e980380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999981696:12345-0@lo:13:osp-pre-1-1.0 Request processed in 79us (243us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319952.245800:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2418
00000100:00100000:2.0:1767319952.245852:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999981696:0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767319952.245916:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767319952.247566:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767319952.247592:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237138bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999981824:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319952.247647:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319952.247748:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999981824
00000100:00100000:0.0:1767319952.247756:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999981824
00000100:00100000:0.0:1767319952.247812:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2419
00000100:00100000:0.0:1767319952.247820:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999981824:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767319952.247848:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767319952.247886:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999981824:12345-0@lo:13:osp-pre-0-1.0 Request processed in 67us (238us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319952.247892:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2419
00000100:00080000:3.0:1767319952.247957:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767319952.247990:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237138bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999981824:0@lo:13:osp-pre-0-1.0
00010000:00010000:3.0:1767319952.565640:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767319953.589482:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319954.295809:0:7004:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319929/real 1767319929]  req@ffff952347044700 x1853163999976448/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319954 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1767319954.295858:0:7004:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff952347044700 x1853163999976448/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319954 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1767319954.295882:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319954.295915:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:0.0:1767319954.295920:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347044700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853163999976448:0@lo:250:kworker.0
00000100:00080000:2.0:1767319954.296396:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319954.296402:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1767319954.296406:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319954.296411:0:49151:0:(import.c:509:import_select_connection()) MGC192.168.202.152@tcp: connect to NID 0@lo last attempt 5127
00000100:00080000:2.0:1767319954.296415:0:49151:0:(import.c:588:import_select_connection()) MGC192.168.202.152@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319954.296422:0:49151:0:(import.c:623:import_select_connection()) MGC192.168.202.152@tcp: import ffff95235eb57800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319954.296462:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952364f55500 x1853163999981952/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319954.296487:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319954.296490:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319954.296492:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319954.296495:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5148
00000100:00080000:2.0:1767319954.296498:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319954.296501:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319954.296517:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952364f55f80 x1853163999982080/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319954.296525:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319954.296528:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319954.296530:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319954.296533:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5148
00000100:00080000:2.0:1767319954.296535:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319954.296538:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319954.296551:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952364f54000 x1853163999982208/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767319954.296559:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319954.296562:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319954.296564:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319954.296568:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5148
00000100:00080000:2.0:1767319954.296570:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319954.296573:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319954.296586:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952364f54e00 x1853163999982336/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767319954.296634:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853163999981952:0@lo:250:kworker.0
00000100:00080000:2.0:1767319954.296635:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767319954.296648:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767319954.296652:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767319954.296656:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5148
00000100:00080000:2.0:1767319954.296659:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767319954.296663:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767319954.296678:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952364f54380 x1853163999982592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000100:3.0:1767319954.296728:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163999981952 offset 0 length 520: 4
00000100:00100000:3.0:1767319954.296823:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999982080:0@lo:38:kworker.0
00000100:00100000:2.0:1767319954.296861:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853163999982720:0@lo:400:kworker.0
00000100:00100000:3.0:1767319954.296870:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319954.296918:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999982208:0@lo:38:kworker.0
00000100:00100000:2.0:1767319954.296936:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319954.297031:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999982080
00000100:00100000:0.0:1767319954.297038:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999982080
00000100:00100000:0.0:1767319954.297086:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1891
00000100:00100000:0.0:1767319954.297094:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999982080:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319954.297113:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319954.297219:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853163999982464:0@lo:400:kworker.0
00000100:00100000:3.0:1767319954.302334:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319954.302423:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999982336:0@lo:38:kworker.0
00000100:00100000:3.0:1767319954.302495:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319954.302996:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999982592:0@lo:38:kworker.0
00000100:00100000:3.0:1767319954.303030:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319954.303096:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999982720
00000100:00100000:3.0:1767319954.303106:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999982720
00000100:00100000:3.0:1767319954.303867:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999982208
00000100:00100000:2.0:1767319954.303916:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767319954.303936:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f57480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999982848:0@lo:400:kworker.0
00000100:00100000:2.0:1767319954.304006:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319954.304073:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999982976:0@lo:400:kworker.0
00000100:00100000:2.0:1767319954.304098:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319954.304136:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999982848
00000100:00100000:2.0:1767319954.304144:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999982848
00000100:00100000:2.0:1767319954.304240:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999982976
00000100:00100000:2.0:1767319954.304244:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999982976
00000100:00100000:3.0:1767319954.304318:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999982208
00000100:00100000:3.0:1767319954.304354:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999982336
00000100:00100000:3.0:1767319954.304358:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999982336
00000100:00100000:3.0:1767319954.304367:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999982592
00000100:00100000:3.0:1767319954.304369:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999982592
00000100:00100000:3.0:1767319954.304387:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4951
00000100:00100000:3.0:1767319954.304400:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f56a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853163999982720:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319954.304489:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f56a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853163999982720:12345-0@lo:400:kworker.0 Request processed in 93us (7555us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319954.304497:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4951
00000100:00100000:3.0:1767319954.304532:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5524
00000100:00100000:3.0:1767319954.304537:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999982208:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319954.304566:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319954.304597:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999982080:12345-0@lo:38:kworker.0 Request processed in 7498us (7724us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319954.304614:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1891
00000100:00100000:3.0:1767319954.304624:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999982208:12345-0@lo:38:kworker.0 Request processed in 81us (2297us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319954.304634:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5524
00000100:00100000:3.0:1767319954.304655:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5525
00000100:00100000:3.0:1767319954.304661:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999982336:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767319954.304671:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5526
00010000:00020000:3.0:1767319954.304674:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319954.304687:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349091c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999982592:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767319954.304707:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999982336:12345-0@lo:38:kworker.0 Request processed in 45us (2211us total) trans 0 rc -19/-19
00010000:00020000:0.0:1767319954.304714:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319954.304722:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5525
00000100:00080000:3.0:1767319954.304757:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767319954.304764:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767319954.304768:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319954.304777:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349091c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999982592:12345-0@lo:38:kworker.0 Request processed in 89us (1742us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319954.304787:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5526
00000100:00080000:3.0:1767319954.304817:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319954.304826:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319954.304831:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999982592:0@lo:38:kworker.0
00000100:00080000:3.0:1767319954.304848:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319954.304853:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319954.304859:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999982080:0@lo:38:kworker.0
00000100:00080000:3.0:1767319954.304870:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319954.304874:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319954.304877:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999982208:0@lo:38:kworker.0
00000100:00100000:2.0:1767319954.304908:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3247
00000100:00100000:2.0:1767319954.304920:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999982848:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319954.304974:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999982848:12345-0@lo:400:kworker.0 Request processed in 49us (959us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319954.304983:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3247
00000100:00080000:3.0:1767319954.304990:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767319954.304998:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767319954.305003:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999982336:0@lo:38:kworker.0
00000100:00100000:2.0:1767319954.305010:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3248
00000100:00100000:2.0:1767319954.305023:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f54a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999982976:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319954.305082:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f54a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999982976:12345-0@lo:400:kworker.0 Request processed in 62us (982us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319954.305094:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3248
00000100:00100000:1.0:1767319954.311909:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319954.312008:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999982464
00000100:00100000:1.0:1767319954.312018:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999982464
00000100:00100000:1.0:1767319954.312109:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4952
00000100:00100000:1.0:1767319954.312120:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e981880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853163999982464:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319954.312225:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e981880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853163999982464:12345-0@lo:400:kworker.0 Request processed in 107us (324us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319954.312233:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4952
00000100:00100000:1.0:1767319954.314338:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853163999982464:0@lo:400:kworker.0
00000100:00100000:1.0:1767319954.314460:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999982976:0@lo:400:kworker.0
00000100:00100000:0.0:1767319954.314695:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f57480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999982848:0@lo:400:kworker.0
00000100:00100000:0.0:1767319954.314708:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853163999982720:0@lo:400:kworker.0
00000100:00080000:3.0:1767319954.317073:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767319954.617136:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319955.637515:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319956.420668:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767319956.420774:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767319956.420957:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962536960
00000100:00100000:0.0:1767319956.420969:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962536960
00000100:00100000:0.0:1767319956.421050:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962536832
00000100:00100000:0.0:1767319956.421053:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962536832
00000100:00100000:0.0:1767319956.421072:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4953
00000100:00100000:0.0:1767319956.421081:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f55880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962536960:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:0.0:1767319956.421168:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f55880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962536960:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 89us (515us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319956.421176:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4953
00000100:00100000:0.0:1767319956.421221:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5527
00000100:00100000:0.0:1767319956.421226:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f57480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962536832:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:0.0:1767319956.421246:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319956.421271:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f57480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962536832:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 45us (498us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319956.421278:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5527
00000100:00080000:3.0:1767319956.422325:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767319956.668230:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319957.365528:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767319957.365555:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999983104:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319957.365630:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319957.365685:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999983104
00000100:00100000:3.0:1767319957.365692:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999983104
00000100:00100000:3.0:1767319957.365757:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2420
00000100:00100000:3.0:1767319957.365768:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349092a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999983104:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767319957.365801:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767319957.365848:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349092a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999983104:12345-0@lo:13:osp-pre-1-1.0 Request processed in 81us (216us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319957.365857:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2420
00000100:00080000:3.0:1767319957.365880:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767319957.365917:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999983104:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319957.366047:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767319957.366058:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237138a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999983232:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319957.366089:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319957.366116:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999983232
00000100:00100000:0.0:1767319957.366120:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999983232
00000100:00100000:0.0:1767319957.366157:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2421
00000100:00100000:0.0:1767319957.366165:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952371389500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999983232:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767319957.366181:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767319957.366246:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952371389500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999983232:12345-0@lo:13:osp-pre-0-1.0 Request processed in 82us (155us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319957.366252:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2421
00000100:00100000:0.0:1767319957.366282:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237138a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999983232:0@lo:13:osp-pre-0-1.0
00000100:00080000:3.0:1767319957.366998:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00010000:3.0:1767319957.685513:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767319958.709538:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767319959.413587:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319959.413598:0:72021:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767319959.413601:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319959.413605:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319959.413609:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319959.413618:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5152
00000100:00080000:0.0:1767319959.413623:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319959.413630:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319959.413672:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237138a680 x1853163999983360/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319959.413701:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319959.413705:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319959.413707:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319959.413711:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5152
00000100:00080000:0.0:1767319959.413713:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319959.413716:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319959.413733:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237138a300 x1853163999983488/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319959.413744:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319959.413748:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319959.413749:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319959.413754:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5152
00000100:00080000:0.0:1767319959.413757:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319959.413765:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319959.413765:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237138a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999983360:0@lo:38:kworker.0
00000100:00100000:0.0:1767319959.413788:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952371388700 x1853163999983616/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319959.413836:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319959.413840:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319959.413842:0:72021:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319959.413845:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5152
00000100:00080000:0.0:1767319959.413848:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319959.413851:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319959.413863:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237138bb80 x1853163999983872/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319959.413958:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952371388380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999984000:0@lo:400:kworker.0
00000100:00100000:0.0:1767319959.414026:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319959.414068:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767319959.414089:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952371389880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999984128:0@lo:400:kworker.0
00000100:00100000:2.0:1767319959.414241:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237138aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999984256:0@lo:400:kworker.0
00000100:00100000:2.0:1767319959.414278:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319959.414299:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767319959.414303:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237138b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999983744:0@lo:400:kworker.0
00000100:00100000:3.0:1767319959.414331:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319959.414348:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319959.414403:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237138a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999983488:0@lo:38:kworker.0
00000100:00100000:3.0:1767319959.414439:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319959.414466:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952371388700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999983616:0@lo:38:kworker.0
00000100:00100000:3.0:1767319959.414496:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319959.414522:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237138bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999983872:0@lo:38:kworker.0
00000100:00100000:0.0:1767319959.414553:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319959.414563:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319959.414612:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999983360
00000100:00100000:0.0:1767319959.414621:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999983360
00000100:00100000:3.0:1767319959.414626:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999984000
00000100:00100000:3.0:1767319959.414635:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999984000
00000100:00100000:0.0:1767319959.414666:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1892
00000100:00100000:0.0:1767319959.414674:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999983360:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319959.414693:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319959.414704:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999983744
00000100:00100000:3.0:1767319959.414710:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999983744
00000100:00100000:3.0:1767319959.414741:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999983488
00000100:00100000:3.0:1767319959.414744:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999983488
00000100:00100000:3.0:1767319959.414758:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999983616
00000100:00100000:0.0:1767319959.414760:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999983360:12345-0@lo:38:kworker.0 Request processed in 82us (428us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319959.414763:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999983616
00000100:00100000:0.0:1767319959.414776:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1892
00000100:00100000:3.0:1767319959.414778:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999983872
00000100:00100000:3.0:1767319959.414782:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999983872
00000100:00100000:0.0:1767319959.414812:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4954
00000100:00100000:0.0:1767319959.414824:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952371388000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999984000:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319959.414869:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952371388000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999984000:12345-0@lo:400:kworker.0 Request processed in 49us (843us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319959.414875:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4954
00000100:00100000:0.0:1767319959.414891:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4955
00000100:00100000:0.0:1767319959.414897:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f54e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999983744:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319959.414924:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f54e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999983744:12345-0@lo:400:kworker.0 Request processed in 27us (579us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319959.414929:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4955
00000100:00100000:0.0:1767319959.414941:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5528
00000100:00100000:0.0:1767319959.414945:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999983488:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319959.414955:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319959.414977:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999983488:12345-0@lo:38:kworker.0 Request processed in 31us (539us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319959.414985:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5528
00000100:00100000:0.0:1767319959.414996:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5529
00000100:00100000:0.0:1767319959.415000:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999983616:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319959.415009:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319959.415033:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999983616:12345-0@lo:38:kworker.0 Request processed in 31us (538us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319959.415038:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5529
00000100:00100000:0.0:1767319959.415048:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5530
00000100:00100000:0.0:1767319959.415052:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999983872:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319959.415061:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319959.415083:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999983872:12345-0@lo:38:kworker.0 Request processed in 29us (522us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319959.415089:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5530
00000100:00100000:0.0:1767319959.415166:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952371388380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999984000:0@lo:400:kworker.0
00000100:00080000:0.0:1767319959.415239:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319959.415272:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999984256
00000100:00100000:0.0:1767319959.415276:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999984256
00000100:00080000:0.0:1767319959.415294:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767319959.415318:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999984128
00000100:00100000:0.0:1767319959.415321:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999984128
00000100:00080000:0.0:1767319959.415333:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767319959.415354:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3249
00000100:00100000:0.0:1767319959.415360:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f55c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999984256:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319959.415393:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f55c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999984256:12345-0@lo:400:kworker.0 Request processed in 33us (1114us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319959.415399:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3249
00000100:00100000:0.0:1767319959.415411:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3250
00000100:00100000:0.0:1767319959.415417:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952371389c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999984128:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319959.415445:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952371389c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999984128:12345-0@lo:400:kworker.0 Request processed in 28us (895us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319959.415451:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3250
00000100:00100000:0.0:1767319959.415472:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952371389880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999984128:0@lo:400:kworker.0
00000100:00080000:0.0:1767319959.415512:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319959.415517:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319959.415521:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952371388700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999983616:0@lo:38:kworker.0
00000100:00080000:0.0:1767319959.415529:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319959.415533:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319959.415536:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237138bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999983872:0@lo:38:kworker.0
00000100:00080000:0.0:1767319959.415544:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319959.415547:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319959.415549:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237138a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999983360:0@lo:38:kworker.0
00000100:00080000:0.0:1767319959.415558:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319959.415561:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319959.415564:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237138a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999983488:0@lo:38:kworker.0
00000100:00100000:2.0:1767319959.425665:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237138b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999983744:0@lo:400:kworker.0
00000100:00100000:2.0:1767319959.425686:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237138aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999984256:0@lo:400:kworker.0
00010000:00010000:2.0:1767319959.734563:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767319960.763717:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319961.540446:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767319961.540511:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767319961.540629:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962537088
00000100:00100000:1.0:1767319961.540643:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962537088
00000100:00100000:1.0:1767319961.540705:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962537216
00000100:00100000:1.0:1767319961.540708:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962537216
00000100:00100000:1.0:1767319961.540787:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4956
00000100:00100000:1.0:1767319961.540799:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237138a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962537216:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:3.0:1767319961.540905:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5531
00000100:00100000:3.0:1767319961.540913:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237138a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962537088:12345-192.168.202.52@tcp:38:kworker.0
00000100:00100000:1.0:1767319961.540926:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237138a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962537216:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 130us (413us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319961.540934:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4956
00010000:00020000:3.0:1767319961.540939:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319961.540969:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237138a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962537088:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 56us (542us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319961.540976:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5531
00000100:00080000:2.0:1767319961.541566:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767319961.781982:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319962.485528:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237138bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999984384:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319962.485641:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319962.487820:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999984384
00000100:00100000:3.0:1767319962.487842:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999984384
00000100:00100000:3.0:1767319962.487969:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2422
00000100:00100000:3.0:1767319962.487983:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e983480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999984384:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767319962.488029:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767319962.488165:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e983480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999984384:12345-0@lo:13:osp-pre-0-1.0 Request processed in 185us (2524us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319962.488173:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2422
00000100:00080000:2.0:1767319962.488638:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767319962.489596:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767319962.489625:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999984512:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319962.489716:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319962.489845:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237138bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999984384:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319962.492953:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999984512
00000100:00100000:3.0:1767319962.492978:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999984512
00000100:00100000:3.0:1767319962.493114:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2423
00000100:00100000:3.0:1767319962.493128:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e982a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999984512:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767319962.493172:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767319962.493324:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e982a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999984512:12345-0@lo:13:osp-pre-1-1.0 Request processed in 199us (3607us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319962.493332:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2423
00000100:00100000:3.0:1767319962.493421:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999984512:0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767319962.493831:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00010000:00010000:2.0:1767319962.812084:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319963.831075:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767319964.534690:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319964.534703:0:72021:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767319964.534706:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319964.534711:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319964.534716:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319964.534726:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5157
00000100:00080000:0.0:1767319964.534732:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319964.534741:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319964.534805:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952371388700 x1853163999984640/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319964.534843:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319964.534847:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319964.534849:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319964.534853:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5157
00000100:00080000:0.0:1767319964.534855:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319964.534859:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319964.534870:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952371389880 x1853163999984768/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319964.534879:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319964.534882:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319964.534883:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319964.534886:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5157
00000100:00080000:0.0:1767319964.534889:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319964.534892:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319964.534902:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952371388380 x1853163999984896/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319964.534953:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319964.534958:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319964.534960:0:72021:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319964.534964:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5157
00000100:00080000:0.0:1767319964.534967:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319964.534970:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319964.534983:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237138bb80 x1853163999985152/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767319964.535553:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952371388700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999984640:0@lo:38:kworker.0
00000100:00100000:3.0:1767319964.535644:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319964.535708:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952371389880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999984768:0@lo:38:kworker.0
00000100:00100000:3.0:1767319964.535740:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319964.535763:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952371388380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999984896:0@lo:38:kworker.0
00000100:00100000:3.0:1767319964.535787:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319964.535805:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237138bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999985152:0@lo:38:kworker.0
00000100:00100000:3.0:1767319964.535825:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319964.535861:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237138aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853163999985280:0@lo:400:kworker.0
00000100:00100000:3.0:1767319964.535888:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319964.535910:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767319964.535916:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237138b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999985408:0@lo:400:kworker.0
00000100:00100000:3.0:1767319964.535957:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319964.536277:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237138b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853163999985024:0@lo:400:kworker.0
00000100:00100000:3.0:1767319964.536289:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999984768
00000100:00100000:3.0:1767319964.536301:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999984768
00000100:00100000:3.0:1767319964.536347:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999984896
00000100:00100000:3.0:1767319964.536351:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999984896
00000100:00100000:1.0:1767319964.536366:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319964.536368:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999985152
00000100:00100000:3.0:1767319964.536374:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999985152
00000100:00100000:3.0:1767319964.536387:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999985280
00000100:00100000:3.0:1767319964.536391:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999985280
00000100:00100000:1.0:1767319964.536416:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767319964.536429:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999985536:0@lo:400:kworker.0
00000100:00100000:3.0:1767319964.536437:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999985024
00000100:00100000:3.0:1767319964.536443:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999985024
00000100:00100000:1.0:1767319964.536466:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319964.536474:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4957
00000100:00100000:3.0:1767319964.536560:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853163999985280:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319964.536562:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4958
00000100:00100000:1.0:1767319964.536586:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e980a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853163999985024:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319964.536654:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853163999985280:12345-0@lo:400:kworker.0 Request processed in 168us (762us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319964.536666:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4957
00000100:00100000:1.0:1767319964.536673:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e980a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853163999985024:12345-0@lo:400:kworker.0 Request processed in 91us (306us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319964.536685:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4958
00000100:00100000:3.0:1767319964.536701:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5532
00000100:00100000:3.0:1767319964.536708:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999984768:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767319964.536720:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5533
00000100:00100000:1.0:1767319964.536728:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999984896:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319964.536736:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:1.0:1767319964.536752:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319964.536790:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999984768:12345-0@lo:38:kworker.0 Request processed in 79us (1046us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319964.536800:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5532
00000100:00100000:1.0:1767319964.536813:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999984896:12345-0@lo:38:kworker.0 Request processed in 82us (1023us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319964.536824:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5534
00000100:00100000:3.0:1767319964.536831:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999985152:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319964.536841:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319964.536872:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999985152:12345-0@lo:38:kworker.0 Request processed in 40us (1045us total) trans 0 rc -19/-19
00000100:00080000:2.0:1767319964.536892:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319964.536937:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999985408
00000100:00100000:2.0:1767319964.536946:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999985408
00000100:00100000:0.0:1767319964.536963:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999984640
00000100:00100000:0.0:1767319964.536971:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999984640
00000100:00100000:2.0:1767319964.537016:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999985536
00000100:00100000:2.0:1767319964.537022:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999985536
00000100:00100000:2.0:1767319964.537043:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3251
00000100:00100000:2.0:1767319964.537051:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999985408:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319964.537126:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999985408:12345-0@lo:400:kworker.0 Request processed in 76us (1167us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319964.537132:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3251
00000100:00100000:2.0:1767319964.537148:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3252
00000100:00100000:2.0:1767319964.537154:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e980700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999985536:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319964.537180:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e980700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999985536:12345-0@lo:400:kworker.0 Request processed in 27us (716us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319964.537186:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3252
00000100:00080000:2.0:1767319964.537231:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767319964.537233:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767319964.537273:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237138b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999985408:0@lo:400:kworker.0
00000100:00100000:2.0:1767319964.537287:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237138aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853163999985280:0@lo:400:kworker.0
00000100:00080000:2.0:1767319964.537329:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319964.537336:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319964.537340:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952371389880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999984768:0@lo:38:kworker.0
00000100:00080000:2.0:1767319964.537351:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319964.537354:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319964.537357:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952371388380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999984896:0@lo:38:kworker.0
00000100:00080000:2.0:1767319964.537367:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319964.537373:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319964.537376:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237138bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999985152:0@lo:38:kworker.0
00000100:00100000:0.0:1767319964.537423:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1893
00000100:00100000:0.0:1767319964.537431:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999984640:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319964.537444:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319964.537507:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999985536:0@lo:400:kworker.0
00000100:00100000:0.0:1767319964.537515:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999984640:12345-0@lo:38:kworker.0 Request processed in 81us (1867us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319964.537526:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1893
00000100:00100000:2.0:1767319964.537532:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237138b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853163999985024:0@lo:400:kworker.0
00000100:00080000:0.0:1767319964.537583:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319964.537590:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319964.537595:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952371388700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999984640:0@lo:38:kworker.0
00000100:00100000:1.0:1767319964.537747:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5533
00000100:00100000:3.0:1767319964.541142:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5534
00010000:00010000:3.0:1767319964.860236:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767319965.877522:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319966.656851:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767319966.657380:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962537472
00000100:00100000:3.0:1767319966.657397:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962537472
00000100:00100000:3.0:1767319966.657673:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4959
00000100:00100000:3.0:1767319966.657688:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f55f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962537472:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:3.0:1767319966.658241:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f55f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962537472:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 137us (995us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319966.658255:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4959
00000100:00080000:2.0:1767319966.658391:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319966.664451:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767319966.664747:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962537344
00000100:00100000:2.0:1767319966.664762:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962537344
00000100:00100000:2.0:1767319966.665429:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5535
00000100:00100000:2.0:1767319966.665441:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e982300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962537344:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767319966.665484:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319966.665587:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e982300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962537344:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 145us (1151us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319966.665595:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5535
00010000:00010000:2.0:1767319966.902143:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319967.605818:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999985664:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319967.605938:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319967.606033:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999985664
00000100:00100000:3.0:1767319967.606050:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999985664
00000100:00100000:3.0:1767319967.606168:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2424
00000100:00100000:3.0:1767319967.606180:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367242300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999985664:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767319967.606243:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767319967.606327:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767319967.606345:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366960000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999985792:0@lo:13:osp-pre-0-1.0
00000100:00080000:2.0:1767319967.606386:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767319967.606925:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319967.607029:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999985792
00000100:00100000:1.0:1767319967.607038:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999985792
00000100:00100000:1.0:1767319967.607112:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2425
00000100:00100000:1.0:1767319967.607122:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366961180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999985792:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767319967.607156:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767319967.607226:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366961180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999985792:12345-0@lo:13:osp-pre-0-1.0 Request processed in 105us (311us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319967.607234:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2425
00000100:00100000:0.0:1767319967.607499:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366960000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999985792:0@lo:13:osp-pre-0-1.0
00000100:00080000:2.0:1767319967.607566:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767319967.608925:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367242300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999985664:12345-0@lo:13:osp-pre-1-1.0 Request processed in 2741us (2982us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319967.608939:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2424
00000100:00100000:1.0:1767319967.609041:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999985664:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767319967.925497:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767319968.950596:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767319969.655789:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319969.655805:0:72021:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767319969.655809:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319969.655814:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319969.655820:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319969.655831:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5162
00000100:00080000:3.0:1767319969.655837:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319969.655846:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319969.655908:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235ee5fb80 x1853163999985920/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319969.655940:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319969.655944:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319969.655946:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319969.655950:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5162
00000100:00080000:3.0:1767319969.655953:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319969.655957:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319969.655971:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235ee5e300 x1853163999986048/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319969.655981:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319969.655984:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319969.655986:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319969.655989:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5162
00000100:00080000:3.0:1767319969.655992:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319969.655995:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319969.656006:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235ee5f100 x1853163999986176/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319969.656071:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319969.656075:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319969.656077:0:72021:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319969.656081:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5162
00000100:00080000:3.0:1767319969.656084:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319969.656087:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319969.656105:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235ee5c000 x1853163999986432/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767319969.656175:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999986560:0@lo:400:kworker.0
00000100:00100000:3.0:1767319969.656301:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319969.656382:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767319969.656389:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d073100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999986688:0@lo:400:kworker.0
00000100:00100000:3.0:1767319969.656418:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319969.656566:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853163999986304:0@lo:400:kworker.0
00000100:00100000:0.0:1767319969.656602:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319969.656637:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767319969.656643:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d073480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999986816:0@lo:400:kworker.0
00000100:00100000:0.0:1767319969.656666:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319969.656746:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999986560
00000100:00100000:3.0:1767319969.656755:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999986560
00000100:00100000:3.0:1767319969.656824:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999986304
00000100:00100000:3.0:1767319969.656828:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999986304
00000100:00100000:3.0:1767319969.656856:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4960
00000100:00100000:3.0:1767319969.656866:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999986560:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319969.656930:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999986560:12345-0@lo:400:kworker.0 Request processed in 64us (629us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319969.656938:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4960
00000100:00100000:3.0:1767319969.656957:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4961
00000100:00100000:3.0:1767319969.656964:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366960000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853163999986304:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319969.656995:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366960000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853163999986304:12345-0@lo:400:kworker.0 Request processed in 33us (393us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319969.657002:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4961
00000100:00100000:3.0:1767319969.657055:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999986560:0@lo:400:kworker.0
00000100:00080000:0.0:1767319969.657231:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767319969.657257:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853163999986304:0@lo:400:kworker.0
00000100:00100000:2.0:1767319969.657416:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999986688
00000100:00100000:2.0:1767319969.657421:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999986688
00000100:00100000:2.0:1767319969.657468:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999986816
00000100:00100000:2.0:1767319969.657471:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999986816
00000100:00100000:2.0:1767319969.657497:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3253
00000100:00100000:2.0:1767319969.657513:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999986688:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319969.657561:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999986688:12345-0@lo:400:kworker.0 Request processed in 57us (1142us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319969.657567:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3253
00000100:00100000:2.0:1767319969.657580:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3254
00000100:00100000:2.0:1767319969.657587:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366963480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999986816:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319969.657617:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366963480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999986816:12345-0@lo:400:kworker.0 Request processed in 31us (950us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319969.657627:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3254
00000100:00100000:2.0:1767319969.657664:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999985920:0@lo:38:kworker.0
00000100:00100000:2.0:1767319969.657699:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319969.657727:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999986048:0@lo:38:kworker.0
00000100:00100000:2.0:1767319969.657749:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319969.657764:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999986176:0@lo:38:kworker.0
00000100:00100000:2.0:1767319969.657783:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319969.657796:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999986432:0@lo:38:kworker.0
00000100:00100000:2.0:1767319969.657815:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319969.657842:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999986048
00000100:00100000:2.0:1767319969.657845:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999986048
00000100:00100000:2.0:1767319969.657861:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999986176
00000100:00100000:2.0:1767319969.657863:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999986176
00000100:00100000:2.0:1767319969.657875:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999986432
00000100:00100000:2.0:1767319969.657877:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999986432
00000100:00100000:2.0:1767319969.657891:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5536
00000100:00100000:2.0:1767319969.657896:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f54000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999986048:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319969.657918:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319969.657954:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f54000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999986048:12345-0@lo:38:kworker.0 Request processed in 56us (202us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319969.657960:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5536
00000100:00100000:2.0:1767319969.657972:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5537
00000100:00100000:2.0:1767319969.657976:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f57100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999986176:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319969.657985:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319969.658008:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f57100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999986176:12345-0@lo:38:kworker.0 Request processed in 30us (223us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319969.658014:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5537
00000100:00100000:2.0:1767319969.658025:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5538
00000100:00100000:2.0:1767319969.658029:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952371388700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999986432:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319969.658051:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319969.658075:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952371388700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999986432:12345-0@lo:38:kworker.0 Request processed in 44us (258us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319969.658081:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5538
00000100:00080000:2.0:1767319969.658121:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319969.658127:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319969.658130:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999986048:0@lo:38:kworker.0
00000100:00080000:2.0:1767319969.658138:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319969.658142:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319969.658144:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999986176:0@lo:38:kworker.0
00000100:00080000:2.0:1767319969.658151:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319969.658154:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319969.658157:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999986432:0@lo:38:kworker.0
00000100:00100000:2.0:1767319969.658187:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d073100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999986688:0@lo:400:kworker.0
00000100:00100000:0.0:1767319969.658451:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999985920
00000100:00100000:0.0:1767319969.658457:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999985920
00000100:00100000:0.0:1767319969.658493:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1894
00000100:00100000:0.0:1767319969.658499:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f54380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999985920:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319969.658523:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319969.658571:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f54380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999985920:12345-0@lo:38:kworker.0 Request processed in 71us (871us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319969.658578:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1894
00000100:00080000:0.0:1767319969.658596:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767319969.658600:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767319969.658634:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d073480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999986816:0@lo:400:kworker.0
00000100:00080000:1.0:1767319969.658830:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319969.658836:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319969.658839:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999985920:0@lo:38:kworker.0
00010000:00010000:3.0:1767319969.973471:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319970.997569:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319971.778122:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767319971.778275:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767319971.782812:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962537728
00000100:00100000:3.0:1767319971.782828:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962537728
00000100:00100000:3.0:1767319971.783079:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962537600
00000100:00100000:3.0:1767319971.783085:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962537600
00000100:00100000:3.0:1767319971.783112:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4962
00000100:00100000:3.0:1767319971.783122:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366962300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962537728:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:3.0:1767319971.783592:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366962300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962537728:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 469us (5476us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319971.783602:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4962
00000100:00100000:3.0:1767319971.783623:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5539
00000100:00100000:3.0:1767319971.783627:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366963100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962537600:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767319971.783647:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319971.783675:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366963100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962537600:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 47us (5402us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319971.783682:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5539
00000100:00080000:1.0:1767319971.787804:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767319972.022360:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319972.725442:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999986944:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319972.725514:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319972.725618:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999986944
00000100:00100000:3.0:1767319972.725626:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999986944
00000100:00100000:3.0:1767319972.725707:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2426
00000100:00100000:3.0:1767319972.725717:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237138b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999986944:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767319972.725746:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00080000:1.0:1767319972.725869:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767319972.725963:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999987072:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319972.725997:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319972.727919:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999987072
00000100:00100000:0.0:1767319972.727932:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999987072
00000100:00100000:0.0:1767319972.728017:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2427
00000100:00100000:0.0:1767319972.728026:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999987072:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767319972.728067:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767319972.728138:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999987072:12345-0@lo:13:osp-pre-1-1.0 Request processed in 113us (2139us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319972.728145:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2427
00000100:00080000:1.0:1767319972.728308:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767319972.728359:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999987072:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319972.732236:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237138b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999986944:12345-0@lo:13:osp-pre-0-1.0 Request processed in 6511us (6710us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319972.732257:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2426
00000100:00100000:2.0:1767319972.734919:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999986944:0@lo:13:osp-pre-0-1.0
00010000:00010000:3.0:1767319973.056431:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767319974.073889:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767319974.773317:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319974.773328:0:72021:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767319974.773331:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319974.773336:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319974.773340:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319974.773349:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5167
00000100:00080000:3.0:1767319974.773354:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319974.773362:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319974.773405:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523494d2a00 x1853163999987200/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319974.773432:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319974.773436:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319974.773439:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319974.773442:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5167
00000100:00080000:3.0:1767319974.773445:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319974.773449:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319974.773464:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235ee5fb80 x1853163999987328/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319974.773475:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767319974.773476:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999987200:0@lo:38:kworker.0
00000100:00080000:3.0:1767319974.773481:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319974.773485:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319974.773491:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5167
00000100:00080000:3.0:1767319974.773493:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319974.773497:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319974.773509:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235ee5c000 x1853163999987456/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319974.773553:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767319974.773565:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319974.773570:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319974.773572:0:72021:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319974.773577:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5167
00000100:00080000:3.0:1767319974.773580:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319974.773583:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319974.773596:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235ee5e300 x1853163999987712/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767319974.773616:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999987328:0@lo:38:kworker.0
00000100:00100000:2.0:1767319974.773620:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767319974.773634:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999987584:0@lo:400:kworker.0
00000100:00100000:1.0:1767319974.773652:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319974.773660:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853163999987840:0@lo:400:kworker.0
00000100:00100000:1.0:1767319974.773676:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999987456:0@lo:38:kworker.0
00000100:00100000:3.0:1767319974.773697:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319974.773730:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767319974.773737:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999987968:0@lo:400:kworker.0
00000100:00100000:1.0:1767319974.773738:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999987328
00000100:00100000:1.0:1767319974.773748:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999987328
00000100:00100000:2.0:1767319974.773769:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319974.773770:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319974.773781:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999987840
00000100:00100000:2.0:1767319974.773806:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999988096:0@lo:400:kworker.0
00000100:00100000:1.0:1767319974.773852:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999987840
00000100:00100000:1.0:1767319974.773893:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999987584
00000100:00100000:1.0:1767319974.773897:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999987584
00000100:00100000:1.0:1767319974.773919:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4963
00000100:00100000:0.0:1767319974.773971:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999987200
00000100:00100000:0.0:1767319974.773976:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999987200
00000100:00100000:0.0:1767319974.774009:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1895
00000100:00100000:0.0:1767319974.774016:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999987200:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319974.774040:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319974.774090:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999987200:12345-0@lo:38:kworker.0 Request processed in 74us (538us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319974.774098:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1895
00000100:00100000:0.0:1767319974.774145:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319974.774160:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999987712:0@lo:38:kworker.0
00000100:00100000:0.0:1767319974.774181:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767319974.774230:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319974.774235:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767319974.774238:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999987200:0@lo:38:kworker.0
00000100:00080000:0.0:1767319974.774270:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319974.774484:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853163999987840:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319974.774529:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853163999987840:12345-0@lo:400:kworker.0 Request processed in 602us (833us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319974.774536:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4963
00000100:00100000:1.0:1767319974.774549:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999987456
00000100:00100000:1.0:1767319974.774552:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999987456
00000100:00100000:1.0:1767319974.774560:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999987712
00000100:00100000:1.0:1767319974.774562:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999987712
00000100:00100000:1.0:1767319974.774570:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4964
00000100:00100000:1.0:1767319974.774575:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237138bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999987584:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319974.774599:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237138bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999987584:12345-0@lo:400:kworker.0 Request processed in 24us (831us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319974.774604:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4964
00000100:00100000:1.0:1767319974.774613:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5540
00000100:00100000:1.0:1767319974.774617:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999987328:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319974.774628:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319974.774660:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999987328:12345-0@lo:38:kworker.0 Request processed in 42us (1010us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319974.774666:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5540
00000100:00100000:1.0:1767319974.774675:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5541
00000100:00100000:1.0:1767319974.774679:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999987456:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319974.774687:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319974.774704:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999987456:12345-0@lo:38:kworker.0 Request processed in 25us (559us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319974.774710:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5541
00000100:00100000:1.0:1767319974.774720:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5542
00000100:00100000:1.0:1767319974.774723:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fa8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999987712:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319974.774732:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319974.774750:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fa8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853163999987712:12345-0@lo:38:kworker.0 Request processed in 26us (569us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319974.774756:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5542
00000100:00080000:1.0:1767319974.774782:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319974.774786:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319974.774789:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999987328:0@lo:38:kworker.0
00000100:00080000:1.0:1767319974.774796:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319974.774800:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319974.774803:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999987456:0@lo:38:kworker.0
00000100:00080000:1.0:1767319974.774810:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767319974.774812:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767319974.774815:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999987712:0@lo:38:kworker.0
00000100:00100000:3.0:1767319974.781109:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853163999987840:0@lo:400:kworker.0
00000100:00100000:1.0:1767319974.781315:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319974.788823:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999987968
00000100:00100000:2.0:1767319974.788839:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999987968
00000100:00100000:2.0:1767319974.789176:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999988096
00000100:00100000:2.0:1767319974.789180:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999988096
00000100:00080000:0.0:1767319974.789230:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767319974.789235:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767319974.789275:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3255
00000100:00100000:0.0:1767319974.789286:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999987968:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319974.789383:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999987968:12345-0@lo:400:kworker.0 Request processed in 100us (15614us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319974.789391:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3255
00000100:00100000:0.0:1767319974.789450:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999987968:0@lo:400:kworker.0
00000100:00100000:2.0:1767319974.789621:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3256
00000100:00100000:2.0:1767319974.789628:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999988096:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319974.789955:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999988096:12345-0@lo:400:kworker.0 Request processed in 326us (8640us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319974.789963:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3256
00000100:00100000:1.0:1767319974.789978:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999988096:0@lo:400:kworker.0
00000100:00100000:1.0:1767319974.790007:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999987584:0@lo:400:kworker.0
00010000:00010000:2.0:1767319975.093437:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319976.117649:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319976.895426:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000400:00000100:3.0:1767319976.895593:0:6998:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.52@tcp portal 26 match 1853163962537856 offset 0 length 520: 4
00000100:00100000:3.0:1767319976.895612:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767319976.895814:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962538112
00000100:00100000:0.0:1767319976.895823:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962538112
00000100:00100000:0.0:1767319976.895887:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962537984
00000100:00100000:0.0:1767319976.895890:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962537984
00000100:00100000:0.0:1767319976.895915:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4965
00000100:00100000:0.0:1767319976.895925:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962538112:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:0.0:1767319976.896018:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962538112:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 95us (600us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319976.896026:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4965
00000100:00100000:3.0:1767319976.896186:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5543
00000100:00100000:3.0:1767319976.896257:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962537984:12345-192.168.202.52@tcp:38:kworker.0
00000100:00080000:1.0:1767319976.896262:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:3.0:1767319976.896289:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319976.896627:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962537984:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 370us (1011us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319976.910492:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5543
00010000:00010000:3.0:1767319977.141744:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319977.845935:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345faaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999988224:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319977.846023:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319977.846129:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999988224
00000100:00100000:3.0:1767319977.846137:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999988224
00000100:00100000:3.0:1767319977.846238:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2428
00000100:00100000:3.0:1767319977.846250:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999988224:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767319977.846281:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00080000:2.0:1767319977.848282:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767319977.849804:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767319977.849826:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999988352:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767319977.849889:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319977.849941:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999988352
00000100:00100000:0.0:1767319977.849948:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999988352
00000100:00100000:0.0:1767319977.850011:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2429
00000100:00100000:0.0:1767319977.850020:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fa9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999988352:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767319977.850053:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767319977.850095:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fa9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999988352:12345-0@lo:13:osp-pre-0-1.0 Request processed in 76us (205us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319977.850103:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2429
00000100:00100000:0.0:1767319977.850158:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999988352:0@lo:13:osp-pre-0-1.0
00000100:00080000:2.0:1767319977.850267:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767319977.854693:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999988224:12345-0@lo:13:osp-pre-1-1.0 Request processed in 8435us (8658us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319977.854709:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2428
00000100:00100000:1.0:1767319977.856452:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345faaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999988224:0@lo:13:osp-pre-1-1.0
00010000:00010000:3.0:1767319978.165420:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767319979.189504:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319979.893330:0:7004:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319954/real 1767319954]  req@ffff952364f55500 x1853163999981952/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319979 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767319979.893364:0:7004:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff952364f55500 x1853163999981952/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319979 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767319979.893384:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767319979.894250:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319979.894258:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1767319979.894260:0:72021:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319979.894266:0:72021:0:(import.c:509:import_select_connection()) MGC192.168.202.152@tcp: connect to NID 0@lo last attempt 5152
00000100:00080000:0.0:1767319979.894270:0:72021:0:(import.c:588:import_select_connection()) MGC192.168.202.152@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319979.894278:0:72021:0:(import.c:623:import_select_connection()) MGC192.168.202.152@tcp: import ffff95235eb57800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319979.894315:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952345fab480 x1853163999988480/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319979.894338:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319979.894350:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319979.894352:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319979.894355:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5172
00000100:00080000:0.0:1767319979.894357:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319979.894360:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319979.894377:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952345fa8380 x1853163999988608/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319979.894386:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319979.894389:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319979.894391:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319979.894394:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5172
00000100:00080000:0.0:1767319979.894396:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319979.894399:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319979.894421:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952345fa8000 x1853163999988736/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319979.894430:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319979.894433:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319979.894434:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319979.894438:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5172
00000100:00080000:0.0:1767319979.894440:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319979.894443:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319979.894453:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952345fa9c00 x1853163999988864/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319979.894502:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319979.894506:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319979.894508:0:72021:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319979.894511:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5172
00000100:00080000:0.0:1767319979.894513:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319979.894517:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319979.894527:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952345fab800 x1853163999989120/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767319979.894589:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999989248:0@lo:400:kworker.0
00000100:00100000:0.0:1767319979.894649:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319979.894708:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767319979.894714:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999989376:0@lo:400:kworker.0
00000100:00100000:0.0:1767319979.894739:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319979.894918:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999989504:0@lo:400:kworker.0
00000100:00100000:3.0:1767319979.894956:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319979.894984:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767319979.894989:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345faaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999988992:0@lo:400:kworker.0
00000100:00100000:3.0:1767319979.895010:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319979.895043:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999989248
00000100:00100000:3.0:1767319979.895051:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999989248
00000100:00100000:3.0:1767319979.895106:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999988992
00000100:00100000:3.0:1767319979.895109:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999988992
00000100:00100000:3.0:1767319979.895134:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4966
00000100:00100000:3.0:1767319979.895143:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999989248:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319979.895210:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999989248:12345-0@lo:400:kworker.0 Request processed in 51us (543us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319979.895217:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4966
00000100:00100000:3.0:1767319979.895231:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4967
00000100:00100000:3.0:1767319979.895237:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999988992:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319979.895264:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999988992:12345-0@lo:400:kworker.0 Request processed in 28us (254us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319979.895269:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4967
00000100:00100000:3.0:1767319979.895286:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999989376
00000100:00100000:3.0:1767319979.895289:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999989376
00000100:00100000:3.0:1767319979.895311:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999989504
00000100:00100000:3.0:1767319979.895313:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999989504
00000100:00100000:3.0:1767319979.895332:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3257
00000100:00100000:3.0:1767319979.895338:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999989376:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319979.895365:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999989376:12345-0@lo:400:kworker.0 Request processed in 28us (626us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319979.895371:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3257
00000100:00100000:3.0:1767319979.895381:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3258
00000100:00100000:3.0:1767319979.895387:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999989504:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767319979.895509:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999989376:0@lo:400:kworker.0
00000100:00100000:1.0:1767319979.895521:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999989248:0@lo:400:kworker.0
00000100:00080000:1.0:1767319979.895560:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767319979.895564:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767319979.895566:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767319979.895585:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345faaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999988992:0@lo:400:kworker.0
00000100:00100000:1.0:1767319979.895599:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999989504:0@lo:400:kworker.0
00000100:00100000:3.0:1767319979.895601:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999989504:12345-0@lo:400:kworker.0 Request processed in 214us (644us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319979.895607:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3258
00000100:00080000:2.0:1767319979.896150:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767319979.896157:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853163999981952:0@lo:250:kworker.0
00000100:00100000:2.0:1767319979.896177:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853163999988480:0@lo:250:kworker.0
00000400:00000100:2.0:1767319979.897470:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163999988480 offset 0 length 520: 4
00000100:00100000:2.0:1767319979.897512:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fa8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999988608:0@lo:38:kworker.0
00000100:00100000:2.0:1767319979.897555:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319979.897595:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fa8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999988736:0@lo:38:kworker.0
00000100:00100000:2.0:1767319979.897623:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319979.897654:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fa9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999988864:0@lo:38:kworker.0
00000100:00100000:2.0:1767319979.897677:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319979.897692:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999989120:0@lo:38:kworker.0
00000100:00100000:2.0:1767319979.897715:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319979.897824:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999988608
00000100:00100000:1.0:1767319979.897833:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999988608
00000100:00100000:1.0:1767319979.897876:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1896
00000100:00100000:1.0:1767319979.897883:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952371388380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999988608:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319979.897903:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319979.897961:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952371388380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999988608:12345-0@lo:38:kworker.0 Request processed in 77us (405us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319979.897971:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1896
00000100:00100000:1.0:1767319979.897995:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999988736
00000100:00100000:1.0:1767319979.897999:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999988736
00000100:00100000:1.0:1767319979.898015:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999988864
00000100:00100000:1.0:1767319979.898018:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999988864
00000100:00100000:1.0:1767319979.898032:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999989120
00000100:00100000:1.0:1767319979.898035:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999989120
00000100:00100000:1.0:1767319979.898047:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5544
00000100:00100000:1.0:1767319979.898052:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952371389880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999988736:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319979.898061:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319979.898085:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952371389880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999988736:12345-0@lo:38:kworker.0 Request processed in 32us (462us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319979.898091:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5544
00000100:00100000:1.0:1767319979.898101:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5545
00000100:00100000:1.0:1767319979.898105:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237138aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999988864:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319979.898114:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319979.898137:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237138aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999988864:12345-0@lo:38:kworker.0 Request processed in 30us (459us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319979.898137:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5546
00000100:00100000:1.0:1767319979.898142:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5545
00000100:00100000:3.0:1767319979.898142:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237138b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999989120:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319979.898152:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319979.898179:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237138b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999989120:12345-0@lo:38:kworker.0 Request processed in 36us (464us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319979.898185:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5546
00000100:00080000:2.0:1767319979.899222:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319979.899231:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319979.899236:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fa8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999988608:0@lo:38:kworker.0
00000100:00080000:2.0:1767319979.899249:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319979.899253:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319979.899256:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fa8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999988736:0@lo:38:kworker.0
00000100:00080000:2.0:1767319979.899266:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319979.899269:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319979.899273:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fa9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999988864:0@lo:38:kworker.0
00000100:00080000:2.0:1767319979.899283:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319979.899286:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319979.899290:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999989120:0@lo:38:kworker.0
00010000:00010000:2.0:1767319980.214770:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767319981.237418:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319982.017734:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767319982.018131:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962538240
00000100:00100000:3.0:1767319982.018142:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962538240
00000100:00100000:3.0:1767319982.018229:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5547
00000100:00100000:3.0:1767319982.018242:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962538240:12345-192.168.202.52@tcp:38:kworker.0
00000100:00100000:0.0:1767319982.018243:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00010000:00020000:3.0:1767319982.018271:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319982.018341:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962538368
00000100:00100000:2.0:1767319982.018346:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962538368
00000100:00100000:3.0:1767319982.018362:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962538240:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 121us (635us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319982.018371:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5547
00000100:00100000:2.0:1767319982.018412:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4968
00000100:00100000:2.0:1767319982.018421:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962538368:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767319982.018463:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962538368:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 44us (224us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319982.018469:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4968
00000100:00080000:0.0:1767319982.018643:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767319982.261840:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767319982.965855:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767319982.965880:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999989632:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319982.965959:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319982.966063:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999989632
00000100:00100000:2.0:1767319982.966071:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999989632
00000100:00080000:0.0:1767319982.966107:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767319982.966135:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2430
00000100:00100000:2.0:1767319982.966145:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b22300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999989632:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767319982.966172:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767319982.966236:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b22300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999989632:12345-0@lo:13:osp-pre-0-1.0 Request processed in 92us (275us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319982.966260:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999989760:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319982.966293:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319982.966337:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999989760
00000100:00100000:1.0:1767319982.966341:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999989760
00000100:00100000:3.0:1767319982.966480:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999989632:0@lo:13:osp-pre-0-1.0
00000100:00080000:3.0:1767319982.966581:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767319982.969534:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2430
00000100:00100000:1.0:1767319982.972109:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2431
00000100:00100000:1.0:1767319982.972138:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999989760:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767319982.972180:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767319982.972286:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999989760:12345-0@lo:13:osp-pre-1-1.0 Request processed in 161us (5991us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319982.972293:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2431
00000100:00100000:0.0:1767319982.972412:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999989760:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767319983.286105:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319984.309588:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767319985.015151:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319985.015161:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767319985.015164:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319985.015168:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319985.015172:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319985.015180:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5177
00000100:00080000:3.0:1767319985.015185:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319985.015192:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319985.015262:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347b23b80 x1853163999989888/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319985.015290:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319985.015294:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319985.015296:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319985.015299:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5177
00000100:00080000:3.0:1767319985.015301:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319985.015304:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319985.015316:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347b22d80 x1853163999990016/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319985.015324:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319985.015327:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319985.015329:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319985.015332:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5177
00000100:00080000:3.0:1767319985.015334:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319985.015336:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319985.015349:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0aa300 x1853163999990144/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319985.015400:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319985.015403:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319985.015405:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319985.015408:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5177
00000100:00080000:3.0:1767319985.015411:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319985.015414:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319985.015427:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0a8e00 x1853163999990400/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767319985.015485:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853163999990528:0@lo:400:kworker.0
00000100:00100000:3.0:1767319985.015561:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319985.015596:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767319985.015602:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999990656:0@lo:400:kworker.0
00000100:00100000:3.0:1767319985.015626:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319985.015657:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999990656
00000100:00100000:3.0:1767319985.015663:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999990656
00000100:00100000:3.0:1767319985.015719:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3259
00000100:00100000:3.0:1767319985.015728:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999990656:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319985.015777:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999990656:12345-0@lo:400:kworker.0 Request processed in 50us (148us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319985.015784:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3259
00000100:00080000:3.0:1767319985.015804:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767319985.015838:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999990656:0@lo:400:kworker.0
00000100:00100000:0.0:1767319985.016008:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999990784:0@lo:400:kworker.0
00000100:00100000:0.0:1767319985.016038:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319985.016072:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767319985.016078:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999990272:0@lo:400:kworker.0
00000100:00100000:0.0:1767319985.016101:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319985.016129:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999990528
00000100:00100000:0.0:1767319985.016133:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999990528
00000100:00100000:0.0:1767319985.016164:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999990272
00000100:00100000:0.0:1767319985.016166:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999990272
00000100:00100000:0.0:1767319985.016185:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4969
00000100:00100000:0.0:1767319985.016191:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853163999990528:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319985.016251:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853163999990528:12345-0@lo:400:kworker.0 Request processed in 59us (689us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319985.016257:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4969
00000100:00100000:0.0:1767319985.016269:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4970
00000100:00100000:0.0:1767319985.016275:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999990272:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767319985.016308:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853163999990272:12345-0@lo:400:kworker.0 Request processed in 34us (207us total) trans 0 rc 0/0
00000100:00100000:0.0:1767319985.016314:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4970
00000100:00100000:0.0:1767319985.016340:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853163999990272:0@lo:400:kworker.0
00000100:00100000:2.0:1767319985.016689:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b23b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999989888:0@lo:38:kworker.0
00000100:00100000:2.0:1767319985.016727:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319985.016764:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b22d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999990016:0@lo:38:kworker.0
00000100:00100000:2.0:1767319985.016786:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319985.016800:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999990144:0@lo:38:kworker.0
00000100:00100000:2.0:1767319985.016819:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319985.016834:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999990400:0@lo:38:kworker.0
00000100:00100000:2.0:1767319985.016854:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319985.016884:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999990016
00000100:00100000:2.0:1767319985.016888:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999990016
00000100:00100000:2.0:1767319985.016917:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999990144
00000100:00100000:2.0:1767319985.016920:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999990144
00000100:00100000:2.0:1767319985.016931:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999990400
00000100:00100000:2.0:1767319985.016934:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999990400
00000100:00100000:2.0:1767319985.016943:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5548
00000100:00100000:2.0:1767319985.016947:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366963800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999990016:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319985.016965:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319985.016999:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366963800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999990016:12345-0@lo:38:kworker.0 Request processed in 50us (212us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319985.017005:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5548
00000100:00100000:2.0:1767319985.017021:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5549
00000100:00100000:2.0:1767319985.017024:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d073480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999990144:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319985.017034:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319985.017057:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d073480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999990144:12345-0@lo:38:kworker.0 Request processed in 31us (237us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319985.017076:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5549
00000100:00100000:2.0:1767319985.017088:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5550
00000100:00100000:2.0:1767319985.017092:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d073100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999990400:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319985.017101:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319985.017122:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d073100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999990400:12345-0@lo:38:kworker.0 Request processed in 29us (268us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319985.017127:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5550
00000100:00080000:2.0:1767319985.017156:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319985.017161:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319985.017164:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b22d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999990016:0@lo:38:kworker.0
00000100:00080000:2.0:1767319985.017171:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319985.017174:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319985.017176:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999990144:0@lo:38:kworker.0
00000100:00080000:2.0:1767319985.017185:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319985.017188:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319985.017190:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999990400:0@lo:38:kworker.0
00000100:00100000:0.0:1767319985.017349:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999989888
00000100:00100000:0.0:1767319985.017354:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999989888
00000100:00100000:0.0:1767319985.017395:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1897
00000100:00100000:0.0:1767319985.017400:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999989888:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767319985.017410:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319985.017441:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999989888:12345-0@lo:38:kworker.0 Request processed in 40us (714us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319985.017447:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1897
00000100:00100000:3.0:1767319985.018303:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999990784
00000100:00100000:3.0:1767319985.018311:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999990784
00000100:00100000:3.0:1767319985.018350:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3260
00000100:00100000:3.0:1767319985.018369:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999990784:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319985.018437:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999990784:12345-0@lo:400:kworker.0 Request processed in 81us (2398us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319985.018443:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3260
00000100:00080000:3.0:1767319985.018462:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767319985.018466:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767319985.018494:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853163999990528:0@lo:400:kworker.0
00000100:00100000:1.0:1767319985.018656:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999990784:0@lo:400:kworker.0
00000100:00080000:2.0:1767319985.018829:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319985.018835:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319985.018838:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b23b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999989888:0@lo:38:kworker.0
00010000:00010000:3.0:1767319985.333761:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767319986.359362:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319987.144280:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767319987.144344:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767319987.144390:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962538624
00000100:00100000:3.0:1767319987.144402:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962538624
00000100:00100000:2.0:1767319987.144421:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962538496
00000100:00100000:2.0:1767319987.144427:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962538496
00000100:00100000:2.0:1767319987.144480:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5551
00000100:00100000:2.0:1767319987.144535:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962538496:12345-192.168.202.52@tcp:38:kworker.0
00000100:00100000:3.0:1767319987.144536:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4971
00000100:00100000:3.0:1767319987.144549:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962538624:12345-192.168.202.52@tcp:400:kworker.0
00010000:00020000:2.0:1767319987.144565:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319987.144627:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962538624:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 82us (360us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319987.144635:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4971
00000100:00080000:0.0:1767319987.144684:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319987.146755:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962538496:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 2255us (2411us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319987.146771:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5551
00010000:00010000:0.0:1767319987.382493:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319988.086103:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767319988.086123:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fa9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999990912:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767319988.086191:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319988.086535:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999990912
00000100:00100000:3.0:1767319988.086545:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999990912
00000100:00100000:3.0:1767319988.086614:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2432
00000100:00100000:3.0:1767319988.086625:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999990912:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767319988.086653:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767319988.086704:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999990912:12345-0@lo:13:osp-pre-1-1.0 Request processed in 81us (513us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319988.086712:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2432
00000100:00080000:1.0:1767319988.086735:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767319988.086762:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fa9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999990912:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767319988.087012:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b23b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999991040:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767319988.087044:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319988.089742:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999991040
00000100:00100000:2.0:1767319988.089759:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999991040
00000100:00100000:2.0:1767319988.090262:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2433
00000100:00100000:2.0:1767319988.090273:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999991040:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767319988.090307:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767319988.090452:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999991040:12345-0@lo:13:osp-pre-0-1.0 Request processed in 182us (3407us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319988.090459:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2433
00000100:00080000:1.0:1767319988.090583:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767319988.090747:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b23b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999991040:0@lo:13:osp-pre-0-1.0
00010000:00010000:2.0:1767319988.406000:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767319989.429677:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767319990.133331:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319990.133341:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767319990.133345:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319990.133349:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319990.133353:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319990.133360:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5182
00000100:00080000:3.0:1767319990.133365:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319990.133371:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319990.133413:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0a8700 x1853163999991168/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319990.133438:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319990.133442:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319990.133444:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319990.133447:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5182
00000100:00080000:3.0:1767319990.133449:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319990.133452:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319990.133465:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0a9180 x1853163999991296/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319990.133474:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319990.133477:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319990.133479:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319990.133482:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5182
00000100:00080000:3.0:1767319990.133484:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319990.133487:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319990.133496:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0a8e00 x1853163999991424/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767319990.133546:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767319990.133549:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767319990.133551:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767319990.133554:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5182
00000100:00080000:3.0:1767319990.133557:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767319990.133560:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767319990.133572:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0a9f80 x1853163999991680/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767319990.133665:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234471f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999991808:0@lo:400:kworker.0
00000100:00100000:3.0:1767319990.133727:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319990.133788:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767319990.133794:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234471c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999991936:0@lo:400:kworker.0
00000100:00100000:3.0:1767319990.133818:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319990.133906:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234471d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999992064:0@lo:400:kworker.0
00000100:00100000:2.0:1767319990.133990:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319990.134015:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767319990.134022:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999991552:0@lo:400:kworker.0
00000100:00100000:2.0:1767319990.134046:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319990.134086:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999991808
00000100:00100000:2.0:1767319990.134093:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999991808
00000100:00100000:2.0:1767319990.134144:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999991552
00000100:00100000:2.0:1767319990.134147:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999991552
00000100:00100000:3.0:1767319990.134149:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999991936
00000100:00100000:3.0:1767319990.134155:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999991936
00000100:00100000:2.0:1767319990.134178:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4972
00000100:00100000:2.0:1767319990.134192:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999991808:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319990.134192:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999992064
00000100:00100000:3.0:1767319990.134220:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999992064
00000100:00100000:3.0:1767319990.134243:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3261
00000100:00100000:3.0:1767319990.134253:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999991936:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319990.134281:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999991808:12345-0@lo:400:kworker.0 Request processed in 92us (553us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319990.134289:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4972
00000100:00100000:3.0:1767319990.134298:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999991936:12345-0@lo:400:kworker.0 Request processed in 46us (477us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319990.134306:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3261
00000100:00100000:2.0:1767319990.134310:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4973
00000100:00100000:2.0:1767319990.134320:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b23b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999991552:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319990.134326:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3262
00000100:00100000:3.0:1767319990.134336:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b22d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999992064:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319990.134362:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b23b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999991552:12345-0@lo:400:kworker.0 Request processed in 44us (314us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319990.134369:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4973
00000100:00100000:3.0:1767319990.134376:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b22d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999992064:12345-0@lo:400:kworker.0 Request processed in 41us (384us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319990.134383:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3262
00000100:00080000:2.0:1767319990.134389:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767319990.134394:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767319990.134397:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767319990.134438:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234471c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999991936:0@lo:400:kworker.0
00000100:00100000:2.0:1767319990.134451:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234471f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999991808:0@lo:400:kworker.0
00000100:00100000:2.0:1767319990.134483:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999991552:0@lo:400:kworker.0
00000100:00100000:2.0:1767319990.134491:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234471d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999992064:0@lo:400:kworker.0
00000100:00100000:0.0:1767319990.135377:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999991168:0@lo:38:kworker.0
00000100:00100000:0.0:1767319990.135429:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319990.135470:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999991296:0@lo:38:kworker.0
00000100:00100000:0.0:1767319990.135498:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767319990.135512:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999991424:0@lo:38:kworker.0
00000100:00100000:0.0:1767319990.135534:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319990.135541:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999991168
00000100:00100000:2.0:1767319990.135548:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999991168
00000100:00100000:0.0:1767319990.135551:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999991680:0@lo:38:kworker.0
00000100:00100000:0.0:1767319990.135569:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319990.135576:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1898
00000100:00100000:2.0:1767319990.135582:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999991168:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767319990.135594:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999991296
00000100:00100000:0.0:1767319990.135597:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999991296
00010000:00020000:2.0:1767319990.135601:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319990.135614:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999991424
00000100:00100000:0.0:1767319990.135616:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999991424
00000100:00100000:0.0:1767319990.135627:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999991680
00000100:00100000:0.0:1767319990.135629:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999991680
00000100:00100000:2.0:1767319990.135638:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999991168:12345-0@lo:38:kworker.0 Request processed in 55us (208us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319990.135639:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5552
00000100:00100000:0.0:1767319990.135643:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236fbea850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999991296:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767319990.135644:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1898
00010000:00020000:0.0:1767319990.135652:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767319990.135675:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236fbea850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999991296:12345-0@lo:38:kworker.0 Request processed in 31us (176us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767319990.135681:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5552
00000100:00100000:2.0:1767319990.135684:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5553
00000100:00100000:2.0:1767319990.135688:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999991424:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319990.135697:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319990.135717:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999991424:12345-0@lo:38:kworker.0 Request processed in 27us (183us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319990.135722:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5553
00000100:00100000:1.0:1767319990.135770:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5554
00000100:00100000:1.0:1767319990.135776:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999991680:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767319990.135784:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319990.135812:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999991680:12345-0@lo:38:kworker.0 Request processed in 35us (242us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319990.135817:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5554
00000100:00080000:2.0:1767319990.136940:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319990.136949:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319990.136953:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999991168:0@lo:38:kworker.0
00000100:00080000:2.0:1767319990.136962:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319990.136965:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319990.136967:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999991296:0@lo:38:kworker.0
00000100:00080000:2.0:1767319990.136974:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319990.136977:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319990.136979:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999991424:0@lo:38:kworker.0
00000100:00080000:2.0:1767319990.136986:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319990.136990:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319990.136992:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999991680:0@lo:38:kworker.0
00010000:00010000:3.0:1767319990.454715:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767319991.479169:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319992.259890:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767319992.259977:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767319992.260076:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962538880
00000100:00100000:1.0:1767319992.260087:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962538880
00000100:00100000:1.0:1767319992.260159:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962538752
00000100:00100000:1.0:1767319992.260163:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962538752
00000100:00100000:1.0:1767319992.260181:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4974
00000100:00100000:1.0:1767319992.260192:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962538880:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767319992.260298:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962538880:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 108us (419us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319992.260307:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4974
00000100:00100000:1.0:1767319992.260326:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5555
00000100:00100000:1.0:1767319992.260331:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962538752:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767319992.260352:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767319992.260375:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962538752:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 43us (398us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767319992.260382:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5555
00000100:00080000:3.0:1767319992.260604:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767319992.502121:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767319993.205545:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b23100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999992192:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767319993.205610:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319993.205701:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999992192
00000100:00100000:2.0:1767319993.205708:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999992192
00000100:00100000:2.0:1767319993.205775:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2434
00000100:00100000:2.0:1767319993.205784:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fa8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999992192:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767319993.205812:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767319993.205862:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fa8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999992192:12345-0@lo:13:osp-pre-0-1.0 Request processed in 80us (251us total) trans 0 rc 0/0
00000100:00100000:2.0:1767319993.205869:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2434
00000100:00100000:1.0:1767319993.206017:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b23100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999992192:0@lo:13:osp-pre-0-1.0
00000100:00080000:0.0:1767319993.206140:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767319993.206376:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fa8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999992320:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319993.206408:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319993.206472:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999992320
00000100:00100000:1.0:1767319993.206478:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999992320
00000100:00100000:1.0:1767319993.206516:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2435
00000100:00100000:1.0:1767319993.206522:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999992320:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767319993.206538:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767319993.206569:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999992320:12345-0@lo:13:osp-pre-1-1.0 Request processed in 48us (161us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319993.206575:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2435
00000100:00080000:0.0:1767319993.206626:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767319993.206676:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fa8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999992320:0@lo:13:osp-pre-1-1.0
00010000:00010000:3.0:1767319993.529584:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767319994.549453:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767319995.253388:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319995.253400:0:72021:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767319995.253403:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319995.253408:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319995.253420:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319995.253427:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5188
00000100:00080000:0.0:1767319995.253431:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319995.253437:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319995.253474:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d79e680 x1853163999992448/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319995.253496:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319995.253499:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319995.253501:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319995.253504:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5188
00000100:00080000:0.0:1767319995.253506:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319995.253509:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319995.253517:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d79d500 x1853163999992576/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319995.253525:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319995.253528:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319995.253529:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319995.253533:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5188
00000100:00080000:0.0:1767319995.253535:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319995.253538:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319995.253545:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d79df80 x1853163999992704/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767319995.253592:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767319995.253596:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767319995.253597:0:72021:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767319995.253601:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5188
00000100:00080000:0.0:1767319995.253603:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767319995.253606:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767319995.253615:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d79e300 x1853163999992960/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767319995.253701:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853163999992832:0@lo:400:kworker.0
00000100:00100000:3.0:1767319995.253763:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319995.253832:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767319995.253838:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999993344:0@lo:400:kworker.0
00000100:00100000:3.0:1767319995.253860:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319995.253896:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853163999993088:0@lo:400:kworker.0
00000100:00100000:3.0:1767319995.253918:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319995.253938:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767319995.253943:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999993216:0@lo:400:kworker.0
00000100:00100000:3.0:1767319995.253962:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319995.253989:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999993344
00000100:00100000:3.0:1767319995.253996:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999993344
00000100:00100000:2.0:1767319995.254003:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999992448:0@lo:38:kworker.0
00000100:00100000:3.0:1767319995.254041:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999993216
00000100:00100000:2.0:1767319995.254043:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319995.254043:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999993216
00000100:00100000:3.0:1767319995.254065:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3263
00000100:00100000:2.0:1767319995.254067:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999992576:0@lo:38:kworker.0
00000100:00100000:3.0:1767319995.254074:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999993344:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319995.254085:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767319995.254100:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999992704:0@lo:38:kworker.0
00000100:00100000:2.0:1767319995.254116:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319995.254119:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999993344:12345-0@lo:400:kworker.0 Request processed in 47us (258us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319995.254126:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3263
00000100:00100000:2.0:1767319995.254127:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999992960:0@lo:38:kworker.0
00000100:00100000:3.0:1767319995.254141:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3264
00000100:00100000:2.0:1767319995.254143:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767319995.254161:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999993216:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319995.254169:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999992448
00000100:00100000:2.0:1767319995.254172:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999992448
00000100:00100000:3.0:1767319995.254191:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999993216:12345-0@lo:400:kworker.0 Request processed in 45us (228us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319995.254213:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3264
00000100:00100000:2.0:1767319995.254218:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1899
00000100:00100000:2.0:1767319995.254224:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b20700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999992448:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767319995.254230:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999992832
00000100:00100000:3.0:1767319995.254232:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999992832
00010000:00020000:2.0:1767319995.254241:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319995.254253:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999993088
00000100:00100000:3.0:1767319995.254256:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999993088
00000100:00100000:3.0:1767319995.254267:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4975
00000100:00100000:2.0:1767319995.254271:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b20700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999992448:12345-0@lo:38:kworker.0 Request processed in 47us (238us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319995.254272:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853163999992832:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767319995.254277:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1899
00000100:00100000:2.0:1767319995.254295:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999992576
00000100:00100000:2.0:1767319995.254298:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999992576
00000100:00100000:3.0:1767319995.254300:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853163999992832:12345-0@lo:400:kworker.0 Request processed in 28us (537us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319995.254306:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4975
00000100:00100000:2.0:1767319995.254308:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999992704
00000100:00100000:2.0:1767319995.254309:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999992704
00000100:00100000:3.0:1767319995.254314:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999992960
00000100:00100000:2.0:1767319995.254317:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4976
00000100:00100000:3.0:1767319995.254317:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999992960
00000100:00100000:2.0:1767319995.254323:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853163999993088:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767319995.254325:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5556
00000100:00100000:3.0:1767319995.254328:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b20380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999992576:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767319995.254337:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319995.254350:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853163999993088:12345-0@lo:400:kworker.0 Request processed in 27us (432us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319995.254355:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b20380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999992576:12345-0@lo:38:kworker.0 Request processed in 25us (269us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767319995.254356:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4976
00000100:00100000:3.0:1767319995.254360:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5556
00000100:00100000:2.0:1767319995.254366:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5557
00000100:00100000:3.0:1767319995.254369:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5558
00000100:00100000:2.0:1767319995.254370:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b23800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999992704:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767319995.254373:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b21880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999992960:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767319995.254378:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:3.0:1767319995.254380:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767319995.254398:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b23800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999992704:12345-0@lo:38:kworker.0 Request processed in 27us (281us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319995.254398:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b21880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853163999992960:12345-0@lo:38:kworker.0 Request processed in 23us (254us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319995.254404:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5558
00000100:00080000:0.0:1767319995.254452:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767319995.254456:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767319995.254458:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767319995.254783:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5557
00000100:00080000:2.0:1767319995.254830:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319995.254834:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319995.254838:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999992448:0@lo:38:kworker.0
00000100:00080000:2.0:1767319995.254845:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319995.254848:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319995.254850:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999992576:0@lo:38:kworker.0
00000100:00080000:2.0:1767319995.254856:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319995.254859:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319995.254861:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999992704:0@lo:38:kworker.0
00000100:00080000:2.0:1767319995.254866:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767319995.254869:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767319995.254871:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999992960:0@lo:38:kworker.0
00000100:00100000:0.0:1767319995.260370:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999993216:0@lo:400:kworker.0
00000100:00100000:0.0:1767319995.260389:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853163999993088:0@lo:400:kworker.0
00000100:00100000:0.0:1767319995.260446:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999993344:0@lo:400:kworker.0
00000100:00100000:0.0:1767319995.260460:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853163999992832:0@lo:400:kworker.0
00010000:00010000:0.0:1767319995.573442:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767319996.599860:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767319997.378346:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767319997.378493:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962539008
00000100:00100000:3.0:1767319997.378504:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962539008
00000100:00100000:3.0:1767319997.378561:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5559
00000100:00100000:3.0:1767319997.378569:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962539008:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767319997.378592:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767319997.378660:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962539008:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 91us (322us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767319997.378668:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5559
00000100:00100000:1.0:1767319997.379190:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767319997.379455:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962539136
00000100:00100000:3.0:1767319997.379460:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962539136
00000100:00100000:3.0:1767319997.379539:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4977
00000100:00100000:3.0:1767319997.379547:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345faaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962539136:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:3.0:1767319997.379612:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345faaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962539136:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 67us (422us total) trans 0 rc 0/0
00000100:00100000:3.0:1767319997.379620:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4977
00000100:00080000:0.0:1767319997.380061:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767319997.621511:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767319998.325484:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767319998.325502:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999993472:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767319998.325570:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319998.325711:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767319998.325720:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fa8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999993600:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767319998.325750:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767319998.325798:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999993472
00000100:00100000:1.0:1767319998.325805:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999993472
00000100:00100000:1.0:1767319998.325859:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999993600
00000100:00100000:1.0:1767319998.325862:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999993600
00000100:00100000:1.0:1767319998.325886:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2436
00000100:00100000:1.0:1767319998.325894:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b23480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999993472:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767319998.325938:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767319998.325981:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b23480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999993472:12345-0@lo:13:osp-pre-0-1.0 Request processed in 88us (412us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319998.325988:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2436
00000100:00100000:1.0:1767319998.326005:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2437
00000100:00100000:1.0:1767319998.326011:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fa8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999993600:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767319998.326026:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767319998.326054:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fa8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999993600:12345-0@lo:13:osp-pre-1-1.0 Request processed in 43us (303us total) trans 0 rc 0/0
00000100:00100000:1.0:1767319998.326060:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2437
00000100:00080000:1.0:1767319998.326078:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767319998.326082:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767319998.326113:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fa8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999993600:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767319998.326375:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999993472:0@lo:13:osp-pre-0-1.0
00010000:00010000:3.0:1767319998.645430:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767319999.670454:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767320000.373339:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320000.373350:0:72021:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767320000.373353:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320000.373357:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320000.373362:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320000.373369:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5193
00000100:00080000:0.0:1767320000.373373:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320000.373381:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320000.373422:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d79f480 x1853163999993728/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320000.373439:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320000.373442:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320000.373444:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320000.373448:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5193
00000100:00080000:0.0:1767320000.373450:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320000.373453:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320000.373465:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d79ca80 x1853163999993856/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320000.373474:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320000.373488:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320000.373490:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320000.373493:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5193
00000100:00080000:0.0:1767320000.373495:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320000.373498:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320000.373509:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d79fb80 x1853163999993984/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320000.373595:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767320000.373655:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999993728:0@lo:38:kworker.0
00000100:00100000:2.0:1767320000.373719:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320000.373802:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999993856:0@lo:38:kworker.0
00000100:00100000:2.0:1767320000.373827:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320000.373848:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999993984:0@lo:38:kworker.0
00000100:00100000:2.0:1767320000.373867:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320000.373902:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999993856
00000100:00100000:2.0:1767320000.373910:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999993856
00000100:00100000:2.0:1767320000.373938:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999993984
00000100:00100000:2.0:1767320000.373941:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999993984
00000100:00100000:2.0:1767320000.373957:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5560
00000100:00100000:2.0:1767320000.373964:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b21180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999993856:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320000.373982:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320000.374022:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b21180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999993856:12345-0@lo:38:kworker.0 Request processed in 57us (193us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320000.374029:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5560
00000100:00100000:2.0:1767320000.374046:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5561
00000100:00100000:2.0:1767320000.374050:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b20e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999993984:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320000.374058:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320000.374078:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b20e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999993984:12345-0@lo:38:kworker.0 Request processed in 27us (210us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320000.374083:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5561
00000100:00080000:2.0:1767320000.374110:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320000.374114:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320000.374118:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999993856:0@lo:38:kworker.0
00000100:00080000:2.0:1767320000.374125:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320000.374128:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320000.374131:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999993984:0@lo:38:kworker.0
00000100:00080000:0.0:1767320000.374222:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320000.374226:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320000.374229:0:72021:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320000.374233:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5193
00000100:00080000:0.0:1767320000.374236:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320000.374239:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320000.374256:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d79fb80 x1853163999994240/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320000.374337:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999994240:0@lo:38:kworker.0
00000100:00100000:2.0:1767320000.374362:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320000.374387:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999994240
00000100:00100000:2.0:1767320000.374391:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999994240
00000100:00100000:2.0:1767320000.374409:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5562
00000100:00100000:2.0:1767320000.374413:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b21f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999994240:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320000.374423:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320000.374451:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b21f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999994240:12345-0@lo:38:kworker.0 Request processed in 36us (88us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320000.374460:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5562
00000100:00080000:2.0:1767320000.374483:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320000.374487:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320000.374490:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999994240:0@lo:38:kworker.0
00000100:00100000:2.0:1767320000.374514:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999994368:0@lo:400:kworker.0
00000100:00100000:2.0:1767320000.374537:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320000.374555:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767320000.374560:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999994496:0@lo:400:kworker.0
00000100:00100000:2.0:1767320000.374583:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320000.374619:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999994368
00000100:00100000:2.0:1767320000.374623:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999994368
00000100:00100000:2.0:1767320000.374660:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4978
00000100:00100000:2.0:1767320000.374667:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b20000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999994368:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320000.374704:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b20000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999994368:12345-0@lo:400:kworker.0 Request processed in 39us (166us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320000.374710:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4978
00000100:00100000:2.0:1767320000.374734:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999994368:0@lo:400:kworker.0
00000100:00100000:1.0:1767320000.377880:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767320000.377913:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999994624:0@lo:400:kworker.0
00000100:00100000:1.0:1767320000.377987:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320000.378066:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999993728
00000100:00100000:1.0:1767320000.378073:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999993728
00000100:00100000:1.0:1767320000.378110:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1900
00000100:00100000:1.0:1767320000.378117:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999993728:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320000.378138:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320000.378181:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999993728:12345-0@lo:38:kworker.0 Request processed in 62us (4460us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320000.378188:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1900
00000100:00100000:1.0:1767320000.378270:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999994496
00000100:00100000:1.0:1767320000.378274:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999994496
00000100:00100000:1.0:1767320000.378327:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999994624
00000100:00100000:1.0:1767320000.378331:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999994624
00000100:00100000:1.0:1767320000.378354:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3265
00000100:00100000:1.0:1767320000.378361:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b20a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999994496:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320000.378409:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b20a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999994496:12345-0@lo:400:kworker.0 Request processed in 48us (3824us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320000.378415:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3265
00000100:00100000:1.0:1767320000.378427:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3266
00000100:00100000:1.0:1767320000.378434:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fa8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999994624:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320000.378468:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fa8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999994624:12345-0@lo:400:kworker.0 Request processed in 35us (481us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320000.378474:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3266
00000100:00080000:1.0:1767320000.378498:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767320000.378502:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767320000.378504:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320000.378544:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999994496:0@lo:400:kworker.0
00000100:00100000:1.0:1767320000.378573:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999994624:0@lo:400:kworker.0
00000100:00080000:1.0:1767320000.378595:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320000.378600:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320000.378603:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999993728:0@lo:38:kworker.0
00000100:00100000:3.0:1767320000.379509:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999994112:0@lo:400:kworker.0
00000100:00100000:3.0:1767320000.379559:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320000.379720:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999994112
00000100:00100000:1.0:1767320000.379727:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999994112
00000100:00100000:1.0:1767320000.379842:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4979
00000100:00100000:1.0:1767320000.379850:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999994112:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320000.379899:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853163999994112:12345-0@lo:400:kworker.0 Request processed in 51us (339us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320000.379905:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4979
00000100:00100000:3.0:1767320000.379985:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853163999994112:0@lo:400:kworker.0
00000100:00080000:2.0:1767320000.380027:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767320000.693459:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1767320001.476039:0:7000:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.52@tcp portal 26 match 1853163962539264 offset 0 length 520: 4
00000100:00100000:0.0:1767320001.476078:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767320001.476106:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767320001.476181:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962539392
00000100:00100000:1.0:1767320001.476191:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962539392
00000100:00100000:1.0:1767320001.476251:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962539520
00000100:00100000:1.0:1767320001.476254:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962539520
00000100:00100000:1.0:1767320001.476297:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4980
00000100:00100000:1.0:1767320001.476305:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962539520:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767320001.476370:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962539520:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 66us (263us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320001.476377:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4980
00000100:00100000:1.0:1767320001.476395:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5563
00000100:00100000:1.0:1767320001.476399:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962539392:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767320001.476417:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320001.476438:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962539392:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 38us (360us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320001.476444:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5563
00000100:00080000:0.0:1767320001.476666:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767320001.718670:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320002.743658:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320003.452362:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fa9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999994752:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320003.452483:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320003.452580:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767320003.452609:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999994880:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320003.452687:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320003.452861:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999994752
00000100:00100000:0.0:1767320003.452869:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999994752
00000100:00100000:0.0:1767320003.452942:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999994880
00000100:00100000:0.0:1767320003.452945:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999994880
00000100:00100000:0.0:1767320003.452976:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2438
00000100:00100000:0.0:1767320003.452988:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999994752:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320003.453003:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2439
00000100:00100000:3.0:1767320003.453026:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999994880:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767320003.453029:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00002000:00000024:3.0:1767320003.453064:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767320003.453094:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999994752:12345-0@lo:13:osp-pre-1-1.0 Request processed in 106us (609us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320003.453105:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2438
00000100:00100000:3.0:1767320003.453129:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999994880:12345-0@lo:13:osp-pre-0-1.0 Request processed in 115us (441us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320003.453140:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2439
00000100:00100000:0.0:1767320003.453251:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fa9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999994752:0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767320003.453776:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767320003.453782:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767320003.453810:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999994880:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767320003.765780:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320004.469334:0:7004:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319979/real 1767319979]  req@ffff952345fab480 x1853163999988480/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320004 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767320004.469369:0:7004:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff952345fab480 x1853163999988480/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320004 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767320004.469390:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320004.469412:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767320004.469416:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853163999988480:0@lo:250:kworker.0
00000100:00080000:3.0:1767320004.470235:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320004.470248:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767320004.470253:0:72021:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320004.470262:0:72021:0:(import.c:509:import_select_connection()) MGC192.168.202.152@tcp: connect to NID 0@lo last attempt 5177
00000100:00080000:3.0:1767320004.470267:0:72021:0:(import.c:588:import_select_connection()) MGC192.168.202.152@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320004.470276:0:72021:0:(import.c:623:import_select_connection()) MGC192.168.202.152@tcp: import ffff95235eb57800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320004.470327:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234727d500 x1853163999995008/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320004.470363:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320004.470368:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320004.470369:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320004.470374:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5198
00000100:00080000:3.0:1767320004.470377:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320004.470381:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320004.470403:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234727f800 x1853163999995136/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320004.470413:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320004.470417:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320004.470419:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320004.470423:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5198
00000100:00080000:3.0:1767320004.470426:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320004.470430:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320004.470439:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853163999995008:0@lo:250:kworker.0
00000100:00100000:3.0:1767320004.470448:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234727df80 x1853163999995264/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320004.470463:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320004.470468:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320004.470470:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320004.470474:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5198
00000100:00080000:3.0:1767320004.470478:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320004.470482:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320004.470495:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234727c380 x1853163999995392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000100:2.0:1767320004.470507:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853163999995008 offset 0 length 520: 4
00000100:00080000:3.0:1767320004.470553:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320004.470558:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320004.470561:0:72021:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320004.470567:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5198
00000100:00080000:3.0:1767320004.470570:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320004.470575:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320004.470590:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234727f100 x1853163999995648/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320004.470601:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999995136:0@lo:38:kworker.0
00000100:00100000:2.0:1767320004.470652:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320004.470743:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853163999995520:0@lo:400:kworker.0
00000100:00100000:3.0:1767320004.470758:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853163999995776:0@lo:400:kworker.0
00000100:00100000:0.0:1767320004.470788:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320004.470835:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767320004.470837:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320004.470848:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999996032:0@lo:400:kworker.0
00000100:00100000:3.0:1767320004.470889:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767320004.470898:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320004.470904:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999995904:0@lo:400:kworker.0
00000100:00100000:3.0:1767320004.470949:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320004.470962:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999995520
00000100:00100000:0.0:1767320004.470972:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999995520
00000100:00100000:0.0:1767320004.471042:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999995776
00000100:00100000:0.0:1767320004.471047:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999995776
00000100:00100000:0.0:1767320004.471082:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4981
00000100:00100000:0.0:1767320004.471094:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853163999995520:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320004.471120:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999996032
00000100:00100000:3.0:1767320004.471129:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999996032
00000100:00100000:0.0:1767320004.471176:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853163999995520:12345-0@lo:400:kworker.0 Request processed in 82us (386us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320004.471181:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999995904
00000100:00100000:0.0:1767320004.471188:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4981
00000100:00100000:3.0:1767320004.471188:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999995904
00000100:00100000:0.0:1767320004.471246:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4982
00000100:00100000:0.0:1767320004.471257:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347045180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853163999995776:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320004.471271:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3267
00000100:00100000:3.0:1767320004.471285:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999996032:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320004.471307:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347045180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853163999995776:12345-0@lo:400:kworker.0 Request processed in 49us (470us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320004.471314:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4982
00000100:00100000:0.0:1767320004.471358:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3268
00000100:00100000:3.0:1767320004.471359:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999996032:12345-0@lo:400:kworker.0 Request processed in 74us (462us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320004.471371:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347044000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999995904:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320004.471375:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3267
00000100:00100000:0.0:1767320004.471431:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347044000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999995904:12345-0@lo:400:kworker.0 Request processed in 62us (484us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320004.471438:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3268
00000100:00080000:0.0:1767320004.471465:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320004.471495:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999996032:0@lo:400:kworker.0
00000100:00100000:0.0:1767320004.471505:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853163999995520:0@lo:400:kworker.0
00000100:00100000:0.0:1767320004.471534:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999995904:0@lo:400:kworker.0
00000100:00100000:0.0:1767320004.471547:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853163999995776:0@lo:400:kworker.0
00000100:00100000:2.0:1767320004.471837:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999995264:0@lo:38:kworker.0
00000100:00100000:2.0:1767320004.471867:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320004.471888:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999995392:0@lo:38:kworker.0
00000100:00100000:2.0:1767320004.471907:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320004.471919:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999995648:0@lo:38:kworker.0
00000100:00100000:2.0:1767320004.471936:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320004.471965:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999995264
00000100:00100000:2.0:1767320004.471969:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999995264
00000100:00100000:2.0:1767320004.471990:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999995392
00000100:00100000:2.0:1767320004.471993:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999995392
00000100:00100000:2.0:1767320004.472004:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999995648
00000100:00100000:2.0:1767320004.472006:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999995648
00000100:00100000:2.0:1767320004.472015:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5564
00000100:00100000:2.0:1767320004.472019:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999995264:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320004.472037:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320004.472068:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999995264:12345-0@lo:38:kworker.0 Request processed in 48us (200us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320004.472074:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5564
00000100:00100000:2.0:1767320004.472088:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5565
00000100:00100000:2.0:1767320004.472092:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999995392:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320004.472101:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320004.472123:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999995392:12345-0@lo:38:kworker.0 Request processed in 29us (215us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320004.472128:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5565
00000100:00100000:2.0:1767320004.472139:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5566
00000100:00100000:2.0:1767320004.472142:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999995648:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320004.472150:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320004.472171:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853163999995648:12345-0@lo:38:kworker.0 Request processed in 27us (233us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320004.472176:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5566
00000100:00080000:2.0:1767320004.472219:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320004.472223:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320004.472226:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999995264:0@lo:38:kworker.0
00000100:00080000:2.0:1767320004.472233:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320004.472235:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320004.472238:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999995392:0@lo:38:kworker.0
00000100:00080000:2.0:1767320004.472243:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320004.472246:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320004.472249:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999995648:0@lo:38:kworker.0
00000100:00100000:3.0:1767320004.475413:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999995136
00000100:00100000:3.0:1767320004.475434:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999995136
00000100:00100000:3.0:1767320004.475512:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1901
00000100:00100000:3.0:1767320004.475524:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b23100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999995136:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320004.475553:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320004.475669:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b23100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999995136:12345-0@lo:38:kworker.0 Request processed in 147us (5021us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320004.475677:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1901
00000100:00080000:2.0:1767320004.479118:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320004.479132:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320004.479138:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999995136:0@lo:38:kworker.0
00010000:00010000:2.0:1767320004.789563:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320005.823388:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320006.594181:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767320006.594253:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962539776
00000100:00100000:0.0:1767320006.594264:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962539776
00000100:00100000:0.0:1767320006.594355:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4983
00000100:00100000:0.0:1767320006.594365:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345faad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962539776:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:0.0:1767320006.594451:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345faad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962539776:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 86us (279us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320006.594458:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4983
00000100:00080000:2.0:1767320006.594536:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320006.596185:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767320006.597592:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962539648
00000100:00100000:0.0:1767320006.597606:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962539648
00000100:00100000:0.0:1767320006.597667:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5567
00000100:00100000:0.0:1767320006.597675:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fabb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962539648:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:0.0:1767320006.597967:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320006.598044:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fabb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962539648:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 368us (1878us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320006.598052:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5567
00010000:00010000:3.0:1767320006.837775:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320007.861348:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320008.565711:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767320008.565734:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999996160:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320008.565800:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320008.566109:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999996160
00000100:00100000:0.0:1767320008.566118:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999996160
00000100:00100000:0.0:1767320008.566181:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2440
00000100:00100000:0.0:1767320008.566191:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347045c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999996160:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767320008.566242:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767320008.566288:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347045c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999996160:12345-0@lo:13:osp-pre-0-1.0 Request processed in 99us (488us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320008.566295:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2440
00000100:00080000:2.0:1767320008.566433:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767320008.566505:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999996160:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320008.567612:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767320008.567633:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345faa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999996288:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320008.567692:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320008.567858:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999996288
00000100:00100000:3.0:1767320008.567865:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999996288
00000100:00100000:3.0:1767320008.567931:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2441
00000100:00100000:3.0:1767320008.567941:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999996288:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767320008.567964:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767320008.568004:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999996288:12345-0@lo:13:osp-pre-1-1.0 Request processed in 66us (311us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320008.568011:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2441
00000100:00080000:2.0:1767320008.568349:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767320008.568384:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345faa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999996288:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767320008.885612:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767320009.589540:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320009.589550:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767320009.589553:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320009.589557:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320009.589561:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320009.589568:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5202
00000100:00080000:2.0:1767320009.589572:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320009.589579:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320009.589618:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0a8380 x1853163999996416/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320009.589647:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320009.589651:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320009.589653:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320009.589657:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5202
00000100:00080000:2.0:1767320009.589659:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320009.589662:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320009.589685:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0a9c00 x1853163999996544/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320009.589693:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320009.589696:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320009.589697:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320009.589701:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5202
00000100:00080000:2.0:1767320009.589703:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320009.589706:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320009.589715:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0aaa00 x1853163999996672/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320009.589753:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320009.589757:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320009.589759:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320009.589762:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5202
00000100:00080000:2.0:1767320009.589764:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320009.589767:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320009.589779:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0a8a80 x1853163999996928/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320009.589833:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999997184:0@lo:400:kworker.0
00000100:00100000:2.0:1767320009.589897:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320009.589935:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767320009.589941:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853163999997056:0@lo:400:kworker.0
00000100:00100000:2.0:1767320009.589968:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320009.589997:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999997184
00000100:00100000:2.0:1767320009.590004:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999997184
00000100:00100000:2.0:1767320009.590070:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3269
00000100:00100000:2.0:1767320009.590080:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999997184:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320009.590349:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999997056
00000100:00100000:0.0:1767320009.590354:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999997056
00000100:00100000:0.0:1767320009.590393:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4984
00000100:00100000:0.0:1767320009.590401:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853163999997056:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320009.590444:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853163999997056:12345-0@lo:400:kworker.0 Request processed in 44us (474us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320009.590451:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4984
00000100:00100000:0.0:1767320009.590478:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999996416:0@lo:38:kworker.0
00000100:00100000:0.0:1767320009.590505:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320009.590530:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999996544:0@lo:38:kworker.0
00000100:00100000:0.0:1767320009.590550:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320009.590563:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999996672:0@lo:38:kworker.0
00000100:00100000:0.0:1767320009.590583:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320009.590596:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999996928:0@lo:38:kworker.0
00000100:00100000:0.0:1767320009.590616:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320009.590639:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999996544
00000100:00100000:0.0:1767320009.590642:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999996544
00000100:00100000:0.0:1767320009.590660:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999996672
00000100:00100000:0.0:1767320009.590662:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999996672
00000100:00100000:0.0:1767320009.590693:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999996928
00000100:00100000:0.0:1767320009.590697:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999996928
00000100:00100000:0.0:1767320009.590711:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5568
00000100:00100000:0.0:1767320009.590716:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999996544:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320009.590734:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320009.590765:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999996544:12345-0@lo:38:kworker.0 Request processed in 48us (214us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320009.590772:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5568
00000100:00100000:0.0:1767320009.590783:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5569
00000100:00100000:0.0:1767320009.590787:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999996672:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320009.590796:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320009.590816:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999996672:12345-0@lo:38:kworker.0 Request processed in 27us (231us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320009.590821:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5569
00000100:00100000:0.0:1767320009.590832:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5570
00000100:00100000:0.0:1767320009.590836:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999996928:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320009.590845:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320009.590865:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999996928:12345-0@lo:38:kworker.0 Request processed in 28us (248us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320009.590869:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5570
00000100:00100000:0.0:1767320009.590914:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853163999997056:0@lo:400:kworker.0
00000100:00080000:0.0:1767320009.590942:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320009.590946:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320009.590949:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999996544:0@lo:38:kworker.0
00000100:00080000:0.0:1767320009.590956:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320009.590959:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320009.590961:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999996672:0@lo:38:kworker.0
00000100:00080000:0.0:1767320009.590968:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320009.590971:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320009.590974:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999996928:0@lo:38:kworker.0
00000100:00080000:0.0:1767320009.591265:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320009.591364:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999997184:12345-0@lo:400:kworker.0 Request processed in 1285us (1466us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320009.591372:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3269
00000100:00100000:3.0:1767320009.591627:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853163999996800:0@lo:400:kworker.0
00000100:00100000:3.0:1767320009.591657:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320009.591697:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767320009.591708:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999997312:0@lo:400:kworker.0
00000100:00100000:3.0:1767320009.591733:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320009.591861:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999996416
00000100:00100000:1.0:1767320009.591868:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999996416
00000100:00100000:1.0:1767320009.591899:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1902
00000100:00100000:1.0:1767320009.591905:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999996416:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320009.591918:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320009.591958:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999996416:12345-0@lo:38:kworker.0 Request processed in 52us (1452us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320009.591964:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1902
00000100:00100000:1.0:1767320009.591983:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999996800
00000100:00100000:1.0:1767320009.591987:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999996800
00000100:00100000:1.0:1767320009.592019:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4985
00000100:00100000:1.0:1767320009.592038:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347044380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853163999996800:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320009.592074:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347044380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853163999996800:12345-0@lo:400:kworker.0 Request processed in 37us (415us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320009.592090:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4985
00000100:00080000:1.0:1767320009.592108:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767320009.592127:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320009.592131:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320009.592134:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999996416:0@lo:38:kworker.0
00000100:00100000:3.0:1767320009.592347:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853163999996800:0@lo:400:kworker.0
00000100:00100000:0.0:1767320009.592424:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999997184:0@lo:400:kworker.0
00000100:00100000:2.0:1767320009.592488:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999997312
00000100:00100000:2.0:1767320009.592493:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999997312
00000100:00100000:2.0:1767320009.592523:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3270
00000100:00100000:2.0:1767320009.592529:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347045500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999997312:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320009.592566:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347045500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999997312:12345-0@lo:400:kworker.0 Request processed in 37us (831us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320009.592572:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3270
00000100:00100000:3.0:1767320009.592631:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999997312:0@lo:400:kworker.0
00010000:00010000:3.0:1767320009.915322:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320010.933420:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320011.711757:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767320011.712299:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767320011.712387:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962539904
00000100:00100000:2.0:1767320011.712405:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962540032
00000100:00100000:0.0:1767320011.712406:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962539904
00000100:00100000:2.0:1767320011.712421:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962540032
00000100:00100000:0.0:1767320011.712536:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4986
00000100:00100000:0.0:1767320011.712550:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fa9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962540032:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:0.0:1767320011.712619:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fa9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962540032:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 74us (320us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320011.712627:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4986
00000100:00100000:0.0:1767320011.712649:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5571
00000100:00100000:0.0:1767320011.712665:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347046680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962539904:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:0.0:1767320011.712685:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320011.712710:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347046680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962539904:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 44us (964us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320011.712715:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5571
00000100:00080000:3.0:1767320011.712908:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767320011.960524:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767320012.981527:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320013.685648:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767320013.685668:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999997568:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320013.685741:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320013.685769:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345faa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999997440:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320013.685852:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320013.685854:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999997568
00000100:00100000:1.0:1767320013.685866:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999997568
00000100:00100000:3.0:1767320013.685924:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999997440
00000100:00100000:3.0:1767320013.685933:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999997440
00000100:00080000:2.0:1767320013.686184:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767320013.686190:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767320013.686245:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2442
00000100:00100000:1.0:1767320013.686256:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fa9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999997568:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767320013.686285:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767320013.687090:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fa9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999997568:12345-0@lo:13:osp-pre-0-1.0 Request processed in 834us (1350us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320013.687101:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2442
00000100:00100000:1.0:1767320013.687131:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2443
00000100:00100000:1.0:1767320013.687142:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347046a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999997440:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767320013.687169:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767320013.687236:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347046a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853163999997440:12345-0@lo:13:osp-pre-1-1.0 Request processed in 98us (1387us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320013.687243:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2443
00000100:00100000:0.0:1767320013.695263:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345faa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853163999997440:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320013.696229:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999997568:0@lo:13:osp-pre-0-1.0
00010000:00010000:3.0:1767320014.005503:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767320014.709387:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320014.709402:0:72021:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767320014.709405:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320014.709409:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320014.709414:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320014.709425:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5207
00000100:00080000:3.0:1767320014.709430:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320014.709441:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320014.709502:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347047100 x1853163999997696/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320014.709538:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320014.709542:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320014.709544:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320014.709549:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5207
00000100:00080000:3.0:1767320014.709552:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320014.709557:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320014.709570:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347047480 x1853163999997824/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320014.709583:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320014.709591:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320014.709594:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320014.709598:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5207
00000100:00080000:3.0:1767320014.709602:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1767320014.709603:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347047100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999997696:0@lo:38:kworker.0
00000100:00080000:3.0:1767320014.709609:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320014.709650:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347046d80 x1853163999997952/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320014.709715:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767320014.709730:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320014.709736:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320014.709738:0:72021:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320014.709747:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5207
00000100:00080000:3.0:1767320014.709751:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320014.709758:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320014.709775:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347047b80 x1853163999998208/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320014.709798:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347047480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999997824:0@lo:38:kworker.0
00000100:00100000:2.0:1767320014.709842:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320014.709875:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347046d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999997952:0@lo:38:kworker.0
00000100:00100000:3.0:1767320014.709883:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999997696
00000100:00100000:3.0:1767320014.709894:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999997696
00000100:00100000:2.0:1767320014.709902:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320014.709926:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347047b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999998208:0@lo:38:kworker.0
00000100:00100000:3.0:1767320014.709947:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1903
00000100:00100000:2.0:1767320014.709955:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320014.709964:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999997696:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320014.709993:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320014.709995:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347044e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853163999998336:0@lo:400:kworker.0
00000100:00100000:2.0:1767320014.710025:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320014.710057:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767320014.710066:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347045880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999998464:0@lo:400:kworker.0
00000100:00100000:3.0:1767320014.710090:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853163999997696:12345-0@lo:38:kworker.0 Request processed in 127us (373us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320014.710109:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1903
00000100:00100000:2.0:1767320014.710114:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320014.710173:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999997824
00000100:00100000:2.0:1767320014.710181:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999997824
00000100:00080000:3.0:1767320014.710189:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320014.710242:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320014.710248:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347047100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999997696:0@lo:38:kworker.0
00000100:00100000:1.0:1767320014.710249:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347044700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853163999998080:0@lo:400:kworker.0
00000100:00100000:1.0:1767320014.710297:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320014.710299:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999997952
00000100:00100000:3.0:1767320014.710304:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999997952
00000100:00100000:3.0:1767320014.710322:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999998208
00000100:00100000:3.0:1767320014.710325:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999998208
00000100:00100000:1.0:1767320014.710329:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767320014.710333:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999998336
00000100:00100000:1.0:1767320014.710335:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347045f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999998592:0@lo:400:kworker.0
00000100:00100000:3.0:1767320014.710335:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999998336
00000100:00100000:1.0:1767320014.710359:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320014.710370:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999998080
00000100:00100000:3.0:1767320014.710373:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999998080
00000100:00100000:3.0:1767320014.710391:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4987
00000100:00100000:3.0:1767320014.710398:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853163999998336:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767320014.710400:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320014.710415:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4988
00000100:00100000:1.0:1767320014.710422:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853163999998080:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320014.710448:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853163999998336:12345-0@lo:400:kworker.0 Request processed in 50us (424us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320014.710451:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853163999998080:12345-0@lo:400:kworker.0 Request processed in 31us (155us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320014.710455:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4987
00000100:00100000:1.0:1767320014.710458:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4988
00000100:00100000:3.0:1767320014.710467:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5572
00000100:00100000:1.0:1767320014.710470:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5573
00000100:00100000:3.0:1767320014.710471:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999997824:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767320014.710474:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999997952:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320014.710482:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320014.710511:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999997824:12345-0@lo:38:kworker.0 Request processed in 38us (673us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320014.710516:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5572
00000100:00100000:3.0:1767320014.710531:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5574
00000100:00100000:3.0:1767320014.710536:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999998208:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767320014.710833:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999998464
00000100:00100000:0.0:1767320014.710840:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999998464
00000100:00100000:0.0:1767320014.710874:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999998592
00000100:00100000:0.0:1767320014.710877:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999998592
00000100:00100000:0.0:1767320014.710901:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3271
00000100:00100000:0.0:1767320014.710908:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999998464:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320014.710951:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999998464:12345-0@lo:400:kworker.0 Request processed in 44us (851us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320014.710957:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3271
00000100:00100000:0.0:1767320014.710971:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3272
00000100:00100000:0.0:1767320014.710980:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fa8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999998592:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320014.711007:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fa8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999998592:12345-0@lo:400:kworker.0 Request processed in 29us (648us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320014.711013:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3272
00000100:00100000:0.0:1767320014.711076:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347045f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999998592:0@lo:400:kworker.0
00000100:00100000:0.0:1767320014.711088:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347044700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853163999998080:0@lo:400:kworker.0
00000100:00100000:0.0:1767320014.711137:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347045880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999998464:0@lo:400:kworker.0
00000100:00100000:0.0:1767320014.711149:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347044e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853163999998336:0@lo:400:kworker.0
00000100:00080000:0.0:1767320014.711180:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320014.711184:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320014.711187:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347047480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999997824:0@lo:38:kworker.0
00010000:00020000:1.0:1767320014.712898:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320014.713176:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853163999997952:12345-0@lo:38:kworker.0 Request processed in 2696us (3272us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320014.713191:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5573
00000100:00080000:0.0:1767320014.713283:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320014.713296:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320014.713301:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347046d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999997952:0@lo:38:kworker.0
00010000:00020000:3.0:1767320014.715847:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320014.715988:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853163999998208:12345-0@lo:38:kworker.0 Request processed in 5446us (6032us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320014.716006:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5574
00000100:00080000:0.0:1767320014.716068:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320014.716082:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320014.716267:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347047b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999998208:0@lo:38:kworker.0
00010000:00010000:3.0:1767320015.030509:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320016.054701:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320016.833237:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767320016.833410:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767320016.836771:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962540288
00000100:00100000:1.0:1767320016.836788:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962540288
00000100:00100000:1.0:1767320016.836885:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962540160
00000100:00100000:1.0:1767320016.836889:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962540160
00000100:00100000:1.0:1767320016.836920:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4989
00000100:00100000:1.0:1767320016.836930:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347047100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962540288:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767320016.837017:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347047100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962540288:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 89us (3824us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320016.837025:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4989
00000100:00100000:1.0:1767320016.837046:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5575
00000100:00100000:1.0:1767320016.837050:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347047800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962540160:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767320016.837068:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320016.837092:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347047800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962540160:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 40us (3683us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320016.837098:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5575
00000100:00080000:3.0:1767320016.837750:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767320017.077839:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320018.101805:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320018.805807:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999998720:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320018.805895:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320018.805964:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999998720
00000100:00100000:3.0:1767320018.805981:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999998720
00000100:00100000:2.0:1767320018.806841:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999998848:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320018.807047:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2444
00000100:00100000:3.0:1767320018.807064:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fa9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999998720:12345-0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767320018.807116:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767320018.807350:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00002000:00000024:3.0:1767320018.807544:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767320018.807731:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fa9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853163999998720:12345-0@lo:13:osp-pre-1-1.0 Request processed in 672us (1835us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320018.807742:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2444
00000100:00100000:3.0:1767320018.807763:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999998848
00000100:00100000:3.0:1767320018.807772:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999998848
00000100:00100000:1.0:1767320018.808001:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2445
00000100:00100000:1.0:1767320018.808018:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999998848:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767320018.808050:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767320018.808308:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999998848:12345-0@lo:13:osp-pre-0-1.0 Request processed in 296us (1114us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320018.808317:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2445
00000100:00080000:1.0:1767320018.808347:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767320018.808377:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853163999998720:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320018.808436:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999998848:0@lo:13:osp-pre-0-1.0
00010000:00010000:3.0:1767320019.125856:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767320019.835033:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320019.835048:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767320019.835052:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320019.835057:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320019.835062:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320019.835073:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5212
00000100:00080000:1.0:1767320019.835080:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320019.835088:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320019.835148:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952345fab800 x1853163999998976/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320019.835785:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320019.835791:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320019.835794:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320019.835798:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5212
00000100:00080000:1.0:1767320019.835801:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320019.835806:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320019.835971:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952345faa300 x1853163999999104/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320019.835984:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320019.835988:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320019.835990:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320019.835994:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5212
00000100:00080000:1.0:1767320019.835996:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320019.836000:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320019.836011:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952345faa680 x1853163999999232/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320019.836103:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853163999999360:0@lo:400:kworker.0
00000100:00100000:0.0:1767320019.836229:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320019.836493:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999999360
00000100:00100000:3.0:1767320019.836503:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999999360
00000100:00100000:3.0:1767320019.836602:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4990
00000100:00100000:3.0:1767320019.836615:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853163999999360:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767320019.836697:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320019.836702:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320019.836705:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320019.836709:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5212
00000100:00080000:1.0:1767320019.836712:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320019.836716:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320019.836733:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952345fa9180 x1853163999999488/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320019.836856:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999998976:0@lo:38:kworker.0
00000100:00100000:2.0:1767320019.836901:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320019.836930:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345faa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999999104:0@lo:38:kworker.0
00000100:00100000:2.0:1767320019.836948:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320019.836963:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345faa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999999232:0@lo:38:kworker.0
00000100:00100000:2.0:1767320019.836979:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320019.836992:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fa9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999999488:0@lo:38:kworker.0
00000100:00100000:2.0:1767320019.837007:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320019.837038:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999998976
00000100:00100000:2.0:1767320019.837042:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999998976
00000100:00100000:2.0:1767320019.837064:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1904
00000100:00100000:2.0:1767320019.837069:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999998976:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320019.837090:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320019.837123:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853163999998976:12345-0@lo:38:kworker.0 Request processed in 52us (220us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320019.837130:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1904
00000100:00100000:2.0:1767320019.837153:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999999104
00000100:00100000:2.0:1767320019.837156:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999999104
00000100:00100000:2.0:1767320019.837174:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999999232
00000100:00100000:2.0:1767320019.837177:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999999232
00000100:00100000:2.0:1767320019.837185:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999999488
00000100:00100000:2.0:1767320019.837187:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999999488
00000100:00100000:2.0:1767320019.837219:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5576
00000100:00100000:2.0:1767320019.837224:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999999104:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320019.837234:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320019.837259:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999999104:12345-0@lo:38:kworker.0 Request processed in 34us (309us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320019.837265:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5576
00000100:00100000:2.0:1767320019.837277:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5577
00000100:00100000:2.0:1767320019.837281:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999999232:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320019.837289:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320019.837322:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999999232:12345-0@lo:38:kworker.0 Request processed in 40us (342us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320019.837328:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5577
00000100:00100000:2.0:1767320019.837339:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5578
00000100:00100000:2.0:1767320019.837343:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999999488:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320019.837351:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320019.837372:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853163999999488:12345-0@lo:38:kworker.0 Request processed in 28us (364us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320019.837378:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5578
00000100:00080000:2.0:1767320019.837424:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320019.837429:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320019.837433:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853163999998976:0@lo:38:kworker.0
00000100:00080000:2.0:1767320019.837442:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320019.837445:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320019.837449:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345faa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853163999999104:0@lo:38:kworker.0
00000100:00080000:2.0:1767320019.837456:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320019.837460:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320019.837463:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345faa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853163999999232:0@lo:38:kworker.0
00000100:00080000:2.0:1767320019.837469:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320019.837472:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320019.837475:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fa9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853163999999488:0@lo:38:kworker.0
00000100:00100000:2.0:1767320019.837507:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999999872:0@lo:400:kworker.0
00000100:00100000:2.0:1767320019.837537:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767320019.837605:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320019.837625:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999999616:0@lo:400:kworker.0
00000100:00100000:2.0:1767320019.837650:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320019.837668:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767320019.837673:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999999744:0@lo:400:kworker.0
00000100:00100000:2.0:1767320019.837693:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320019.837718:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999999616
00000100:00100000:2.0:1767320019.837723:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999999616
00000100:00100000:2.0:1767320019.837754:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4991
00000100:00100000:2.0:1767320019.837760:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999999616:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320019.837797:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853163999999616:12345-0@lo:400:kworker.0 Request processed in 37us (146us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320019.837803:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4991
00000100:00080000:2.0:1767320019.837819:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320019.837837:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853163999999616:0@lo:400:kworker.0
00000100:00100000:2.0:1767320019.837881:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999999872
00000100:00100000:2.0:1767320019.837884:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999999872
00000100:00100000:2.0:1767320019.837911:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163999999744
00000100:00100000:2.0:1767320019.837913:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163999999744
00000100:00100000:2.0:1767320019.837931:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3273
00000100:00100000:2.0:1767320019.837936:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999999872:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320019.837970:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853163999999872:12345-0@lo:400:kworker.0 Request processed in 33us (432us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320019.837976:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3273
00000100:00100000:2.0:1767320019.837987:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3274
00000100:00100000:2.0:1767320019.837992:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999999744:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320019.838020:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853163999999744:12345-0@lo:400:kworker.0 Request processed in 28us (326us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320019.838025:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3274
00000100:00100000:2.0:1767320019.838052:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853163999999744:0@lo:400:kworker.0
00000100:00100000:2.0:1767320019.838074:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853163999999872:0@lo:400:kworker.0
00000100:00100000:3.0:1767320019.845873:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853163999999360:12345-0@lo:400:kworker.0 Request processed in 9244us (9660us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320019.845905:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4990
00000100:00100000:0.0:1767320019.847493:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853163999999360:0@lo:400:kworker.0
00010000:00010000:2.0:1767320020.149619:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767320021.178003:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320021.956251:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767320021.956307:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767320021.966764:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962540544
00000100:00100000:2.0:1767320021.966788:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962540544
00000100:00100000:2.0:1767320021.966923:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962540416
00000100:00100000:2.0:1767320021.966927:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962540416
00000100:00100000:2.0:1767320021.966966:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4992
00000100:00100000:2.0:1767320021.966979:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347046300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962540544:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767320021.967058:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5579
00000100:00100000:1.0:1767320021.967066:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347047b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962540416:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767320021.967091:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320021.967117:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347046300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962540544:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 140us (10882us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320021.967127:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4992
00000100:00100000:1.0:1767320021.967139:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347047b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962540416:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 71us (10829us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320021.967154:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5579
00000100:00080000:3.0:1767320021.967616:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767320022.197516:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320023.221624:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320023.925628:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767320023.925664:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000000000:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320023.925767:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320023.925831:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000000000
00000100:00100000:0.0:1767320023.925843:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000000000
00000100:00100000:1.0:1767320023.925957:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000000128:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320023.925992:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320023.926044:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000000128
00000100:00100000:1.0:1767320023.926048:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000000128
00000100:00100000:0.0:1767320023.926118:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2446
00000100:00100000:0.0:1767320023.926129:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347046d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000000000:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767320023.926166:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767320023.926244:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347046d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000000000:12345-0@lo:13:osp-pre-0-1.0 Request processed in 118us (478us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320023.926263:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2446
00000100:00100000:3.0:1767320023.926388:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000000000:0@lo:13:osp-pre-0-1.0
00000100:00080000:2.0:1767320023.926414:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767320023.926420:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767320023.926782:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2447
00000100:00100000:1.0:1767320023.926791:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000000128:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767320023.926811:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767320023.926865:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000000128:12345-0@lo:13:osp-pre-1-1.0 Request processed in 76us (871us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320023.926872:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2447
00000100:00100000:3.0:1767320023.926938:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000000128:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767320024.251756:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767320024.949421:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320024.949435:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767320024.949439:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320024.949444:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320024.949449:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320024.949460:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5217
00000100:00080000:0.0:1767320024.949467:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320024.949476:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320024.949548:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0a8a80 x1853164000000256/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320024.949579:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320024.949583:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320024.949585:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320024.949589:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5217
00000100:00080000:0.0:1767320024.949593:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320024.949597:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320024.949614:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0aaa00 x1853164000000384/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320024.949624:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320024.949628:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320024.949630:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320024.949633:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5217
00000100:00080000:0.0:1767320024.949636:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320024.949640:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320024.949652:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0a9c00 x1853164000000512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320024.949737:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000000640:0@lo:400:kworker.0
00000100:00100000:2.0:1767320024.949738:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000000256:0@lo:38:kworker.0
00000100:00080000:0.0:1767320024.955017:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320024.955032:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320024.955038:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320024.955048:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5217
00000100:00080000:0.0:1767320024.955055:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320024.955063:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320024.955127:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0a8380 x1853164000000768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320024.955319:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000000896:0@lo:400:kworker.0
00000100:00100000:2.0:1767320024.957494:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000001024:0@lo:400:kworker.0
00000100:00100000:1.0:1767320024.957643:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320024.957748:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767320024.957758:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000001152:0@lo:400:kworker.0
00000100:00100000:1.0:1767320024.957793:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320024.957843:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000000640
00000100:00100000:3.0:1767320024.959039:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320024.959090:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000000384:0@lo:38:kworker.0
00000100:00100000:3.0:1767320024.959140:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320024.959164:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000000512:0@lo:38:kworker.0
00000100:00100000:3.0:1767320024.959192:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320024.959235:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000000768:0@lo:38:kworker.0
00000100:00100000:3.0:1767320024.959274:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320024.959321:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000000384
00000100:00100000:3.0:1767320024.959329:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000000384
00000100:00100000:3.0:1767320024.959786:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000000512
00000100:00100000:3.0:1767320024.959798:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000000512
00000100:00100000:3.0:1767320024.959818:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000000768
00000100:00100000:3.0:1767320024.959821:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000000768
00000100:00100000:3.0:1767320024.959838:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5580
00000100:00100000:3.0:1767320024.959847:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347044e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000000384:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320024.959877:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320024.959931:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347044e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000000384:12345-0@lo:38:kworker.0 Request processed in 83us (788us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320024.959939:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5580
00000100:00100000:3.0:1767320024.959958:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5581
00000100:00100000:3.0:1767320024.959962:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347045880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000000512:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320024.959972:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320024.959997:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347045880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000000512:12345-0@lo:38:kworker.0 Request processed in 34us (804us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320024.960003:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5581
00000100:00100000:3.0:1767320024.960015:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5582
00000100:00100000:3.0:1767320024.960019:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347044700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000000768:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320024.960028:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320024.960050:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347044700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000000768:12345-0@lo:38:kworker.0 Request processed in 30us (776us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320024.960057:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5582
00000100:00100000:3.0:1767320024.960082:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000000256
00000100:00100000:3.0:1767320024.960085:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000000256
00000100:00100000:3.0:1767320024.960107:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1905
00000100:00100000:3.0:1767320024.960112:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347047480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000000256:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320024.960549:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320024.960588:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347047480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000000256:12345-0@lo:38:kworker.0 Request processed in 475us (1557us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320024.960596:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1905
00000100:00080000:3.0:1767320024.960642:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320024.960648:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320024.960652:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000000768:0@lo:38:kworker.0
00000100:00080000:3.0:1767320024.960664:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320024.960668:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320024.960671:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000000256:0@lo:38:kworker.0
00000100:00080000:3.0:1767320024.960678:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320024.960681:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320024.960684:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000000384:0@lo:38:kworker.0
00000100:00080000:3.0:1767320024.960691:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320024.960694:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320024.960697:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000000512:0@lo:38:kworker.0
00000100:00100000:3.0:1767320024.960804:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000001152
00000100:00100000:3.0:1767320024.960808:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000001152
00000100:00100000:3.0:1767320024.960846:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3275
00000100:00100000:3.0:1767320024.960853:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000001152:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320024.960901:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000001152:12345-0@lo:400:kworker.0 Request processed in 49us (3108us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320024.960907:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3275
00000100:00100000:3.0:1767320024.960976:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000001152:0@lo:400:kworker.0
00000100:00100000:1.0:1767320024.963961:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000000640
00000100:00100000:1.0:1767320024.964113:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4993
00000100:00080000:3.0:1767320024.964127:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320024.964129:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000000640:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320024.964431:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000000640:12345-0@lo:400:kworker.0 Request processed in 307us (6788us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320024.964441:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4993
00000100:00100000:3.0:1767320024.964580:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000000640:0@lo:400:kworker.0
00000100:00100000:0.0:1767320024.969997:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320024.972191:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000000896
00000100:00100000:1.0:1767320024.972240:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000000896
00000100:00100000:2.0:1767320024.972262:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320024.972331:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000001024
00000100:00100000:2.0:1767320024.972335:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000001024
00000100:00100000:2.0:1767320024.972379:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3276
00000100:00100000:2.0:1767320024.972390:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000001024:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320024.972459:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000001024:12345-0@lo:400:kworker.0 Request processed in 71us (200us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320024.972468:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3276
00000100:00100000:2.0:1767320024.972524:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000001024:0@lo:400:kworker.0
00000100:00100000:1.0:1767320024.972712:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4994
00000100:00100000:1.0:1767320024.972720:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000000896:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320024.972763:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000000896:12345-0@lo:400:kworker.0 Request processed in 45us (2778us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320024.972769:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4994
00000100:00080000:3.0:1767320024.972833:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320024.972885:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000000896:0@lo:400:kworker.0
00010000:00010000:2.0:1767320025.269741:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1767320026.063495:0:7000:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.52@tcp portal 26 match 1853163962540672 offset 0 length 520: 4
00000100:00100000:1.0:1767320026.063572:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767320026.063609:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767320026.063658:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962540800
00000100:00100000:0.0:1767320026.063670:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962540800
00000100:00100000:0.0:1767320026.063789:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962540928
00000100:00100000:0.0:1767320026.063793:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962540928
00000100:00100000:0.0:1767320026.063864:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4995
00000100:00100000:0.0:1767320026.063874:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962540928:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:0.0:1767320026.063973:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962540928:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 100us (362us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320026.063990:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5583
00000100:00100000:3.0:1767320026.064000:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962540800:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767320026.064026:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320026.064061:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962540800:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 61us (494us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320026.064069:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5583
00000100:00100000:0.0:1767320026.064776:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4995
00000100:00080000:1.0:1767320026.065659:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767320026.293651:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320027.318339:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767320028.341763:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320029.045826:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000001280:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320029.045927:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320029.046013:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000001280
00000100:00100000:0.0:1767320029.046024:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000001280
00000100:00100000:0.0:1767320029.046103:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2448
00000100:00100000:0.0:1767320029.046114:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347045f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000001280:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767320029.046151:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767320029.046227:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347045f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000001280:12345-0@lo:13:osp-pre-0-1.0 Request processed in 115us (300us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320029.046235:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2448
00000100:00100000:0.0:1767320029.046311:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000001280:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320029.046471:0:7004:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320004/real 1767320004]  req@ffff95234727d500 x1853163999995008/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320029 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767320029.046531:0:7004:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95234727d500 x1853163999995008/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320029 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1767320029.046539:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00080000:2.0:1767320029.046546:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767320029.046548:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000001408:0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767320029.046564:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767320029.046567:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853163999995008:0@lo:250:kworker.0
00000100:00080000:2.0:1767320029.046593:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320029.046599:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1767320029.046602:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320029.046607:0:49151:0:(import.c:509:import_select_connection()) MGC192.168.202.152@tcp: connect to NID 0@lo last attempt 5202
00000100:00080000:2.0:1767320029.046612:0:49151:0:(import.c:588:import_select_connection()) MGC192.168.202.152@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320029.046617:0:49151:0:(import.c:623:import_select_connection()) MGC192.168.202.152@tcp: import ffff95235eb57800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320029.046637:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234471c380 x1853164000001536/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320029.046652:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320029.046655:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320029.046657:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320029.046661:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5222
00000100:00080000:2.0:1767320029.046663:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320029.046667:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320029.046694:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952345fab480 x1853164000001664/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320029.046702:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320029.046705:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320029.046708:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320029.046711:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5222
00000100:00080000:2.0:1767320029.046713:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320029.046716:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320029.046730:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952345fa9180 x1853164000001792/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320029.046739:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320029.046742:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:1.0:1767320029.046743:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767320029.046744:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320029.046747:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5222
00000100:00080000:2.0:1767320029.046749:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320029.046752:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320029.046763:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952345faa680 x1853164000001920/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320029.046780:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320029.046784:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320029.046785:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767320029.046788:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000001408
00000100:00080000:2.0:1767320029.046788:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5222
00000100:00080000:2.0:1767320029.046790:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1767320029.046793:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000001408
00000100:00080000:2.0:1767320029.046794:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320029.046803:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952345fab800 x1853164000002176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320029.046824:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2449
00000100:00100000:1.0:1767320029.046832:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000001408:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767320029.046852:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767320029.046883:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000001408:12345-0@lo:13:osp-pre-1-1.0 Request processed in 52us (293us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320029.046890:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2449
00000100:00100000:1.0:1767320029.046911:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345faa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000002048:0@lo:400:kworker.0
00000100:00100000:1.0:1767320029.046938:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320029.046967:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366acf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000002304:0@lo:400:kworker.0
00000100:00080000:3.0:1767320029.047221:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767320029.047226:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767320029.047448:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000001408:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320029.047488:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234471c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000001536:0@lo:250:kworker.0
00000400:00000100:1.0:1767320029.047531:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164000001536 offset 0 length 520: 4
00000100:00100000:1.0:1767320029.047548:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000001664:0@lo:38:kworker.0
00000100:00100000:1.0:1767320029.047568:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320029.047597:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fa9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000001792:0@lo:38:kworker.0
00000100:00100000:1.0:1767320029.047616:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320029.047628:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345faa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000001920:0@lo:38:kworker.0
00000100:00100000:1.0:1767320029.047644:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320029.047655:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000002176:0@lo:38:kworker.0
00000100:00100000:1.0:1767320029.047681:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320029.047721:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000002048
00000100:00100000:1.0:1767320029.047726:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000002048
00000100:00100000:1.0:1767320029.047758:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000001792
00000100:00100000:1.0:1767320029.047760:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000001792
00000100:00100000:1.0:1767320029.047771:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000001920
00000100:00100000:1.0:1767320029.047773:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000001920
00000100:00100000:1.0:1767320029.047779:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000002176
00000100:00100000:1.0:1767320029.047782:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000002176
00000100:00100000:1.0:1767320029.047789:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4996
00000100:00100000:1.0:1767320029.047796:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000002048:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320029.047836:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000002048:12345-0@lo:400:kworker.0 Request processed in 40us (896us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320029.047844:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4996
00000100:00100000:1.0:1767320029.047858:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5584
00000100:00100000:1.0:1767320029.047861:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000001792:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320029.047880:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320029.047913:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000001792:12345-0@lo:38:kworker.0 Request processed in 49us (295us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320029.047919:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5584
00000100:00100000:1.0:1767320029.047930:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5585
00000100:00100000:1.0:1767320029.047934:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000001920:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320029.047943:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320029.047965:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000001920:12345-0@lo:38:kworker.0 Request processed in 30us (320us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320029.047970:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5585
00000100:00100000:1.0:1767320029.047979:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5586
00000100:00100000:1.0:1767320029.047982:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000002176:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320029.047990:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320029.048010:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000002176:12345-0@lo:38:kworker.0 Request processed in 26us (338us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320029.048015:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5586
00000100:00100000:1.0:1767320029.048041:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345faa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000002048:0@lo:400:kworker.0
00000100:00080000:1.0:1767320029.048063:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320029.048067:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320029.048070:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fa9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000001792:0@lo:38:kworker.0
00000100:00080000:1.0:1767320029.048080:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320029.048083:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320029.048085:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345faa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000001920:0@lo:38:kworker.0
00000100:00080000:1.0:1767320029.048092:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320029.048095:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320029.048098:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000002176:0@lo:38:kworker.0
00000100:00100000:3.0:1767320029.055187:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000001664
00000100:00100000:3.0:1767320029.055231:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000001664
00000100:00100000:3.0:1767320029.055903:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1906
00000100:00100000:3.0:1767320029.055914:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000001664:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320029.055944:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320029.056059:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000001664:12345-0@lo:38:kworker.0 Request processed in 145us (8488us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320029.056066:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1906
00000100:00080000:3.0:1767320029.056112:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767320029.056617:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320029.056624:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320029.056630:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000001664:0@lo:38:kworker.0
00000100:00100000:2.0:1767320029.057052:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320029.059771:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000002304
00000100:00100000:3.0:1767320029.059794:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000002304
00000100:00100000:3.0:1767320029.060071:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4997
00000100:00100000:3.0:1767320029.060084:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000002304:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320029.060242:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000002304:12345-0@lo:400:kworker.0 Request processed in 160us (3190us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320029.060269:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4997
00000100:00100000:2.0:1767320029.063554:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767320029.063691:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767320029.063772:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366acf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000002304:0@lo:400:kworker.0
00000100:00100000:0.0:1767320029.063945:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962541184
00000100:00100000:0.0:1767320029.063957:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962541184
00000100:00100000:3.0:1767320029.064079:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962541056
00000100:00100000:3.0:1767320029.064093:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962541056
00000100:00100000:3.0:1767320029.064150:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5587
00000100:00100000:3.0:1767320029.064156:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962541056:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767320029.064176:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320029.064269:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962541056:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 111us (578us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320029.064277:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5587
00000100:00080000:1.0:1767320029.067396:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320029.075134:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4998
00000100:00100000:0.0:1767320029.075155:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962541184:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:0.0:1767320029.075321:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962541184:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 171us (11782us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320029.075330:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4998
00010000:00010000:2.0:1767320029.365544:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320030.086516:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767320030.086615:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767320030.086758:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962541440
00000100:00100000:3.0:1767320030.086771:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962541440
00000100:00100000:3.0:1767320030.086846:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962541312
00000100:00100000:3.0:1767320030.086848:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962541312
00000100:00100000:3.0:1767320030.086869:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 4999
00000100:00100000:3.0:1767320030.086881:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962541440:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:3.0:1767320030.086985:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962541440:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 106us (593us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320030.086992:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 4999
00000100:00100000:3.0:1767320030.087010:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5588
00000100:00100000:3.0:1767320030.087014:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962541312:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767320030.087037:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320030.087059:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962541312:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 43us (444us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320030.087065:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5588
00010000:00010000:3.0:1767320030.389714:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320031.413560:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767320032.438138:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767320033.462077:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767320034.165603:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320034.165620:0:72021:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767320034.165623:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320034.165628:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320034.165634:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320034.165644:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5226
00000100:00080000:3.0:1767320034.165650:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320034.165660:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320034.165722:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0ab100 x1853164000002432/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320034.165751:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320034.165754:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320034.165756:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320034.165759:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5226
00000100:00080000:3.0:1767320034.165761:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320034.165765:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320034.165780:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0a8000 x1853164000002560/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320034.165789:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320034.165792:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320034.165794:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320034.165797:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5226
00000100:00080000:3.0:1767320034.165799:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320034.165803:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320034.165818:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0aa680 x1853164000002688/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320034.165860:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320034.165864:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320034.165866:0:72021:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320034.165870:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5226
00000100:00080000:3.0:1767320034.165872:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320034.165876:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320034.165887:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0aaa00 x1853164000002944/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320034.166053:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000003072:0@lo:400:kworker.0
00000100:00100000:0.0:1767320034.166143:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320034.166227:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767320034.166233:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000003200:0@lo:400:kworker.0
00000100:00100000:0.0:1767320034.166263:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320034.166299:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000003072
00000100:00100000:0.0:1767320034.166308:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000003072
00000100:00100000:0.0:1767320034.166385:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5000
00000100:00100000:0.0:1767320034.166397:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000003072:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320034.166470:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000003072:12345-0@lo:400:kworker.0 Request processed in 76us (327us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320034.166478:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5000
00000100:00100000:0.0:1767320034.166531:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000003072:0@lo:400:kworker.0
00000100:00100000:2.0:1767320034.166869:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000002816:0@lo:400:kworker.0
00000100:00100000:2.0:1767320034.166902:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320034.166929:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000003456:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320034.166954:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320034.166983:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767320034.166988:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000003328:0@lo:400:kworker.0
00000100:00100000:2.0:1767320034.167007:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320034.167030:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000003200
00000100:00100000:2.0:1767320034.167033:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000003200
00000100:00100000:2.0:1767320034.167056:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000003328
00000100:00100000:2.0:1767320034.167057:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000003328
00000100:00100000:2.0:1767320034.167070:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3277
00000100:00100000:2.0:1767320034.167075:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000003200:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320034.167102:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000003200:12345-0@lo:400:kworker.0 Request processed in 28us (839us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320034.167106:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3277
00000100:00100000:2.0:1767320034.167117:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3278
00000100:00100000:2.0:1767320034.167120:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000003328:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320034.167138:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000003328:12345-0@lo:400:kworker.0 Request processed in 17us (130us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320034.167142:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3278
00000100:00100000:2.0:1767320034.167186:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000003328:0@lo:400:kworker.0
00000100:00100000:2.0:1767320034.167232:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000003200:0@lo:400:kworker.0
00000100:00100000:3.0:1767320034.167324:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000003456
00000100:00100000:3.0:1767320034.167327:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000003456
00000100:00100000:3.0:1767320034.167369:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2450
00000100:00100000:3.0:1767320034.167376:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366ace680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000003456:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767320034.167400:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767320034.167435:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366ace680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000003456:12345-0@lo:13:osp-pre-0-1.0 Request processed in 60us (480us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320034.167442:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2450
00000100:00100000:2.0:1767320034.167579:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000003456:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320034.168328:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000002432:0@lo:38:kworker.0
00000100:00100000:1.0:1767320034.168392:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320034.168443:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000002560:0@lo:38:kworker.0
00000100:00100000:1.0:1767320034.168477:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320034.168500:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000002688:0@lo:38:kworker.0
00000100:00100000:1.0:1767320034.168519:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320034.168533:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000002944:0@lo:38:kworker.0
00000100:00100000:1.0:1767320034.168552:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767320034.168587:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767320034.168592:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767320034.168596:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320034.168612:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000002816
00000100:00100000:1.0:1767320034.168618:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000002816
00000100:00100000:1.0:1767320034.168660:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000002560
00000100:00100000:1.0:1767320034.168664:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000002560
00000100:00100000:1.0:1767320034.168676:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000002688
00000100:00100000:1.0:1767320034.168679:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000002688
00000100:00100000:1.0:1767320034.168686:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000002944
00000100:00100000:1.0:1767320034.168689:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000002944
00000100:00100000:1.0:1767320034.168699:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5001
00000100:00100000:1.0:1767320034.168706:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000002816:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320034.168759:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000002816:12345-0@lo:400:kworker.0 Request processed in 53us (1856us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320034.168766:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5001
00000100:00100000:1.0:1767320034.168784:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5589
00000100:00100000:1.0:1767320034.168789:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000002560:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320034.168809:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320034.168841:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000002560:12345-0@lo:38:kworker.0 Request processed in 51us (363us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320034.168847:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5589
00000100:00100000:1.0:1767320034.168858:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5590
00000100:00100000:1.0:1767320034.168862:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000002688:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320034.168870:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320034.168894:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000002688:12345-0@lo:38:kworker.0 Request processed in 30us (374us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320034.168899:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5590
00000100:00100000:1.0:1767320034.168909:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5591
00000100:00100000:1.0:1767320034.168913:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000002944:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320034.168921:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320034.168944:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000002944:12345-0@lo:38:kworker.0 Request processed in 29us (390us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320034.168953:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5591
00000100:00080000:1.0:1767320034.168980:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320034.169009:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000002816:0@lo:400:kworker.0
00000100:00080000:1.0:1767320034.169041:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320034.169047:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320034.169050:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000002560:0@lo:38:kworker.0
00000100:00080000:1.0:1767320034.169058:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320034.169061:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320034.169064:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000002688:0@lo:38:kworker.0
00000100:00080000:1.0:1767320034.169071:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320034.169073:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320034.169076:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000002944:0@lo:38:kworker.0
00000100:00100000:3.0:1767320034.169353:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000002432
00000100:00100000:3.0:1767320034.169359:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000002432
00000100:00100000:3.0:1767320034.169397:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1907
00000100:00100000:3.0:1767320034.169402:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000002432:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320034.169414:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320034.169467:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000002432:12345-0@lo:38:kworker.0 Request processed in 63us (1074us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320034.169474:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1907
00000100:00080000:3.0:1767320034.169505:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320034.169509:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320034.169513:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000002432:0@lo:38:kworker.0
00000100:00100000:2.0:1767320034.169702:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767320034.169715:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366acd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000003584:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320034.169751:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320034.169782:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000003584
00000100:00100000:2.0:1767320034.169786:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000003584
00000100:00100000:2.0:1767320034.169817:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2451
00000100:00100000:2.0:1767320034.169823:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000003584:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767320034.169852:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767320034.169889:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000003584:12345-0@lo:13:osp-pre-1-1.0 Request processed in 67us (139us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320034.169896:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2451
00000100:00100000:2.0:1767320034.169929:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366acd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000003584:0@lo:13:osp-pre-1-1.0
00010000:00010000:3.0:1767320034.487228:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320035.264347:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767320035.264462:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767320035.264508:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962541696
00000100:00100000:0.0:1767320035.264524:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962541696
00000100:00100000:0.0:1767320035.264622:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962541568
00000100:00100000:0.0:1767320035.264627:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962541568
00000100:00100000:0.0:1767320035.264650:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5002
00000100:00100000:0.0:1767320035.264662:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962541696:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:0.0:1767320035.264766:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962541696:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 106us (437us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320035.264774:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5002
00000100:00100000:0.0:1767320035.264797:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5592
00000100:00100000:0.0:1767320035.264802:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962541568:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:0.0:1767320035.264827:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320035.264858:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962541568:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 54us (396us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320035.264864:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5592
00000100:00080000:3.0:1767320035.266773:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767320035.510795:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767320036.539716:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767320037.558180:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320038.588053:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320039.285589:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767320039.285621:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366acd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000003712:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320039.285719:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767320039.287900:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320039.287908:0:72021:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767320039.287912:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320039.287916:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320039.287920:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320039.287930:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5232
00000100:00080000:1.0:1767320039.287936:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1767320039.287941:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:1.0:1767320039.287946:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320039.287970:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000003840:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320039.287981:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952345fab800 x1853164000003968/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320039.287999:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320039.288003:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320039.288005:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320039.288010:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5232
00000100:00080000:1.0:1767320039.288013:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320039.288017:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320039.288034:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952345faa680 x1853164000004096/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320039.288044:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320039.288047:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320039.288049:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320039.288052:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5232
00000100:00080000:1.0:1767320039.288054:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320039.288057:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320039.288068:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952345fa9180 x1853164000004224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320039.288085:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320039.288088:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320039.288090:0:72021:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320039.288092:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5232
00000100:00080000:1.0:1767320039.288095:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320039.288098:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320039.288108:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952345ebed80 x1853164000004480/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320039.288156:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345ebdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000004608:0@lo:400:kworker.0
00000100:00100000:2.0:1767320039.288241:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000003712
00000100:00100000:2.0:1767320039.288252:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000003712
00000100:00100000:2.0:1767320039.288328:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2452
00000100:00100000:2.0:1767320039.288339:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000003712:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767320039.288376:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767320039.289477:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767320039.289501:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345faa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000004352:0@lo:400:kworker.0
00000100:00100000:1.0:1767320039.295337:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320039.295434:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767320039.295450:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345ebd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000004736:0@lo:400:kworker.0
00000100:00100000:1.0:1767320039.295507:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320039.295569:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000004608
00000100:00100000:1.0:1767320039.295579:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000004608
00000100:00100000:1.0:1767320039.295646:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5003
00000100:00100000:1.0:1767320039.295657:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345ebf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000004608:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320039.295726:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345ebf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000004608:12345-0@lo:400:kworker.0 Request processed in 72us (400us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320039.295735:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5003
00000100:00100000:1.0:1767320039.295824:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345ebdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000004608:0@lo:400:kworker.0
00000100:00100000:1.0:1767320039.295875:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000003968:0@lo:38:kworker.0
00000100:00100000:1.0:1767320039.295907:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320039.295936:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345faa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000004096:0@lo:38:kworker.0
00000100:00100000:1.0:1767320039.295967:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320039.295982:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fa9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000004224:0@lo:38:kworker.0
00000100:00100000:1.0:1767320039.296001:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320039.296015:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345ebed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000004480:0@lo:38:kworker.0
00000100:00100000:1.0:1767320039.296036:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320039.296071:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000003968
00000100:00100000:1.0:1767320039.296075:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000003968
00000100:00100000:1.0:1767320039.296101:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1908
00000100:00100000:1.0:1767320039.296106:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345ebdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000003968:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320039.296129:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320039.296167:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345ebdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000003968:12345-0@lo:38:kworker.0 Request processed in 60us (260us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320039.296174:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1908
00000100:00100000:1.0:1767320039.296222:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000004096
00000100:00100000:1.0:1767320039.296226:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000004096
00000100:00100000:1.0:1767320039.296247:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5593
00000100:00100000:1.0:1767320039.296251:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345ebea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000004096:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320039.296261:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320039.296288:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345ebea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000004096:12345-0@lo:38:kworker.0 Request processed in 35us (320us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320039.296294:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5593
00000100:00100000:1.0:1767320039.296303:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000004224
00000100:00100000:1.0:1767320039.296306:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000004224
00000100:00100000:1.0:1767320039.296321:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000004480
00000100:00100000:1.0:1767320039.296323:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000004480
00000100:00100000:1.0:1767320039.296337:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5594
00000100:00100000:1.0:1767320039.296341:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345ebc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000004224:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320039.296349:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320039.296373:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345ebc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000004224:12345-0@lo:38:kworker.0 Request processed in 31us (370us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320039.296378:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5594
00000100:00100000:1.0:1767320039.296389:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5595
00000100:00100000:1.0:1767320039.296393:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345ebc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000004480:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320039.296415:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320039.296440:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345ebc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000004480:12345-0@lo:38:kworker.0 Request processed in 46us (402us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320039.296446:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5595
00000100:00080000:1.0:1767320039.296488:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320039.296494:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320039.296497:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000003968:0@lo:38:kworker.0
00000100:00080000:1.0:1767320039.296504:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320039.296507:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320039.296509:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345faa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000004096:0@lo:38:kworker.0
00000100:00080000:1.0:1767320039.296517:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320039.296520:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320039.296522:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fa9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000004224:0@lo:38:kworker.0
00000100:00080000:1.0:1767320039.296529:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320039.296532:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320039.296535:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345ebed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000004480:0@lo:38:kworker.0
00000100:00100000:1.0:1767320039.296603:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000004736
00000100:00100000:1.0:1767320039.296608:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000004736
00000100:00100000:1.0:1767320039.296647:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3279
00000100:00100000:1.0:1767320039.296655:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345ebca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000004736:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320039.296701:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345ebca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000004736:12345-0@lo:400:kworker.0 Request processed in 48us (1194us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320039.296707:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3279
00000100:00100000:1.0:1767320039.296741:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345ebd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000004736:0@lo:400:kworker.0
00000100:00080000:1.0:1767320039.296772:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767320039.296778:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767320039.296781:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767320039.307801:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000003712:12345-0@lo:13:osp-pre-1-1.0 Request processed in 19444us (22062us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320039.309474:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2452
00000100:00100000:1.0:1767320039.314607:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366acd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000003712:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320039.316847:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320039.317026:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000003840
00000100:00100000:2.0:1767320039.317041:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000003840
00000100:00100000:2.0:1767320039.317100:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2453
00000100:00100000:2.0:1767320039.317110:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000003840:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767320039.317278:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767320039.317356:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000003840:12345-0@lo:13:osp-pre-0-1.0 Request processed in 247us (518us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320039.317364:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2453
00000100:00100000:3.0:1767320039.318045:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000003840:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320039.322413:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320039.322591:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000004352
00000100:00100000:1.0:1767320039.322604:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000004352
00000100:00100000:1.0:1767320039.322712:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5004
00000100:00100000:1.0:1767320039.322726:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000004352:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767320039.322736:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320039.322820:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000004352:12345-0@lo:400:kworker.0 Request processed in 97us (428us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320039.322829:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5004
00000100:00100000:0.0:1767320039.323455:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345faa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000004352:0@lo:400:kworker.0
00010000:00010000:3.0:1767320039.605591:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320040.386875:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767320040.386921:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767320040.387009:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962541952
00000100:00100000:2.0:1767320040.387028:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962541952
00000100:00100000:2.0:1767320040.387140:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962541824
00000100:00100000:2.0:1767320040.387144:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962541824
00000100:00100000:2.0:1767320040.387173:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5005
00000100:00100000:2.0:1767320040.387186:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962541952:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767320040.387325:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962541952:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 142us (460us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320040.387334:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5005
00000100:00100000:2.0:1767320040.387355:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5596
00000100:00100000:2.0:1767320040.387360:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962541824:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767320040.387384:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320040.387428:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962541824:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 66us (506us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320040.387434:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5596
00000100:00080000:3.0:1767320040.387856:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767320040.629740:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767320041.662928:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320042.677466:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320043.702979:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320044.406578:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000004864:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320044.406643:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320044.406798:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000004864
00000100:00100000:2.0:1767320044.406816:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000004864
00000100:00100000:3.0:1767320044.406915:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345ebd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000004992:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320044.406925:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2454
00000100:00100000:2.0:1767320044.406943:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000004864:12345-0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320044.406962:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00002000:00000024:2.0:1767320044.406991:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767320044.407009:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000004992
00000100:00100000:3.0:1767320044.407019:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000004992
00000100:00100000:3.0:1767320044.407071:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2455
00000100:00100000:3.0:1767320044.407080:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000004992:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767320044.407109:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767320044.407166:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000004992:12345-0@lo:13:osp-pre-1-1.0 Request processed in 88us (205us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320044.407174:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2455
00000100:00100000:3.0:1767320044.408432:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345ebd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000004992:0@lo:13:osp-pre-1-1.0
00000100:00080000:3.0:1767320044.408485:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767320044.408490:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767320044.408502:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320044.408506:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767320044.408509:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320044.408513:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320044.408516:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320044.408521:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5237
00000100:00080000:3.0:1767320044.408525:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320044.408540:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320044.408568:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235e8caa00 x1853164000005120/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320044.408588:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320044.408591:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320044.408593:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320044.408596:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5237
00000100:00080000:3.0:1767320044.408598:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320044.408600:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320044.408611:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235e8c8e00 x1853164000005248/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320044.408619:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320044.408622:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320044.408623:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320044.408626:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5237
00000100:00080000:3.0:1767320044.408627:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320044.408630:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320044.408637:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235e8cb800 x1853164000005376/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320044.408660:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320044.408664:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320044.408666:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320044.408669:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5237
00000100:00080000:3.0:1767320044.408671:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320044.408674:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320044.408684:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235e8c8000 x1853164000005632/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320044.408735:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000005504:0@lo:400:kworker.0
00000100:00100000:3.0:1767320044.408784:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320044.408815:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767320044.408821:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000005760:0@lo:400:kworker.0
00000100:00100000:3.0:1767320044.408842:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320044.408870:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000005120:0@lo:38:kworker.0
00000100:00100000:3.0:1767320044.408893:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320044.408914:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000005248:0@lo:38:kworker.0
00000100:00100000:3.0:1767320044.408934:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320044.408950:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000005376:0@lo:38:kworker.0
00000100:00100000:3.0:1767320044.408969:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320044.408986:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000005632:0@lo:38:kworker.0
00000100:00100000:3.0:1767320044.409002:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320044.409036:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000005504
00000100:00100000:3.0:1767320044.409042:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000005504
00000100:00100000:3.0:1767320044.409075:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000005760
00000100:00100000:3.0:1767320044.409077:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000005760
00000100:00100000:3.0:1767320044.409091:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000005248
00000100:00100000:3.0:1767320044.409094:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000005248
00000100:00100000:3.0:1767320044.409101:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000005376
00000100:00100000:3.0:1767320044.409103:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000005376
00000100:00100000:3.0:1767320044.409109:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000005632
00000100:00100000:3.0:1767320044.409111:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000005632
00000100:00100000:3.0:1767320044.409120:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5006
00000100:00100000:3.0:1767320044.409128:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000005504:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320044.409172:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000005504:12345-0@lo:400:kworker.0 Request processed in 45us (386us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320044.409178:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5006
00000100:00100000:3.0:1767320044.409191:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5007
00000100:00100000:3.0:1767320044.409224:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000005760:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320044.409251:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000005760:12345-0@lo:400:kworker.0 Request processed in 30us (408us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320044.409256:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5007
00000100:00100000:3.0:1767320044.409267:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5597
00000100:00100000:3.0:1767320044.409271:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000005248:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320044.409288:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320044.409316:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000005248:12345-0@lo:38:kworker.0 Request processed in 44us (382us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320044.409322:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5597
00000100:00100000:3.0:1767320044.409332:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5598
00000100:00100000:3.0:1767320044.409337:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000005376:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320044.409345:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320044.409378:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000005376:12345-0@lo:38:kworker.0 Request processed in 40us (408us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320044.409383:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5598
00000100:00100000:3.0:1767320044.409394:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5599
00000100:00100000:3.0:1767320044.409397:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000005632:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320044.409406:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320044.409428:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000005632:12345-0@lo:38:kworker.0 Request processed in 28us (424us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320044.409433:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5599
00000100:00080000:3.0:1767320044.409448:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320044.409469:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000005760:0@lo:400:kworker.0
00000100:00100000:3.0:1767320044.409477:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000005504:0@lo:400:kworker.0
00000100:00080000:3.0:1767320044.409500:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320044.409503:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320044.409506:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000005248:0@lo:38:kworker.0
00000100:00080000:3.0:1767320044.409512:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320044.409514:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320044.409517:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000005376:0@lo:38:kworker.0
00000100:00080000:3.0:1767320044.409523:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320044.409525:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320044.409527:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000005632:0@lo:38:kworker.0
00000100:00100000:3.0:1767320044.409574:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000005120
00000100:00100000:3.0:1767320044.409578:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000005120
00000100:00100000:3.0:1767320044.409596:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1909
00000100:00100000:3.0:1767320044.409600:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000005120:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320044.409610:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320044.409639:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000005120:12345-0@lo:38:kworker.0 Request processed in 38us (745us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320044.409644:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1909
00000100:00080000:3.0:1767320044.409671:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320044.409674:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320044.409677:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000005120:0@lo:38:kworker.0
00000100:00100000:2.0:1767320044.413075:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000004864:12345-0@lo:13:osp-pre-0-1.0 Request processed in 6123us (6415us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320044.413097:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2454
00000100:00100000:0.0:1767320044.414519:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000004864:0@lo:13:osp-pre-0-1.0
00010000:00010000:2.0:1767320044.727174:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320045.504684:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767320045.504736:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767320045.504842:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962542208
00000100:00100000:0.0:1767320045.504856:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962542208
00000100:00100000:0.0:1767320045.504954:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962542080
00000100:00100000:0.0:1767320045.504958:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962542080
00000100:00100000:0.0:1767320045.504986:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5008
00000100:00100000:0.0:1767320045.504997:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366ace300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962542208:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:0.0:1767320045.505107:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366ace300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962542208:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 112us (439us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320045.505115:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5008
00000100:00100000:0.0:1767320045.505138:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5600
00000100:00100000:0.0:1767320045.505143:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962542080:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:0.0:1767320045.505168:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320045.505253:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962542080:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 107us (514us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320045.505260:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5600
00000100:00080000:1.0:1767320045.505488:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767320045.749867:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320046.773671:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320047.798106:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767320048.822012:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320049.525512:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000005888:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320049.525582:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320049.525633:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000005888
00000100:00100000:2.0:1767320049.525650:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000005888
00000100:00100000:2.0:1767320049.525770:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2456
00000100:00100000:2.0:1767320049.525782:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000005888:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767320049.525827:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767320049.525921:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000005888:12345-0@lo:13:osp-pre-0-1.0 Request processed in 141us (337us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320049.525929:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2456
00000100:00100000:1.0:1767320049.526055:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000005888:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320049.526526:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366acc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000006016:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320049.526589:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320049.526705:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000006016
00000100:00100000:2.0:1767320049.526712:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000006016
00000100:00100000:2.0:1767320049.526756:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2457
00000100:00100000:2.0:1767320049.526764:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000006016:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767320049.526791:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767320049.526829:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000006016:12345-0@lo:13:osp-pre-1-1.0 Request processed in 66us (239us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320049.526837:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2457
00000100:00100000:3.0:1767320049.526964:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366acc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000006016:0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767320049.527389:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320049.527397:0:72021:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767320049.527400:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320049.527404:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320049.527409:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320049.527416:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5242
00000100:00080000:1.0:1767320049.527422:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320049.527427:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320049.527461:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952345ebed80 x1853164000006144/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320049.527526:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345ebed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000006144:0@lo:38:kworker.0
00000100:00100000:2.0:1767320049.527623:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767320049.527766:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320049.527771:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320049.527773:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320049.527779:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5242
00000100:00080000:1.0:1767320049.527782:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320049.527787:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320049.527803:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952345ebd880 x1853164000006272/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320049.527810:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767320049.527822:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767320049.527840:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000006144
00000100:00100000:3.0:1767320049.527848:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000006144
00000100:00100000:3.0:1767320049.527894:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1910
00000100:00100000:3.0:1767320049.527901:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366aced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000006144:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320049.527925:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320049.527978:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345ebd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000006272:0@lo:38:kworker.0
00000100:00100000:2.0:1767320049.528010:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320049.528110:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000006272
00000100:00100000:0.0:1767320049.528115:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000006272
00000100:00100000:0.0:1767320049.528144:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5601
00000100:00100000:0.0:1767320049.528148:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000006272:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320049.528159:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320049.528213:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000006272:12345-0@lo:38:kworker.0 Request processed in 42us (180us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320049.528220:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5601
00000100:00080000:1.0:1767320049.528295:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320049.528299:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320049.528301:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320049.528315:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5242
00000100:00080000:1.0:1767320049.528317:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320049.528322:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320049.528338:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952345ebfb80 x1853164000006400/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320049.528379:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320049.528383:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320049.528385:0:72021:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320049.528389:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5242
00000100:00080000:1.0:1767320049.528392:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320049.528395:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320049.528407:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952345ebdf80 x1853164000006656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320049.528439:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345ebf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000006784:0@lo:400:kworker.0
00000100:00100000:1.0:1767320049.528471:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320049.528496:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767320049.528503:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345ebf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000006528:0@lo:400:kworker.0
00000100:00100000:1.0:1767320049.528522:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320049.528566:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000006784
00000100:00100000:1.0:1767320049.528570:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000006784
00000100:00100000:1.0:1767320049.528613:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000006528
00000100:00100000:1.0:1767320049.528616:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000006528
00000100:00100000:1.0:1767320049.528639:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5009
00000100:00100000:1.0:1767320049.528644:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345ebd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000006784:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320049.528705:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345ebd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000006784:12345-0@lo:400:kworker.0 Request processed in 60us (233us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320049.528712:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5009
00000100:00100000:1.0:1767320049.528727:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5010
00000100:00100000:1.0:1767320049.528733:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345ebe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000006528:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320049.528761:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345ebe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000006528:12345-0@lo:400:kworker.0 Request processed in 29us (238us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320049.528767:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5010
00000100:00100000:1.0:1767320049.528812:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345ebf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000006528:0@lo:400:kworker.0
00000100:00100000:1.0:1767320049.528823:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345ebf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000006784:0@lo:400:kworker.0
00000100:00080000:1.0:1767320049.528843:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320049.534091:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366aced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000006144:12345-0@lo:38:kworker.0 Request processed in 6171us (6450us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320049.534111:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1910
00000100:00080000:2.0:1767320049.534272:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320049.534280:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320049.534285:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345ebed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000006144:0@lo:38:kworker.0
00000100:00100000:2.0:1767320049.534336:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345ebfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000006400:0@lo:38:kworker.0
00000100:00100000:2.0:1767320049.534418:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320049.534459:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345ebdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000006656:0@lo:38:kworker.0
00000100:00100000:2.0:1767320049.534493:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767320049.534592:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320049.534597:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320049.534602:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345ebd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000006272:0@lo:38:kworker.0
00000100:00100000:0.0:1767320049.534719:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000006400
00000100:00100000:0.0:1767320049.534730:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000006400
00000100:00100000:0.0:1767320049.534777:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000006656
00000100:00100000:0.0:1767320049.534780:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000006656
00000100:00100000:0.0:1767320049.534807:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5602
00000100:00100000:0.0:1767320049.534815:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000006400:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320049.534841:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320049.534893:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000006400:12345-0@lo:38:kworker.0 Request processed in 77us (475us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320049.534900:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5602
00000100:00100000:0.0:1767320049.534915:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5603
00000100:00100000:0.0:1767320049.534920:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000006656:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320049.534930:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320049.534956:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000006656:12345-0@lo:38:kworker.0 Request processed in 35us (462us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320049.534961:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5603
00000100:00080000:2.0:1767320049.535269:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320049.535274:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320049.535277:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345ebfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000006400:0@lo:38:kworker.0
00000100:00080000:2.0:1767320049.535286:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320049.535289:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320049.535292:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345ebdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000006656:0@lo:38:kworker.0
00010000:00010000:2.0:1767320049.845460:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320050.625764:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767320050.626094:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962542464
00000100:00100000:1.0:1767320050.626109:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962542464
00000100:00100000:1.0:1767320050.626250:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5011
00000100:00100000:1.0:1767320050.626261:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962542464:12345-192.168.202.52@tcp:400:kworker.0
00000100:00080000:0.0:1767320050.626410:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320050.626589:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962542464:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 329us (838us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320050.626599:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5011
00000100:00100000:2.0:1767320050.626883:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767320050.626933:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962542336
00000100:00100000:3.0:1767320050.626939:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962542336
00000100:00100000:3.0:1767320050.626974:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5604
00000100:00100000:3.0:1767320050.626980:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962542336:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767320050.627006:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320050.627047:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962542336:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 66us (165us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320050.627054:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5604
00010000:00010000:2.0:1767320050.869580:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320051.652391:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000400:00000100:2.0:1767320051.652522:0:6999:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.52@tcp portal 26 match 1853163962542592 offset 0 length 520: 4
00000100:00100000:2.0:1767320051.652551:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767320051.661531:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962542848
00000100:00100000:1.0:1767320051.661603:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962542848
00000100:00100000:1.0:1767320051.662033:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962542720
00000100:00100000:1.0:1767320051.662039:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962542720
00000100:00100000:1.0:1767320051.662947:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5012
00000100:00100000:1.0:1767320051.662969:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962542848:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767320051.663093:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962542848:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 131us (10715us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320051.664946:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5605
00000100:00100000:0.0:1767320051.664963:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962542720:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:0.0:1767320051.664999:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320051.665173:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962542720:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 211us (12618us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320051.665545:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5605
00000100:00100000:1.0:1767320051.673805:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5012
00010000:00010000:3.0:1767320051.896899:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767320052.919491:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767320053.946719:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767320054.646745:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320054.646760:0:72021:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767320054.646764:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320054.646769:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320054.646774:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320054.646784:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5247
00000100:00080000:1.0:1767320054.646790:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320054.646799:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320054.646855:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952345ebf480 x1853164000006912/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320054.646892:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320054.646896:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320054.646899:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320054.646902:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5247
00000100:00080000:1.0:1767320054.646904:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320054.646908:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320054.646924:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952345ebf800 x1853164000007040/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320054.646935:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320054.646939:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320054.646942:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320054.646948:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5247
00000100:00080000:1.0:1767320054.646951:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1767320054.646951:0:7004:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320029/real 1767320029]  req@ffff95234471c380 x1853164000001536/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320054 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1767320054.646958:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320054.646975:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952345ebc000 x1853164000007168/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320054.647002:0:7004:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95234471c380 x1853164000001536/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320054 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1767320054.647013:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320054.647019:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320054.647023:0:72021:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320054.647031:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5247
00000100:00080000:1.0:1767320054.647035:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320054.647038:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320054.647053:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345ebf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000006912:0@lo:38:kworker.0
00000100:00100000:1.0:1767320054.647066:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952345ebce00 x1853164000007424/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320054.647138:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345ebe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000007296:0@lo:400:kworker.0
00000100:00100000:1.0:1767320054.647182:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320054.647559:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320054.647605:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000006912
00000100:00100000:3.0:1767320054.647615:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000006912
00000100:00100000:0.0:1767320054.647679:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345ebfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000007680:0@lo:400:kworker.0
00000100:00100000:0.0:1767320054.647717:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320054.647743:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345ebdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000007552:0@lo:400:kworker.0
00000100:00100000:0.0:1767320054.647766:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320054.647793:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000007296
00000100:00100000:0.0:1767320054.647798:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000007296
00000100:00100000:3.0:1767320054.647851:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1911
00000100:00100000:0.0:1767320054.647856:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000007552
00000100:00100000:0.0:1767320054.647860:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000007552
00000100:00100000:3.0:1767320054.647863:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000006912:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767320054.647889:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5013
00010000:00020000:3.0:1767320054.647892:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320054.647899:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345ebed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000007296:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320054.647949:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000006912:12345-0@lo:38:kworker.0 Request processed in 86us (389us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320054.647955:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345ebed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000007296:12345-0@lo:400:kworker.0 Request processed in 57us (771us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320054.647974:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1911
00000100:00100000:0.0:1767320054.647975:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5013
00000100:00100000:0.0:1767320054.648005:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5014
00000100:00100000:0.0:1767320054.648011:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000007552:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767320054.648049:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320054.648061:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000007552:12345-0@lo:400:kworker.0 Request processed in 49us (292us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320054.648068:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5014
00000100:00100000:3.0:1767320054.648078:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000007680
00000100:00100000:3.0:1767320054.648084:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000007680
00000100:00100000:0.0:1767320054.648119:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345ebd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000007808:0@lo:400:kworker.0
00000100:00100000:3.0:1767320054.648139:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3280
00000100:00100000:3.0:1767320054.648152:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000007680:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320054.648153:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320054.648187:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000007808
00000100:00100000:0.0:1767320054.648192:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000007808
00000100:00100000:3.0:1767320054.648576:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000007680:12345-0@lo:400:kworker.0 Request processed in 428us (856us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320054.649428:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3281
00000100:00100000:0.0:1767320054.649444:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000007808:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320054.649474:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3280
00000100:00080000:3.0:1767320054.649517:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767320054.649523:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767320054.649524:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000007808:12345-0@lo:400:kworker.0 Request processed in 84us (1373us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320054.649533:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3281
00000100:00080000:0.0:1767320054.649606:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320054.649613:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320054.649617:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345ebf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000006912:0@lo:38:kworker.0
00000100:00100000:0.0:1767320054.649627:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345ebf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000007040:0@lo:38:kworker.0
00000100:00100000:1.0:1767320054.649733:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345ebe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000007296:0@lo:400:kworker.0
00000100:00100000:1.0:1767320054.649766:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000007936:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320054.649802:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345ebfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000007680:0@lo:400:kworker.0
00000100:00100000:1.0:1767320054.650813:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320054.650818:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345ebdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000007552:0@lo:400:kworker.0
00000100:00100000:3.0:1767320054.650849:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000008064:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320054.650876:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000007936
00000100:00100000:1.0:1767320054.650885:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000007936
00000100:00100000:3.0:1767320054.650885:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320054.650931:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000008064
00000100:00100000:1.0:1767320054.650934:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000008064
00000100:00100000:3.0:1767320054.650941:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2458
00000100:00100000:3.0:1767320054.650954:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345ebe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000007936:12345-0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320054.650960:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2459
00000100:00100000:1.0:1767320054.650970:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000008064:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767320054.650988:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00002000:00000024:1.0:1767320054.650992:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767320054.651033:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000008064:12345-0@lo:13:osp-pre-1-1.0 Request processed in 65us (148us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320054.651040:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2459
00000100:00100000:1.0:1767320054.651088:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000008064:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320054.651145:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345ebd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000007808:0@lo:400:kworker.0
00000100:00100000:1.0:1767320054.651172:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000007936:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320054.651435:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345ebe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000007936:12345-0@lo:13:osp-pre-0-1.0 Request processed in 485us (623us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320054.651445:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2458
00000100:00100000:0.0:1767320054.651918:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320054.651951:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345ebc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000007168:0@lo:38:kworker.0
00000100:00100000:3.0:1767320054.651974:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000007040
00000100:00100000:3.0:1767320054.651982:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000007040
00000100:00100000:0.0:1767320054.651983:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767320054.652007:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320054.652022:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:0.0:1767320054.652026:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234471c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000001536:0@lo:250:kworker.0
00000100:00100000:0.0:1767320054.652054:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345ebce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000007424:0@lo:38:kworker.0
00000100:00100000:0.0:1767320054.652077:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320054.652103:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000007168
00000100:00100000:3.0:1767320054.652108:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000007168
00000100:00100000:0.0:1767320054.652112:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000007424
00000100:00100000:0.0:1767320054.652118:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000007424
00000100:00100000:3.0:1767320054.652933:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5606
00000100:00100000:3.0:1767320054.654117:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000007040:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320054.654428:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320054.654537:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000007040:12345-0@lo:38:kworker.0 Request processed in 430us (2619us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320054.654547:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5606
00000100:00100000:3.0:1767320054.654581:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5607
00000100:00100000:3.0:1767320054.654587:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000007168:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320054.654597:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320054.654623:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000007168:12345-0@lo:38:kworker.0 Request processed in 35us (2642us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320054.654629:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5607
00000100:00100000:3.0:1767320054.654859:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5608
00000100:00100000:3.0:1767320054.654865:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000007424:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320054.654876:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320054.654902:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000007424:12345-0@lo:38:kworker.0 Request processed in 37us (2825us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320054.654908:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5608
00000100:00080000:3.0:1767320054.661900:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320054.661914:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767320054.661920:0:72021:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320054.661931:0:72021:0:(import.c:509:import_select_connection()) MGC192.168.202.152@tcp: connect to NID 0@lo last attempt 5226
00000100:00080000:3.0:1767320054.661937:0:72021:0:(import.c:588:import_select_connection()) MGC192.168.202.152@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320054.661946:0:72021:0:(import.c:623:import_select_connection()) MGC192.168.202.152@tcp: import ffff95235eb57800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320054.662000:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237c0bd180 x1853164000008192/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320054.666722:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000008192:0@lo:250:kworker.0
00000400:00000100:1.0:1767320054.666808:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164000008192 offset 0 length 520: 4
00000100:00080000:1.0:1767320054.666896:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320054.666904:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320054.666908:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345ebce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000007424:0@lo:38:kworker.0
00000100:00080000:1.0:1767320054.666925:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320054.666928:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320054.666931:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345ebf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000007040:0@lo:38:kworker.0
00000100:00080000:1.0:1767320054.666943:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320054.666946:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320054.666949:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345ebc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000007168:0@lo:38:kworker.0
00010000:00010000:3.0:1767320054.966274:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320055.994132:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320056.768514:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767320056.768694:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962542976
00000100:00100000:2.0:1767320056.768707:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962542976
00000100:00100000:2.0:1767320056.768773:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5609
00000100:00100000:2.0:1767320056.768786:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962542976:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767320056.768819:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320056.768902:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962542976:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 117us (403us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320056.768911:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5609
00000100:00100000:0.0:1767320056.768992:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767320056.769069:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962543104
00000100:00100000:2.0:1767320056.769074:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962543104
00000100:00100000:2.0:1767320056.769156:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5015
00000100:00100000:2.0:1767320056.769165:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962543104:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767320056.769282:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962543104:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 118us (289us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320056.769290:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5015
00000100:00080000:0.0:1767320056.769498:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767320057.013713:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767320058.037682:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320059.061824:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320059.765894:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000008320:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320059.766009:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320059.766366:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767320059.766379:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000008448:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320059.766412:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320059.766668:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000008320
00000100:00100000:2.0:1767320059.766680:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000008320
00000100:00100000:2.0:1767320059.766754:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000008448
00000100:00100000:2.0:1767320059.766758:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000008448
00000100:00100000:2.0:1767320059.766783:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2460
00000100:00100000:2.0:1767320059.766793:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345ebc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000008320:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767320059.766831:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767320059.766887:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345ebc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000008320:12345-0@lo:13:osp-pre-1-1.0 Request processed in 94us (876us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320059.766894:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2460
00000100:00100000:2.0:1767320059.766914:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2461
00000100:00100000:2.0:1767320059.766920:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345ebf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000008448:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767320059.766936:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767320059.766976:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345ebf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000008448:12345-0@lo:13:osp-pre-0-1.0 Request processed in 56us (563us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320059.766982:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2461
00000100:00080000:1.0:1767320059.767242:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767320059.767353:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767320059.767414:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000008448:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320059.767430:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000008320:0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767320059.768404:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320059.768414:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767320059.768417:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320059.768421:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320059.768426:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320059.768433:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5252
00000100:00080000:2.0:1767320059.768438:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320059.768445:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320059.768489:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523499a9f80 x1853164000008576/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320059.768521:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320059.768525:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320059.768528:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320059.768532:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5252
00000100:00080000:2.0:1767320059.768534:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320059.768538:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320059.768628:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523499a8e00 x1853164000008704/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320059.768640:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320059.768644:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320059.768646:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320059.768650:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5252
00000100:00080000:2.0:1767320059.768653:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320059.768656:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320059.768674:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523499a9180 x1853164000008832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320059.768753:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000008960:0@lo:400:kworker.0
00000100:00100000:3.0:1767320059.768831:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320059.768929:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000008960
00000100:00100000:0.0:1767320059.768939:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000008960
00000100:00100000:0.0:1767320059.769021:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5016
00000100:00100000:0.0:1767320059.769032:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000008960:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320059.769138:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000008576:0@lo:38:kworker.0
00000100:00100000:1.0:1767320059.769177:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320059.769258:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000008704:0@lo:38:kworker.0
00000100:00100000:1.0:1767320059.769281:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320059.769299:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000008832:0@lo:38:kworker.0
00000100:00100000:1.0:1767320059.769318:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767320059.769370:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320059.769394:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000008704
00000100:00100000:1.0:1767320059.769398:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000008704
00000100:00100000:1.0:1767320059.769421:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000008832
00000100:00100000:1.0:1767320059.769423:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000008832
00000100:00100000:1.0:1767320059.769440:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5610
00000100:00100000:1.0:1767320059.769445:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345ebd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000008704:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320059.769467:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320059.769506:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345ebd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000008704:12345-0@lo:38:kworker.0 Request processed in 60us (224us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320059.769517:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5610
00000100:00100000:1.0:1767320059.769534:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5611
00000100:00100000:1.0:1767320059.769538:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345ebd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000008832:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320059.769546:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320059.769583:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345ebd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000008832:12345-0@lo:38:kworker.0 Request processed in 44us (264us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320059.769589:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5611
00000100:00100000:1.0:1767320059.769610:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000008576
00000100:00100000:1.0:1767320059.769614:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000008576
00000100:00100000:1.0:1767320059.769636:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1912
00000100:00100000:1.0:1767320059.769641:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345ebce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000008576:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320059.769650:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320059.769675:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345ebce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000008576:12345-0@lo:38:kworker.0 Request processed in 33us (497us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320059.769681:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1912
00000100:00080000:1.0:1767320059.769716:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320059.769721:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320059.769724:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000008576:0@lo:38:kworker.0
00000100:00080000:1.0:1767320059.769732:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320059.769735:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320059.769737:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000008704:0@lo:38:kworker.0
00000100:00080000:1.0:1767320059.769744:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320059.769747:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320059.769750:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000008832:0@lo:38:kworker.0
00000100:00080000:2.0:1767320059.771487:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320059.771500:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320059.771504:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320059.771512:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5252
00000100:00080000:2.0:1767320059.771517:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320059.771524:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320059.771586:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523499ab800 x1853164000009088/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320059.772082:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000009216:0@lo:400:kworker.0
00000100:00100000:1.0:1767320059.772171:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320059.772302:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000009216
00000100:00100000:1.0:1767320059.772311:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000009216
00000100:00100000:1.0:1767320059.772380:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5017
00000100:00100000:1.0:1767320059.772390:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345ebf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000009216:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320059.772452:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345ebf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000009216:12345-0@lo:400:kworker.0 Request processed in 63us (280us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320059.772459:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5017
00000100:00080000:1.0:1767320059.772486:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320059.772522:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000009216:0@lo:400:kworker.0
00000100:00100000:1.0:1767320059.772878:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000009088:0@lo:38:kworker.0
00000100:00100000:1.0:1767320059.772914:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320059.772952:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000009088
00000100:00100000:1.0:1767320059.772957:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000009088
00000100:00100000:1.0:1767320059.772979:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5612
00000100:00100000:1.0:1767320059.772985:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345ebdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000009088:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320059.773086:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320059.773126:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345ebdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000009088:12345-0@lo:38:kworker.0 Request processed in 140us (211us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320059.773133:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5612
00000100:00080000:1.0:1767320059.773165:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320059.773170:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320059.773173:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000009088:0@lo:38:kworker.0
00000100:00100000:0.0:1767320059.782513:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000008960:12345-0@lo:400:kworker.0 Request processed in 13469us (13668us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320059.782539:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5016
00000100:00100000:3.0:1767320059.783152:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000008960:0@lo:400:kworker.0
00010000:00010000:3.0:1767320060.086262:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767320061.112618:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320061.888001:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767320061.888110:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767320061.890581:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962543360
00000100:00100000:1.0:1767320061.890603:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962543360
00000100:00100000:1.0:1767320061.890799:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962543232
00000100:00100000:1.0:1767320061.890804:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962543232
00000100:00100000:1.0:1767320061.890836:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5018
00000100:00100000:1.0:1767320061.890849:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962543360:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767320061.890964:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962543360:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 117us (2980us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320061.890972:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5018
00000100:00100000:1.0:1767320061.890996:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5613
00000100:00100000:1.0:1767320061.891015:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962543232:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767320061.891040:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320061.891069:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962543232:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 67us (2959us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320061.891076:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5613
00000100:00080000:2.0:1767320061.898009:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767320062.133572:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320063.163238:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320064.181940:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767320064.885712:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320064.885728:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767320064.885732:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320064.885737:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320064.885742:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320064.885752:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5257
00000100:00080000:3.0:1767320064.885757:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320064.885766:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320064.885823:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237c0bc380 x1853164000009344/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320064.885855:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320064.885859:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320064.885861:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320064.885865:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5257
00000100:00080000:3.0:1767320064.885868:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320064.885872:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320064.885965:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237c0bed80 x1853164000009472/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320064.885978:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320064.885981:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320064.885983:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320064.885988:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5257
00000100:00080000:3.0:1767320064.885991:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320064.885994:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320064.886008:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237c0bd500 x1853164000009600/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320064.886065:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320064.886070:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320064.886072:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320064.886078:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5257
00000100:00080000:3.0:1767320064.886081:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320064.886087:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320064.886101:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237c0bdf80 x1853164000009856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320064.886154:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000009344:0@lo:38:kworker.0
00000100:00100000:0.0:1767320064.886273:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000009984:0@lo:400:kworker.0
00000100:00100000:1.0:1767320064.886299:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320064.886371:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000009728:0@lo:400:kworker.0
00000100:00100000:3.0:1767320064.886444:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000010112:0@lo:400:kworker.0
00000100:00100000:0.0:1767320064.889524:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320064.889742:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000009984
00000100:00100000:0.0:1767320064.889752:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000009984
00000100:00100000:0.0:1767320064.889837:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5019
00000100:00100000:0.0:1767320064.889849:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367242680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000009984:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320064.889986:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000009472:0@lo:38:kworker.0
00000100:00100000:1.0:1767320064.890065:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320064.890104:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000009600:0@lo:38:kworker.0
00000100:00100000:1.0:1767320064.890128:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320064.890145:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000009856:0@lo:38:kworker.0
00000100:00100000:1.0:1767320064.890235:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320064.890247:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367242680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000009984:12345-0@lo:400:kworker.0 Request processed in 397us (730us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320064.890259:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5019
00000100:00100000:0.0:1767320064.890284:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000009472
00000100:00100000:0.0:1767320064.890288:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000009472
00000100:00100000:1.0:1767320064.890297:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000010240:0@lo:400:kworker.0
00000100:00100000:0.0:1767320064.890314:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000009600
00000100:00100000:0.0:1767320064.890320:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000009600
00000100:00100000:0.0:1767320064.890337:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000009856
00000100:00100000:1.0:1767320064.890338:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320064.890343:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000009856
00000100:00100000:0.0:1767320064.890362:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5614
00000100:00100000:0.0:1767320064.890367:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000009472:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320064.890390:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767320064.894551:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320064.894685:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320064.894743:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367243480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000010368:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320064.894793:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320064.894823:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767320064.894829:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000010496:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320064.894848:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320064.895185:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000010240
00000100:00100000:2.0:1767320064.895221:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000010240
00000100:00100000:2.0:1767320064.895300:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3282
00000100:00100000:2.0:1767320064.895310:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345faa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000010240:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320064.895376:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345faa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000010240:12345-0@lo:400:kworker.0 Request processed in 67us (5043us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320064.895384:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3282
00000100:00100000:2.0:1767320064.895422:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000009728
00000100:00100000:2.0:1767320064.895427:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000009728
00000100:00100000:2.0:1767320064.895452:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5020
00000100:00100000:2.0:1767320064.895459:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000009728:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320064.895497:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000009728:12345-0@lo:400:kworker.0 Request processed in 39us (816us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320064.895504:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5020
00000100:00100000:2.0:1767320064.895517:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5615
00000100:00100000:2.0:1767320064.895521:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345faa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000009600:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320064.895545:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320064.895579:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345faa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000009600:12345-0@lo:38:kworker.0 Request processed in 57us (5451us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320064.895604:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5615
00000100:00100000:2.0:1767320064.895618:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5616
00000100:00100000:2.0:1767320064.895623:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fa9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000009856:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320064.895633:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320064.895654:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fa9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000009856:12345-0@lo:38:kworker.0 Request processed in 30us (5421us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320064.895660:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5616
00000100:00100000:2.0:1767320064.895688:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000009344
00000100:00100000:2.0:1767320064.895692:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000009344
00000100:00100000:2.0:1767320064.895710:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1913
00000100:00100000:2.0:1767320064.895715:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345ebfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000009344:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320064.895725:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320064.895753:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345ebfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000009344:12345-0@lo:38:kworker.0 Request processed in 37us (9457us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320064.895759:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1913
00000100:00080000:2.0:1767320064.895774:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767320064.895778:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767320064.895818:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000009728:0@lo:400:kworker.0
00000100:00100000:2.0:1767320064.895872:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000010368
00000100:00100000:2.0:1767320064.895876:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000010368
00000100:00100000:2.0:1767320064.896268:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000010496
00000100:00100000:2.0:1767320064.896273:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000010496
00000100:00100000:2.0:1767320064.896302:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2462
00000100:00100000:2.0:1767320064.896309:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000010368:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767320064.896340:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767320064.896390:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000010368:12345-0@lo:13:osp-pre-0-1.0 Request processed in 81us (1596us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320064.896397:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2462
00000100:00100000:2.0:1767320064.901026:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2463
00000100:00100000:2.0:1767320064.901072:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000010496:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767320064.901123:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767320064.901254:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000010496:12345-0@lo:13:osp-pre-1-1.0 Request processed in 209us (6404us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320064.901263:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2463
00000100:00080000:2.0:1767320064.901325:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767320064.901385:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320064.901392:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320064.901396:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000009344:0@lo:38:kworker.0
00000100:00080000:2.0:1767320064.902660:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320064.902673:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320064.902679:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000009600:0@lo:38:kworker.0
00000100:00080000:2.0:1767320064.902711:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320064.902715:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320064.902718:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000009856:0@lo:38:kworker.0
00000100:00100000:2.0:1767320064.902796:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000010496:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320064.902814:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367243480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000010368:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320064.904806:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000009984:0@lo:400:kworker.0
00000100:00100000:3.0:1767320064.906141:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320064.906346:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000009472:12345-0@lo:38:kworker.0 Request processed in 15973us (16276us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320064.906361:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5614
00000100:00100000:1.0:1767320064.906523:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000010240:0@lo:400:kworker.0
00000100:00080000:3.0:1767320064.906544:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320064.906552:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320064.906557:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000009472:0@lo:38:kworker.0
00000100:00100000:2.0:1767320064.907285:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000010112
00000100:00100000:2.0:1767320064.907296:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000010112
00000100:00100000:2.0:1767320064.907362:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3283
00000100:00100000:2.0:1767320064.907372:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000010112:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320064.908101:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000010112:12345-0@lo:400:kworker.0 Request processed in 726us (1963us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320064.908112:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3283
00000100:00100000:3.0:1767320064.908571:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000010112:0@lo:400:kworker.0
00010000:00010000:2.0:1767320065.205584:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767320066.231317:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320067.010957:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767320067.014599:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767320067.025992:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962543488
00000100:00100000:0.0:1767320067.026019:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962543488
00000100:00100000:0.0:1767320067.026135:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962543616
00000100:00100000:0.0:1767320067.026140:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962543616
00000100:00100000:0.0:1767320067.026258:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5021
00000100:00100000:0.0:1767320067.026271:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952348239880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962543616:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:0.0:1767320067.026382:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952348239880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962543616:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 112us (11798us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320067.026391:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5021
00000100:00100000:3.0:1767320067.029310:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5617
00000100:00100000:3.0:1767320067.029329:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962543488:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767320067.029363:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320067.029458:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962543488:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 130us (18514us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320067.029465:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5617
00000100:00080000:1.0:1767320067.030155:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767320067.253578:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320068.277689:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767320069.305496:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767320070.005504:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320070.005524:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767320070.005530:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320070.005536:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320070.005543:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320070.005556:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5262
00000100:00080000:3.0:1767320070.005564:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320070.005575:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320070.005642:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237c0bdc00 x1853164000010624/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320070.005867:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767320070.005892:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000010752:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320070.005993:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320070.006103:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367242d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000010880:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320070.006159:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320070.006248:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000010752
00000100:00100000:1.0:1767320070.006263:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000010752
00000100:00100000:1.0:1767320070.006344:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000010880
00000100:00100000:1.0:1767320070.006348:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000010880
00000100:00100000:1.0:1767320070.006371:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2464
00000100:00100000:1.0:1767320070.006380:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234823aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000010752:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767320070.006420:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767320070.006483:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234823aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000010752:12345-0@lo:13:osp-pre-1-1.0 Request processed in 99us (485us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320070.006491:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2464
00000100:00100000:1.0:1767320070.006522:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2465
00000100:00100000:1.0:1767320070.006529:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234823b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000010880:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767320070.006552:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767320070.006688:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234823b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000010880:12345-0@lo:13:osp-pre-0-1.0 Request processed in 158us (531us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320070.006695:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2465
00000100:00080000:1.0:1767320070.006715:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767320070.006721:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767320070.006765:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367242d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000010880:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320070.006780:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000010752:0@lo:13:osp-pre-1-1.0
00000100:00080000:3.0:1767320070.009660:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320070.009675:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320070.009680:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320070.009689:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5262
00000100:00080000:3.0:1767320070.009696:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320070.009705:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320070.009763:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237c0bed80 x1853164000011008/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320070.009781:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320070.009785:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320070.009787:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320070.009790:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5262
00000100:00080000:3.0:1767320070.009793:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320070.009796:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320070.009809:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237c0bdf80 x1853164000011136/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320070.009895:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320070.009902:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320070.009904:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320070.009909:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5262
00000100:00080000:3.0:1767320070.009912:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320070.009918:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320070.009939:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237c0bc380 x1853164000011392/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320070.009991:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000011264:0@lo:400:kworker.0
00000100:00100000:3.0:1767320070.010028:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000010624:0@lo:38:kworker.0
00000100:00100000:2.0:1767320070.010081:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320070.010130:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320070.010160:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767320070.010174:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000011520:0@lo:400:kworker.0
00000100:00100000:3.0:1767320070.010226:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000011008:0@lo:38:kworker.0
00000100:00100000:2.0:1767320070.010243:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320070.010282:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000010624
00000100:00100000:3.0:1767320070.010294:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000010624
00000100:00100000:3.0:1767320070.010346:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1914
00000100:00100000:3.0:1767320070.010354:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000010624:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320070.010379:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320070.010493:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000011264
00000100:00100000:0.0:1767320070.010503:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000011264
00000100:00100000:0.0:1767320070.010558:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000011520
00000100:00100000:0.0:1767320070.010561:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000011520
00000100:00100000:0.0:1767320070.010886:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5022
00000100:00100000:0.0:1767320070.010897:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000011264:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320070.011444:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000010624:12345-0@lo:38:kworker.0 Request processed in 1085us (1321us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320070.011457:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1914
00000100:00100000:3.0:1767320070.011504:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5023
00000100:00100000:3.0:1767320070.011522:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000011520:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320070.011537:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000011264:12345-0@lo:400:kworker.0 Request processed in 638us (1452us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320070.011549:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5022
00000100:00100000:3.0:1767320070.011581:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000011520:12345-0@lo:400:kworker.0 Request processed in 67us (1338us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320070.011589:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5023
00000100:00100000:3.0:1767320070.011650:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320070.011679:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000011136:0@lo:38:kworker.0
00000100:00100000:3.0:1767320070.011710:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320070.011729:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000011392:0@lo:38:kworker.0
00000100:00100000:3.0:1767320070.011751:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767320070.011797:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320070.011802:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320070.011805:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000010624:0@lo:38:kworker.0
00000100:00100000:3.0:1767320070.011837:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000011008
00000100:00100000:3.0:1767320070.011844:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000011008
00000100:00100000:0.0:1767320070.011849:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000011136
00000100:00100000:0.0:1767320070.011858:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000011136
00000100:00100000:3.0:1767320070.011865:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000011392
00000100:00100000:3.0:1767320070.011872:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000011392
00000100:00100000:0.0:1767320070.011892:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5618
00000100:00100000:0.0:1767320070.011900:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000011008:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320070.011920:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320070.011971:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000011008:12345-0@lo:38:kworker.0 Request processed in 70us (321us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320070.012042:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000011520:0@lo:400:kworker.0
00000100:00100000:2.0:1767320070.012054:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000011264:0@lo:400:kworker.0
00000100:00100000:3.0:1767320070.013100:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5619
00000100:00100000:3.0:1767320070.013116:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000011136:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767320070.013137:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5618
00000100:00100000:0.0:1767320070.013166:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5620
00000100:00100000:0.0:1767320070.013173:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000011392:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320070.013189:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:3.0:1767320070.013255:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320070.013333:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000011136:12345-0@lo:38:kworker.0 Request processed in 220us (1621us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320070.013341:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5619
00000100:00080000:3.0:1767320070.013397:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320070.013402:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320070.013406:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000011008:0@lo:38:kworker.0
00000100:00080000:3.0:1767320070.013414:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320070.013418:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320070.013420:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000011136:0@lo:38:kworker.0
00000100:00100000:0.0:1767320070.014298:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000011392:12345-0@lo:38:kworker.0 Request processed in 1121us (2542us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320070.014308:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5620
00000100:00080000:3.0:1767320070.014523:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320070.014540:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320070.014544:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000011392:0@lo:38:kworker.0
00000100:00080000:0.0:1767320070.014769:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767320070.325721:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320071.349675:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320072.133375:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767320072.133918:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767320072.134065:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962543872
00000100:00100000:2.0:1767320072.134077:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962543872
00000100:00100000:2.0:1767320072.134191:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962543744
00000100:00100000:2.0:1767320072.134237:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962543744
00000100:00100000:2.0:1767320072.134262:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5024
00000100:00100000:2.0:1767320072.134276:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952348239180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962543872:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767320072.134378:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952348239180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962543872:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 105us (1020us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320072.134386:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5024
00000100:00100000:2.0:1767320072.134410:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5621
00000100:00100000:2.0:1767320072.134414:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952348238a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962543744:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767320072.134440:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320072.134468:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952348238a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962543744:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 52us (551us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320072.134476:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5621
00000100:00080000:0.0:1767320072.134767:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767320072.373442:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767320073.397899:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767320074.421865:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767320075.125335:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320075.125345:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767320075.125347:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320075.125351:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320075.125355:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320075.125362:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5267
00000100:00080000:3.0:1767320075.125367:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320075.125373:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320075.125411:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235e8cb800 x1853164000011648/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320075.125428:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320075.125432:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320075.125437:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320075.125440:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5267
00000100:00080000:3.0:1767320075.125443:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320075.125447:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320075.125463:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235e8c8e00 x1853164000011776/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320075.125472:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320075.125476:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320075.125478:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320075.125482:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5267
00000100:00080000:3.0:1767320075.125484:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320075.125488:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320075.125498:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235e8c8380 x1853164000011904/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320075.125535:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320075.125539:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320075.125541:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320075.125544:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5267
00000100:00080000:3.0:1767320075.125547:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320075.125553:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320075.125569:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237c0bc380 x1853164000012288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320075.125601:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234823b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000012160:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320075.125636:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000012032:0@lo:400:kworker.0
00000100:00100000:3.0:1767320075.125704:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320075.125755:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000012672:0@lo:400:kworker.0
00000100:00100000:3.0:1767320075.125775:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320075.125802:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000012544:0@lo:400:kworker.0
00000100:00100000:1.0:1767320075.125818:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320075.125829:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320075.125941:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000011648:0@lo:38:kworker.0
00000100:00100000:2.0:1767320075.125960:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000012416:0@lo:400:kworker.0
00000100:00100000:1.0:1767320075.125995:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000012800:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320075.126130:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000012032
00000100:00100000:3.0:1767320075.126139:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000012032
00000100:00100000:3.0:1767320075.126220:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5025
00000100:00100000:3.0:1767320075.126230:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000012032:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320075.126275:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000012032:12345-0@lo:400:kworker.0 Request processed in 48us (570us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320075.126281:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5025
00000100:00100000:3.0:1767320075.126313:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000012672
00000100:00100000:3.0:1767320075.126316:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000012672
00000100:00100000:3.0:1767320075.126338:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000012544
00000100:00100000:3.0:1767320075.126340:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000012544
00000100:00100000:3.0:1767320075.126355:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3284
00000100:00100000:3.0:1767320075.126360:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000012672:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320075.126385:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000012672:12345-0@lo:400:kworker.0 Request processed in 25us (609us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320075.126390:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3284
00000100:00100000:3.0:1767320075.126399:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3285
00000100:00100000:3.0:1767320075.126404:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349093100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000012544:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320075.126428:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349093100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000012544:12345-0@lo:400:kworker.0 Request processed in 24us (601us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320075.126434:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3285
00000100:00100000:3.0:1767320075.126464:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000012544:0@lo:400:kworker.0
00000100:00100000:3.0:1767320075.126492:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000012032:0@lo:400:kworker.0
00000100:00100000:3.0:1767320075.126500:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000012672:0@lo:400:kworker.0
00000100:00080000:3.0:1767320075.126522:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767320075.126526:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767320075.126528:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320075.126540:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000012160
00000100:00100000:3.0:1767320075.126543:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000012160
00000100:00100000:3.0:1767320075.126562:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2466
00000100:00100000:3.0:1767320075.126567:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952348238380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000012160:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767320075.126586:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767320075.126614:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952348238380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000012160:12345-0@lo:13:osp-pre-0-1.0 Request processed in 47us (799us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320075.126619:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2466
00000100:00100000:0.0:1767320075.129232:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320075.129370:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000011776:0@lo:38:kworker.0
00000100:00100000:0.0:1767320075.129409:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320075.129430:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000011904:0@lo:38:kworker.0
00000100:00100000:0.0:1767320075.129451:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320075.129467:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000012288:0@lo:38:kworker.0
00000100:00100000:0.0:1767320075.129487:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320075.129540:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000011776
00000100:00100000:0.0:1767320075.129547:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000011776
00000100:00100000:0.0:1767320075.129573:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000011904
00000100:00100000:0.0:1767320075.129575:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000011904
00000100:00100000:0.0:1767320075.129586:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000012288
00000100:00100000:0.0:1767320075.129587:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000012288
00000100:00100000:0.0:1767320075.129602:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5622
00000100:00100000:0.0:1767320075.129608:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367241180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000011776:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320075.129627:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320075.129659:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367241180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000011776:12345-0@lo:38:kworker.0 Request processed in 50us (249us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320075.129665:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5622
00000100:00100000:0.0:1767320075.129678:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5623
00000100:00100000:0.0:1767320075.129681:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367240700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000011904:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320075.129690:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320075.129709:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367240700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000011904:12345-0@lo:38:kworker.0 Request processed in 27us (258us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320075.129714:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5623
00000100:00100000:0.0:1767320075.129722:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5624
00000100:00100000:0.0:1767320075.129725:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367241880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000012288:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320075.129733:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320075.129747:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367241880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000012288:12345-0@lo:38:kworker.0 Request processed in 21us (260us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320075.129752:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5624
00000100:00080000:0.0:1767320075.129787:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320075.129791:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320075.129795:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000011776:0@lo:38:kworker.0
00000100:00080000:0.0:1767320075.129801:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320075.129805:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320075.129807:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000011904:0@lo:38:kworker.0
00000100:00080000:0.0:1767320075.129813:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320075.129815:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320075.129818:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000012288:0@lo:38:kworker.0
00000100:00100000:1.0:1767320075.129999:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320075.130101:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000012800
00000100:00100000:1.0:1767320075.130101:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234823b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000012160:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320075.130112:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000012800
00000100:00100000:0.0:1767320075.130167:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2467
00000100:00100000:0.0:1767320075.130175:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952348239c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000012800:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767320075.130236:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767320075.130282:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952348239c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000012800:12345-0@lo:13:osp-pre-1-1.0 Request processed in 109us (290us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320075.130288:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2467
00000100:00100000:2.0:1767320075.130380:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320075.130596:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000012800:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767320075.130799:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000012416
00000100:00100000:0.0:1767320075.130807:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000012416
00000100:00100000:0.0:1767320075.130881:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5026
00000100:00100000:0.0:1767320075.130890:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000012416:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320075.130951:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000012416:12345-0@lo:400:kworker.0 Request processed in 62us (572us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320075.130959:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5026
00000100:00080000:2.0:1767320075.131022:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320075.131055:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000012416:0@lo:400:kworker.0
00000100:00100000:3.0:1767320075.133465:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000011648
00000100:00100000:3.0:1767320075.133481:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000011648
00000100:00100000:3.0:1767320075.133538:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1915
00000100:00100000:3.0:1767320075.133546:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367241c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000011648:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320075.133571:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320075.133659:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367241c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000011648:12345-0@lo:38:kworker.0 Request processed in 113us (4433us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320075.133667:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1915
00000100:00080000:1.0:1767320075.134842:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320075.134856:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320075.134862:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000011648:0@lo:38:kworker.0
00010000:00010000:3.0:1767320075.445442:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320076.222990:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000400:00000100:3.0:1767320076.224883:0:6999:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.52@tcp portal 26 match 1853163962544000 offset 0 length 520: 4
00000100:00100000:3.0:1767320076.225000:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767320076.232060:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962544256
00000100:00100000:1.0:1767320076.236375:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962544256
00000100:00100000:1.0:1767320076.236552:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962544128
00000100:00100000:1.0:1767320076.236557:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962544128
00000100:00100000:1.0:1767320076.236606:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5027
00000100:00100000:1.0:1767320076.236621:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349090a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962544256:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767320076.236771:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349090a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962544256:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 153us (13794us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320076.236781:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5027
00000100:00100000:1.0:1767320076.236811:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5625
00000100:00100000:1.0:1767320076.236816:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349092680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962544128:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767320076.236849:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320076.236879:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349092680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962544128:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 62us (11881us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320076.236886:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5625
00000100:00080000:2.0:1767320076.237625:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767320076.469622:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767320077.493449:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320078.521645:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320079.221396:0:7004:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320054/real 1767320054]  req@ffff95237c0bd180 x1853164000008192/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320079 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1767320079.221448:0:7004:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95237c0bd180 x1853164000008192/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320079 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1767320079.221475:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320079.221577:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:1.0:1767320079.221582:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000008192:0@lo:250:kworker.0
00000100:00080000:3.0:1767320079.221740:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320079.221748:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767320079.221751:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320079.221757:0:49151:0:(import.c:509:import_select_connection()) MGC192.168.202.152@tcp: connect to NID 0@lo last attempt 5252
00000100:00080000:3.0:1767320079.221763:0:49151:0:(import.c:588:import_select_connection()) MGC192.168.202.152@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320079.221770:0:49151:0:(import.c:623:import_select_connection()) MGC192.168.202.152@tcp: import ffff95235eb57800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320079.221817:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952349092d80 x1853164000012928/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320079.221881:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349092d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000012928:0@lo:250:kworker.0
00000400:00000100:1.0:1767320079.221949:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164000012928 offset 0 length 520: 4
00000100:00080000:3.0:1767320079.222030:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320079.222045:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320079.222047:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320079.222051:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5273
00000100:00080000:3.0:1767320079.222054:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320079.222059:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320079.222077:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952349093800 x1853164000013056/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320079.222189:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349093800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000013056:0@lo:38:kworker.0
00000100:00100000:1.0:1767320079.222255:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320079.222432:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000013056
00000100:00100000:2.0:1767320079.222444:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000013056
00000100:00100000:2.0:1767320079.222506:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1916
00000100:00100000:2.0:1767320079.222517:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234823b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000013056:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320079.222544:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320079.222710:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234823b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000013056:12345-0@lo:38:kworker.0 Request processed in 194us (454us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320079.222719:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1916
00000100:00080000:3.0:1767320079.222806:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320079.222811:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320079.222814:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320079.222818:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5273
00000100:00080000:3.0:1767320079.222821:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320079.222826:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320079.222849:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952349091f80 x1853164000013184/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320079.222861:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320079.222864:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320079.222865:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320079.222869:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5273
00000100:00080000:3.0:1767320079.222872:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320079.222875:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320079.222890:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952349090380 x1853164000013312/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320079.222934:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320079.222938:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320079.222940:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320079.222944:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5273
00000100:00080000:3.0:1767320079.222946:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320079.222950:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320079.222961:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952349093480 x1853164000013568/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320079.223135:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349090700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000013440:0@lo:400:kworker.0
00000100:00100000:2.0:1767320079.223173:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320079.223223:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767320079.223230:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349091500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000013696:0@lo:400:kworker.0
00000100:00100000:2.0:1767320079.223254:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320079.223298:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349093b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000013824:0@lo:400:kworker.0
00000100:00100000:2.0:1767320079.223340:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320079.223361:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767320079.223367:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349091180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000013952:0@lo:400:kworker.0
00000100:00100000:2.0:1767320079.223387:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320079.223417:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000013824
00000100:00100000:2.0:1767320079.223422:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000013824
00000100:00100000:2.0:1767320079.223472:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000013952
00000100:00100000:2.0:1767320079.223475:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000013952
00000100:00100000:2.0:1767320079.223499:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3286
00000100:00100000:2.0:1767320079.223507:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000013824:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320079.223558:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000013824:12345-0@lo:400:kworker.0 Request processed in 52us (217us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320079.223565:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3286
00000100:00100000:2.0:1767320079.223578:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3287
00000100:00100000:2.0:1767320079.223584:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000013952:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320079.223609:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000013952:12345-0@lo:400:kworker.0 Request processed in 26us (221us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320079.223614:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3287
00000100:00080000:2.0:1767320079.223635:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767320079.223641:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767320079.223681:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349091180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000013952:0@lo:400:kworker.0
00000100:00100000:2.0:1767320079.223692:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349093b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000013824:0@lo:400:kworker.0
00000100:00100000:2.0:1767320079.223728:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000013440
00000100:00100000:2.0:1767320079.223733:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000013440
00000100:00100000:2.0:1767320079.223766:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000013696
00000100:00100000:2.0:1767320079.223769:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000013696
00000100:00100000:2.0:1767320079.223791:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5028
00000100:00100000:2.0:1767320079.223796:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000013440:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320079.223831:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000013440:12345-0@lo:400:kworker.0 Request processed in 35us (658us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320079.223837:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5028
00000100:00100000:2.0:1767320079.223848:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5029
00000100:00100000:2.0:1767320079.223853:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000013696:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320079.223875:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000013696:12345-0@lo:400:kworker.0 Request processed in 23us (620us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320079.223880:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5029
00000100:00080000:2.0:1767320079.223894:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320079.223914:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349091500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000013696:0@lo:400:kworker.0
00000100:00100000:2.0:1767320079.223925:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349090700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000013440:0@lo:400:kworker.0
00000100:00080000:1.0:1767320079.224440:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320079.224447:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320079.224450:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349093800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000013056:0@lo:38:kworker.0
00000100:00100000:1.0:1767320079.224470:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349091f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000013184:0@lo:38:kworker.0
00000100:00100000:1.0:1767320079.224507:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320079.224579:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349090380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000013312:0@lo:38:kworker.0
00000100:00100000:1.0:1767320079.224602:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320079.224674:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349093480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000013568:0@lo:38:kworker.0
00000100:00100000:1.0:1767320079.224695:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320079.224745:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000013184
00000100:00100000:0.0:1767320079.224752:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000013184
00000100:00100000:0.0:1767320079.224870:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000013312
00000100:00100000:0.0:1767320079.224874:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000013312
00000100:00100000:3.0:1767320079.224915:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5626
00000100:00100000:3.0:1767320079.224922:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234823a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000013184:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320079.224942:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320079.224981:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234823a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000013184:12345-0@lo:38:kworker.0 Request processed in 59us (474us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320079.224988:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5626
00000100:00100000:3.0:1767320079.225004:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5627
00000100:00080000:1.0:1767320079.225134:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320079.225139:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320079.225141:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349091f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000013184:0@lo:38:kworker.0
00000100:00100000:1.0:1767320079.225166:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000013568
00000100:00100000:1.0:1767320079.225169:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000013568
00000100:00100000:1.0:1767320079.225190:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5628
00000100:00100000:1.0:1767320079.225219:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234823bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000013568:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320079.225228:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320079.225257:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234823bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000013568:12345-0@lo:38:kworker.0 Request processed in 62us (562us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320079.225263:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5628
00000100:00080000:1.0:1767320079.225289:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320079.225293:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320079.225296:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349093480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000013568:0@lo:38:kworker.0
00000100:00100000:3.0:1767320079.225450:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952348238e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000013312:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320079.225462:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320079.225500:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952348238e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000013312:12345-0@lo:38:kworker.0 Request processed in 490us (897us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320079.225506:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5627
00000100:00080000:1.0:1767320079.225575:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320079.225579:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320079.225582:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349090380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000013312:0@lo:38:kworker.0
00010000:00010000:3.0:1767320079.541565:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320080.245624:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952348238000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000014080:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320080.245729:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320080.249584:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000014080
00000100:00100000:1.0:1767320080.249608:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000014080
00000100:00100000:1.0:1767320080.249706:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2468
00000100:00100000:1.0:1767320080.249718:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367240380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000014080:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767320080.249761:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767320080.249892:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367240380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000014080:12345-0@lo:13:osp-pre-0-1.0 Request processed in 176us (4162us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320080.249903:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2468
00000100:00100000:3.0:1767320080.251926:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952348238000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000014080:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320080.251964:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767320080.251978:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000014208:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320080.252066:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320080.252590:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000014208
00000100:00100000:0.0:1767320080.252602:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000014208
00000100:00100000:0.0:1767320080.252671:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2469
00000100:00100000:0.0:1767320080.252683:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349091880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000014208:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767320080.252722:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767320080.252793:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349091880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000014208:12345-0@lo:13:osp-pre-1-1.0 Request processed in 113us (727us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320080.252800:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2469
00000100:00100000:3.0:1767320080.253373:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000014208:0@lo:13:osp-pre-1-1.0
00010000:00010000:3.0:1767320080.568660:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320081.343754:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767320081.344139:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962544512
00000100:00100000:2.0:1767320081.344158:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962544512
00000100:00080000:3.0:1767320081.344265:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320081.346281:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5030
00000100:00100000:2.0:1767320081.346308:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349092300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962544512:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767320081.346446:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349092300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962544512:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 150us (2701us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320081.346455:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5030
00000100:00100000:1.0:1767320081.351323:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767320081.351536:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962544384
00000100:00100000:2.0:1767320081.351554:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962544384
00000100:00100000:2.0:1767320081.351633:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5629
00000100:00100000:2.0:1767320081.351658:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234823b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962544384:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767320081.351690:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320081.351919:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234823b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962544384:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 262us (604us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320081.351928:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5629
00010000:00010000:2.0:1767320081.589684:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320082.613375:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320083.639603:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767320084.345476:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320084.345486:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767320084.345489:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320084.345492:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320084.345496:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320084.345504:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5277
00000100:00080000:3.0:1767320084.345508:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320084.345515:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320084.345565:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952349091c00 x1853164000014336/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320084.345595:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320084.345599:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320084.345600:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320084.345604:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5277
00000100:00080000:3.0:1767320084.345606:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320084.345609:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320084.345624:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952349090380 x1853164000014464/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320084.345633:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320084.345635:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320084.345637:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320084.345640:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5277
00000100:00080000:3.0:1767320084.345642:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320084.345645:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320084.345655:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952349093480 x1853164000014592/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320084.345694:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320084.345698:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320084.345700:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320084.345703:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5277
00000100:00080000:3.0:1767320084.345705:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320084.345708:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320084.345718:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952349093800 x1853164000014848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320084.345746:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349090700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000014976:0@lo:400:kworker.0
00000100:00100000:3.0:1767320084.345783:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349091500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000015104:0@lo:400:kworker.0
00000100:00100000:0.0:1767320084.345814:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320084.345827:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320084.345853:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767320084.345857:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767320084.345861:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349091f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000014720:0@lo:400:kworker.0
00000100:00100000:3.0:1767320084.345878:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349093b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000015232:0@lo:400:kworker.0
00000100:00100000:0.0:1767320084.345885:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320084.345908:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320084.345950:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000015104
00000100:00100000:0.0:1767320084.345951:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000014976
00000100:00100000:3.0:1767320084.345958:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000015104
00000100:00100000:0.0:1767320084.345966:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000014976
00000100:00100000:1.0:1767320084.346052:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349091c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000014336:0@lo:38:kworker.0
00000100:00100000:1.0:1767320084.346083:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320084.346112:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349090380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000014464:0@lo:38:kworker.0
00000100:00100000:1.0:1767320084.346132:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320084.346150:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349093480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000014592:0@lo:38:kworker.0
00000100:00100000:1.0:1767320084.346167:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320084.346181:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349093800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000014848:0@lo:38:kworker.0
00000100:00100000:1.0:1767320084.346228:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320084.346769:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000015232
00000100:00100000:3.0:1767320084.346775:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000015232
00000100:00100000:3.0:1767320084.349669:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3288
00000100:00100000:3.0:1767320084.349686:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349091180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000015104:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320084.349779:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349091180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000015104:12345-0@lo:400:kworker.0 Request processed in 98us (3952us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320084.349787:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3288
00000100:00100000:3.0:1767320084.349805:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3289
00000100:00100000:3.0:1767320084.349812:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000015232:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320084.349840:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000015232:12345-0@lo:400:kworker.0 Request processed in 29us (3933us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320084.349847:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3289
00000100:00100000:0.0:1767320084.350050:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000014720
00000100:00100000:0.0:1767320084.350058:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000014720
00000100:00100000:0.0:1767320084.350096:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000014464
00000100:00100000:0.0:1767320084.350100:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000014464
00000100:00100000:0.0:1767320084.350113:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000014592
00000100:00100000:0.0:1767320084.350116:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000014592
00000100:00100000:0.0:1767320084.350123:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000014848
00000100:00100000:0.0:1767320084.350125:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000014848
00000100:00100000:0.0:1767320084.350135:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5031
00000100:00100000:0.0:1767320084.350142:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367240e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000014976:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320084.350184:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367240e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000014976:12345-0@lo:400:kworker.0 Request processed in 43us (4370us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320084.350190:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5031
00000100:00100000:0.0:1767320084.350242:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5032
00000100:00100000:0.0:1767320084.350248:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367243100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000014720:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320084.350277:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367243100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000014720:12345-0@lo:400:kworker.0 Request processed in 29us (4392us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320084.350283:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5032
00000100:00100000:0.0:1767320084.350297:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5630
00000100:00100000:0.0:1767320084.350300:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952348239500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000014464:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320084.350320:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320084.350353:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952348239500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000014464:12345-0@lo:38:kworker.0 Request processed in 51us (4220us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320084.350362:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5630
00000100:00100000:0.0:1767320084.350374:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5631
00000100:00100000:0.0:1767320084.350377:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234823ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000014592:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320084.350385:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320084.350409:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234823ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000014592:12345-0@lo:38:kworker.0 Request processed in 31us (4241us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320084.350414:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5631
00000100:00100000:0.0:1767320084.350422:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5632
00000100:00100000:0.0:1767320084.350425:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952348238700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000014848:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320084.350433:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320084.350453:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952348238700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000014848:12345-0@lo:38:kworker.0 Request processed in 26us (4225us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320084.350459:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5632
00000100:00100000:0.0:1767320084.350517:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349091f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000014720:0@lo:400:kworker.0
00000100:00100000:0.0:1767320084.350528:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349090700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000014976:0@lo:400:kworker.0
00000100:00080000:0.0:1767320084.350589:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320084.350594:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320084.350597:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349090380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000014464:0@lo:38:kworker.0
00000100:00080000:0.0:1767320084.350605:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320084.350609:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320084.350612:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349093480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000014592:0@lo:38:kworker.0
00000100:00080000:0.0:1767320084.350619:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320084.350622:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320084.350625:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349093800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000014848:0@lo:38:kworker.0
00000100:00080000:0.0:1767320084.351043:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767320084.351049:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767320084.351051:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767320084.351074:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000014336
00000100:00100000:0.0:1767320084.351079:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000014336
00000100:00100000:0.0:1767320084.351105:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1917
00000100:00100000:0.0:1767320084.351109:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952348239f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000014336:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320084.351122:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320084.351162:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952348239f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000014336:12345-0@lo:38:kworker.0 Request processed in 51us (5077us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320084.351168:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1917
00000100:00080000:0.0:1767320084.351218:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320084.351222:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320084.351225:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349091c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000014336:0@lo:38:kworker.0
00000100:00100000:2.0:1767320084.351767:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349093b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000015232:0@lo:400:kworker.0
00000100:00100000:2.0:1767320084.351782:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349091500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000015104:0@lo:400:kworker.0
00010000:00010000:3.0:1767320084.662400:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320085.368330:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234823a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000015360:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320085.368408:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320085.368498:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000015360
00000100:00100000:1.0:1767320085.368507:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000015360
00000100:00100000:0.0:1767320085.368660:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000015488:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767320085.368694:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320085.368729:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000015488
00000100:00100000:0.0:1767320085.368733:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000015488
00000100:00100000:0.0:1767320085.368771:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2470
00000100:00100000:0.0:1767320085.368779:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367243800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000015488:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767320085.368812:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767320085.368817:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2471
00000100:00100000:1.0:1767320085.368826:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000015360:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767320085.368845:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767320085.368862:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367243800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000015488:12345-0@lo:13:osp-pre-1-1.0 Request processed in 81us (166us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320085.368870:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2470
00000100:00100000:0.0:1767320085.368943:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000015488:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320085.372368:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000015360:12345-0@lo:13:osp-pre-0-1.0 Request processed in 3532us (3948us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320085.372382:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2471
00000100:00100000:3.0:1767320085.374081:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234823a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000015360:0@lo:13:osp-pre-0-1.0
00010000:00010000:2.0:1767320085.686310:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320086.469467:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767320086.469540:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767320086.471721:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962544768
00000100:00100000:1.0:1767320086.471738:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962544768
00000100:00100000:1.0:1767320086.471924:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962544640
00000100:00100000:1.0:1767320086.471929:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962544640
00000100:00100000:1.0:1767320086.471952:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5033
00000100:00100000:1.0:1767320086.471962:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367241500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962544768:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:0.0:1767320086.472130:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5633
00000100:00100000:0.0:1767320086.472137:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367243b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962544640:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:0.0:1767320086.472158:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320086.472252:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367243b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962544640:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 114us (2711us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320086.472259:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5633
00000100:00080000:0.0:1767320086.472285:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320086.473571:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367241500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962544768:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 1605us (4107us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320086.473591:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5033
00010000:00010000:0.0:1767320086.709713:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320087.733511:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320088.757399:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767320089.461326:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320089.461338:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767320089.461342:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320089.461346:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320089.461350:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320089.461359:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5282
00000100:00080000:3.0:1767320089.461364:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320089.461371:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320089.461479:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235e8c8e00 x1853164000015616/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320089.461508:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320089.461512:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320089.461513:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320089.461518:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5282
00000100:00080000:3.0:1767320089.461521:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320089.461526:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320089.461546:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235e8cb480 x1853164000015744/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320089.461557:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320089.461561:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320089.461563:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320089.461567:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5282
00000100:00080000:3.0:1767320089.461570:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320089.461574:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320089.461594:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237c0bd180 x1853164000015872/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320089.461658:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000016000:0@lo:400:kworker.0
00000100:00100000:0.0:1767320089.461737:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000015616:0@lo:38:kworker.0
00000100:00100000:0.0:1767320089.461923:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320089.462027:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000015744:0@lo:38:kworker.0
00000100:00100000:0.0:1767320089.462065:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320089.462300:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000015616
00000100:00100000:1.0:1767320089.462311:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000015616
00000100:00100000:1.0:1767320089.462359:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1918
00000100:00100000:1.0:1767320089.462366:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367241f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000015616:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320089.462386:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320089.462441:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367241f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000015616:12345-0@lo:38:kworker.0 Request processed in 73us (520us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320089.462448:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1918
00000100:00100000:1.0:1767320089.462498:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000015744
00000100:00100000:1.0:1767320089.462502:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000015744
00000100:00100000:1.0:1767320089.462520:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5634
00000100:00100000:1.0:1767320089.462525:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367242a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000015744:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320089.462536:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320089.462575:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367242a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000015744:12345-0@lo:38:kworker.0 Request processed in 48us (510us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320089.462583:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5634
00000100:00080000:3.0:1767320089.462990:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320089.462997:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320089.463000:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320089.463013:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5282
00000100:00080000:3.0:1767320089.463017:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320089.463023:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320089.463056:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237c0bc380 x1853164000016128/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320089.463075:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320089.463149:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767320089.463157:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000016256:0@lo:400:kworker.0
00000100:00100000:2.0:1767320089.463185:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320089.463281:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000015872:0@lo:38:kworker.0
00000100:00100000:1.0:1767320089.463306:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000016000
00000100:00100000:1.0:1767320089.463312:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000016000
00000100:00100000:1.0:1767320089.463358:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000016256
00000100:00100000:1.0:1767320089.463361:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000016256
00000100:00100000:1.0:1767320089.463384:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5034
00000100:00100000:1.0:1767320089.463391:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000016000:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320089.463436:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000016000:12345-0@lo:400:kworker.0 Request processed in 46us (362us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320089.463443:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5034
00000100:00100000:1.0:1767320089.463456:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5035
00000100:00100000:1.0:1767320089.463461:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000016256:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320089.463493:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000016256:12345-0@lo:400:kworker.0 Request processed in 32us (307us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320089.463504:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5035
00000100:00100000:0.0:1767320089.463506:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320089.463744:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000016128:0@lo:38:kworker.0
00000100:00100000:2.0:1767320089.463773:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000015872
00000100:00100000:2.0:1767320089.463778:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000015872
00000100:00100000:2.0:1767320089.463803:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5635
00000100:00100000:2.0:1767320089.463809:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367240000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000015872:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320089.463822:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320089.463865:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367240000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000015872:12345-0@lo:38:kworker.0 Request processed in 56us (363us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320089.463872:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5635
00000100:00100000:2.0:1767320089.463919:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000016256:0@lo:400:kworker.0
00000100:00100000:2.0:1767320089.463933:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000016000:0@lo:400:kworker.0
00000100:00100000:3.0:1767320089.463976:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000016384:0@lo:400:kworker.0
00000100:00100000:2.0:1767320089.463986:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000016512:0@lo:400:kworker.0
00000100:00100000:3.0:1767320089.464027:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767320089.464039:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320089.464070:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000016384
00000100:00100000:2.0:1767320089.464074:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000016384
00000100:00100000:2.0:1767320089.464107:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3290
00000100:00100000:2.0:1767320089.464115:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000016384:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320089.464875:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767320089.469749:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320089.469770:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320089.469776:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000015616:0@lo:38:kworker.0
00000100:00080000:0.0:1767320089.469790:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320089.469793:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320089.469795:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000015744:0@lo:38:kworker.0
00000100:00080000:0.0:1767320089.469805:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320089.469808:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320089.469811:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000015872:0@lo:38:kworker.0
00000100:00100000:3.0:1767320089.471930:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320089.475336:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000016384:12345-0@lo:400:kworker.0 Request processed in 11212us (11300us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320089.475354:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3290
00000100:00100000:2.0:1767320089.475388:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000016512
00000100:00100000:2.0:1767320089.475396:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000016512
00000100:00100000:2.0:1767320089.475442:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3291
00000100:00100000:2.0:1767320089.475452:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000016512:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320089.475520:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000016512:12345-0@lo:400:kworker.0 Request processed in 70us (3596us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320089.475534:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3291
00000100:00080000:2.0:1767320089.475560:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767320089.475564:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767320089.475623:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000016384:0@lo:400:kworker.0
00000100:00100000:2.0:1767320089.475676:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000016512:0@lo:400:kworker.0
00000100:00100000:1.0:1767320089.475752:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000016128
00000100:00100000:1.0:1767320089.475757:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000016128
00000100:00100000:1.0:1767320089.475780:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5636
00000100:00100000:1.0:1767320089.475785:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367240a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000016128:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320089.475803:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320089.475853:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367240a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000016128:12345-0@lo:38:kworker.0 Request processed in 67us (10980us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320089.475862:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5636
00000100:00080000:1.0:1767320089.475993:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320089.475999:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320089.476002:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000016128:0@lo:38:kworker.0
00010000:00010000:0.0:1767320089.782132:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320090.485633:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767320090.485652:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000016640:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320090.485714:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320090.485764:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000016640
00000100:00100000:1.0:1767320090.485772:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000016640
00000100:00100000:1.0:1767320090.485824:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2472
00000100:00100000:1.0:1767320090.486006:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234823a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000016640:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767320090.486042:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767320090.486097:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234823a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000016640:12345-0@lo:13:osp-pre-1-1.0 Request processed in 252us (381us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320090.486108:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2472
00000100:00100000:2.0:1767320090.486493:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000016640:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320090.486588:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952348238000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000016768:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320090.486619:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320090.486796:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000016768
00000100:00100000:3.0:1767320090.486802:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000016768
00000100:00100000:3.0:1767320090.486987:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2473
00000100:00100000:3.0:1767320090.486996:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000016768:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767320090.487016:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767320090.487065:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000016768:12345-0@lo:13:osp-pre-0-1.0 Request processed in 71us (446us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320090.487072:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2473
00000100:00100000:1.0:1767320090.487136:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952348238000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000016768:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767320090.805689:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320091.585185:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767320091.589845:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767320091.591560:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962545024
00000100:00100000:2.0:1767320091.591575:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962545024
00000100:00100000:3.0:1767320091.591605:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962544896
00000100:00100000:3.0:1767320091.591620:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962544896
00000100:00100000:3.0:1767320091.591750:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5036
00000100:00100000:3.0:1767320091.591767:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962545024:12345-192.168.202.52@tcp:400:kworker.0
00000100:00080000:0.0:1767320091.591816:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320091.591878:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962545024:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 117us (6701us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320091.592224:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5637
00000100:00100000:2.0:1767320091.592234:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367242d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962544896:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767320091.592267:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320091.592349:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367242d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962544896:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 114us (2518us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320091.592357:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5637
00000100:00100000:3.0:1767320091.594779:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5036
00010000:00010000:3.0:1767320091.829683:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320092.853986:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320093.877561:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767320094.581839:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320094.581848:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767320094.581851:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320094.581855:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320094.581859:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320094.581866:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5287
00000100:00080000:2.0:1767320094.582024:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320094.582032:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320094.582074:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237c0bc380 x1853164000016896/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320094.582151:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000016896:0@lo:38:kworker.0
00000100:00100000:1.0:1767320094.582236:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320094.582355:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000016896
00000100:00100000:0.0:1767320094.582362:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000016896
00000100:00100000:0.0:1767320094.582409:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1919
00000100:00100000:0.0:1767320094.582416:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952348238000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000016896:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320094.582436:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767320094.582509:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320094.582513:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320094.582515:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320094.582518:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5287
00000100:00080000:2.0:1767320094.582521:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320094.582524:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320094.582538:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237c0bed80 x1853164000017024/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320094.582645:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000017024:0@lo:38:kworker.0
00000100:00100000:1.0:1767320094.582673:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320094.582727:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000017024
00000100:00100000:3.0:1767320094.582733:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000017024
00000100:00100000:3.0:1767320094.582764:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5638
00000100:00100000:3.0:1767320094.582770:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b27100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000017024:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320094.582781:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320094.582813:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b27100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000017024:12345-0@lo:38:kworker.0 Request processed in 42us (138us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320094.582820:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5638
00000100:00100000:0.0:1767320094.584575:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952348238000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000016896:12345-0@lo:38:kworker.0 Request processed in 2151us (2332us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320094.584586:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1919
00000100:00080000:2.0:1767320094.586305:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320094.586314:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320094.586317:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320094.586327:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5287
00000100:00080000:2.0:1767320094.586331:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320094.586337:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320094.586449:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237c0bd180 x1853164000017152/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320094.586560:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:2.0:1767320094.586580:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320094.586584:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320094.586586:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320094.586590:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5287
00000100:00080000:2.0:1767320094.586592:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320094.586596:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320094.586609:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237c0bd500 x1853164000017408/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320094.586631:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767320094.586652:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236694b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000017536:0@lo:400:kworker.0
00000100:00080000:1.0:1767320094.586703:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320094.586710:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320094.586714:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000016896:0@lo:38:kworker.0
00000100:00100000:3.0:1767320094.586724:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320094.586741:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000017152:0@lo:38:kworker.0
00000100:00100000:1.0:1767320094.586773:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320094.586773:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000017536
00000100:00100000:3.0:1767320094.586781:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000017536
00000100:00100000:1.0:1767320094.586808:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000017408:0@lo:38:kworker.0
00000100:00100000:1.0:1767320094.586834:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320094.586835:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000017152
00000100:00100000:3.0:1767320094.586840:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000017152
00000100:00100000:3.0:1767320094.586860:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000017408
00000100:00100000:3.0:1767320094.586863:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000017408
00000100:00080000:1.0:1767320094.586865:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767320094.586882:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5037
00000100:00080000:1.0:1767320094.586885:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320094.586892:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000017024:0@lo:38:kworker.0
00000100:00100000:3.0:1767320094.586910:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000017536:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320094.586934:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5639
00000100:00100000:1.0:1767320094.586942:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b26a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000017152:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320094.586961:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320094.586963:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000017536:12345-0@lo:400:kworker.0 Request processed in 70us (238us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320094.586972:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5037
00000100:00100000:3.0:1767320094.586991:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5640
00000100:00100000:3.0:1767320094.586997:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b27b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000017408:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767320094.587003:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b26a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000017152:12345-0@lo:38:kworker.0 Request processed in 60us (230us total) trans 0 rc -19/-19
00010000:00020000:3.0:1767320094.587010:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320094.587015:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5639
00000100:00080000:1.0:1767320094.587051:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767320094.587057:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b27b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000017408:12345-0@lo:38:kworker.0 Request processed in 59us (222us total) trans 0 rc -19/-19
00000100:00080000:1.0:1767320094.587058:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320094.587067:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000017152:0@lo:38:kworker.0
00000100:00100000:3.0:1767320094.587073:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5640
00000100:00080000:1.0:1767320094.587086:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320094.587091:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320094.587095:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000017408:0@lo:38:kworker.0
00000100:00080000:3.0:1767320094.587095:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320094.587303:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236694b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000017536:0@lo:400:kworker.0
00000100:00100000:0.0:1767320094.587538:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000017280:0@lo:400:kworker.0
00000100:00100000:0.0:1767320094.587569:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320094.587650:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000017280
00000100:00100000:1.0:1767320094.587655:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000017280
00000100:00100000:1.0:1767320094.587705:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5038
00000100:00100000:1.0:1767320094.587713:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367243480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000017280:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320094.587749:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367243480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000017280:12345-0@lo:400:kworker.0 Request processed in 37us (179us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320094.587755:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5038
00000100:00100000:0.0:1767320094.587835:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000017280:0@lo:400:kworker.0
00000100:00080000:3.0:1767320094.588044:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320094.588161:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366949f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000017792:0@lo:400:kworker.0
00000100:00100000:2.0:1767320094.588192:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320094.588229:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767320094.588235:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236694ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000017664:0@lo:400:kworker.0
00000100:00100000:2.0:1767320094.588256:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320094.588282:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000017792
00000100:00100000:2.0:1767320094.588286:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000017792
00000100:00100000:2.0:1767320094.588318:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000017664
00000100:00100000:2.0:1767320094.588321:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000017664
00000100:00100000:2.0:1767320094.588341:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3292
00000100:00100000:3.0:1767320094.588489:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3293
00000100:00100000:3.0:1767320094.588497:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366949880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000017664:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320094.588537:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366949880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000017664:12345-0@lo:400:kworker.0 Request processed in 42us (280us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320094.588544:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3293
00000100:00080000:3.0:1767320094.588562:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767320094.588565:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767320094.588597:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236694ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000017664:0@lo:400:kworker.0
00000100:00100000:2.0:1767320094.588957:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366948000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000017792:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320094.589044:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366948000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000017792:12345-0@lo:400:kworker.0 Request processed in 696us (850us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320094.589054:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3292
00000100:00100000:3.0:1767320094.596534:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366949f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000017792:0@lo:400:kworker.0
00010000:00010000:0.0:1767320094.906664:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320095.605569:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952344b25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000017920:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320095.605635:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320095.605684:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767320095.605691:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236694b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000018048:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320095.605710:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320095.607005:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000017920
00000100:00100000:2.0:1767320095.607018:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000017920
00000100:00100000:2.0:1767320095.607087:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000018048
00000100:00100000:2.0:1767320095.607091:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000018048
00000100:00100000:2.0:1767320095.607125:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2474
00000100:00100000:2.0:1767320095.607134:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000017920:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767320095.607163:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767320095.607238:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000017920:12345-0@lo:13:osp-pre-0-1.0 Request processed in 105us (1602us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320095.607246:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2474
00000100:00100000:2.0:1767320095.607263:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2475
00000100:00100000:2.0:1767320095.607269:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000018048:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767320095.607283:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767320095.607308:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000018048:12345-0@lo:13:osp-pre-1-1.0 Request processed in 40us (1597us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320095.607314:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2475
00000100:00100000:3.0:1767320095.607413:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236694b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000018048:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320095.607428:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952344b25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000017920:0@lo:13:osp-pre-0-1.0
00010000:00010000:3.0:1767320095.925495:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320096.704401:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767320096.704451:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767320096.704522:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962545152
00000100:00100000:0.0:1767320096.704523:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962545280
00000100:00100000:0.0:1767320096.704534:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962545280
00000100:00100000:1.0:1767320096.704534:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962545152
00000100:00080000:3.0:1767320096.704596:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320096.704605:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5039
00000100:00100000:0.0:1767320096.704615:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962545280:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:0.0:1767320096.704701:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962545280:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 88us (249us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320096.704758:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5641
00000100:00100000:1.0:1767320096.704765:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962545152:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767320096.704786:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320096.704816:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962545152:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 50us (426us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320096.704824:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5641
00000100:00100000:0.0:1767320096.706087:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5039
00010000:00010000:3.0:1767320096.952012:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320097.980763:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320098.997608:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767320099.701609:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320099.701619:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767320099.701622:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320099.701626:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320099.701630:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320099.701637:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5292
00000100:00080000:0.0:1767320099.701641:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320099.701647:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320099.701685:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235e8cb480 x1853164000018176/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320099.701745:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000018176:0@lo:38:kworker.0
00000100:00100000:2.0:1767320099.701857:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767320099.701928:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767320099.702070:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000018176
00000100:00100000:1.0:1767320099.702078:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000018176
00000100:00100000:1.0:1767320099.702229:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1920
00000100:00100000:1.0:1767320099.702237:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236694a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000018176:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320099.702255:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767320099.702428:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320099.702431:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320099.702435:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5292
00000100:00080000:0.0:1767320099.702437:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320099.702441:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320099.702457:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235e8c8e00 x1853164000018304/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320099.702831:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000018304:0@lo:38:kworker.0
00000100:00100000:2.0:1767320099.702871:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320099.702927:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000018304
00000100:00100000:3.0:1767320099.702933:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000018304
00000100:00100000:3.0:1767320099.702959:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5642
00000100:00100000:3.0:1767320099.702963:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366948a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000018304:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320099.702974:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320099.703002:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366948a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000018304:12345-0@lo:38:kworker.0 Request processed in 37us (130us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320099.703009:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5642
00000100:00100000:1.0:1767320099.703190:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236694a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000018176:12345-0@lo:38:kworker.0 Request processed in 951us (1341us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320099.703280:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1920
00000100:00080000:2.0:1767320099.703361:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320099.703366:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320099.703369:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000018176:0@lo:38:kworker.0
00000100:00080000:2.0:1767320099.703387:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320099.703391:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320099.703394:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000018304:0@lo:38:kworker.0
00000100:00080000:0.0:1767320099.703542:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320099.703546:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320099.703548:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320099.703552:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5292
00000100:00080000:0.0:1767320099.703554:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320099.703558:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320099.703574:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235e8c8e00 x1853164000018432/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320099.703620:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000018432:0@lo:38:kworker.0
00000100:00100000:2.0:1767320099.703646:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767320099.703742:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320099.703745:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320099.703747:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320099.703751:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5292
00000100:00080000:0.0:1767320099.703753:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320099.703757:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320099.703769:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952349091500 x1853164000018688/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320099.703810:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000018560:0@lo:400:kworker.0
00000100:00100000:1.0:1767320099.703835:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320099.703949:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349091500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000018688:0@lo:38:kworker.0
00000100:00100000:0.0:1767320099.704073:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349093800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000019072:0@lo:400:kworker.0
00000100:00100000:2.0:1767320099.704310:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349093b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000018816:0@lo:400:kworker.0
00000100:00100000:2.0:1767320099.704343:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349091c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000018944:0@lo:400:kworker.0
00000100:00100000:2.0:1767320099.704364:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320099.704392:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000018944
00000100:00100000:2.0:1767320099.704396:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000018944
00000100:00100000:2.0:1767320099.704449:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3294
00000100:00100000:2.0:1767320099.704457:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366948380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000018944:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320099.704498:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366948380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000018944:12345-0@lo:400:kworker.0 Request processed in 42us (133us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320099.704504:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3294
00000100:00080000:2.0:1767320099.704519:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767320099.704540:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349091c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000018944:0@lo:400:kworker.0
00000100:00100000:0.0:1767320099.704672:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320099.704804:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000019072
00000100:00100000:2.0:1767320099.704808:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000019072
00000100:00100000:2.0:1767320099.704843:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3295
00000100:00100000:2.0:1767320099.704859:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349093480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000019072:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320099.704892:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349093480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000019072:12345-0@lo:400:kworker.0 Request processed in 44us (220us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320099.704898:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3295
00000100:00100000:2.0:1767320099.704921:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349093800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000019072:0@lo:400:kworker.0
00000100:00080000:0.0:1767320099.704974:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767320099.705065:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320099.705360:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000018432
00000100:00100000:3.0:1767320099.705365:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000018432
00000100:00100000:3.0:1767320099.705388:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000018560
00000100:00100000:3.0:1767320099.705390:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000018560
00000100:00100000:3.0:1767320099.705417:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5040
00000100:00100000:3.0:1767320099.705434:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b25180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000018560:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320099.705471:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b25180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000018560:12345-0@lo:400:kworker.0 Request processed in 40us (1635us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320099.705477:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5040
00000100:00100000:3.0:1767320099.705489:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5643
00000100:00100000:3.0:1767320099.705492:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236694b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000018432:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320099.705508:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320099.705531:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236694b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000018432:12345-0@lo:38:kworker.0 Request processed in 37us (1884us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320099.705537:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5643
00000100:00080000:3.0:1767320099.705549:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320099.705565:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000018560:0@lo:400:kworker.0
00000100:00100000:3.0:1767320099.705906:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767320099.706352:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320099.706358:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320099.706361:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000018432:0@lo:38:kworker.0
00000100:00100000:2.0:1767320099.706515:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000018816
00000100:00100000:2.0:1767320099.706520:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000018816
00000100:00100000:2.0:1767320099.706558:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000018688
00000100:00100000:2.0:1767320099.706561:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000018688
00000100:00100000:2.0:1767320099.706575:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5041
00000100:00100000:2.0:1767320099.706582:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000018816:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320099.706626:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000018816:12345-0@lo:400:kworker.0 Request processed in 45us (1561us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320099.706632:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5041
00000100:00100000:2.0:1767320099.706645:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5644
00000100:00100000:2.0:1767320099.706649:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000018688:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320099.706661:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320099.706683:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000018688:12345-0@lo:38:kworker.0 Request processed in 33us (778us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320099.706688:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5644
00000100:00080000:3.0:1767320099.706798:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767320099.706816:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320099.706820:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320099.706823:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349091500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000018688:0@lo:38:kworker.0
00000100:00100000:0.0:1767320099.706930:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349093b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000018816:0@lo:400:kworker.0
00010000:00010000:3.0:1767320100.021796:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320100.727247:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767320100.727269:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366949500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000019200:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767320100.727335:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320100.727663:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000019200
00000100:00100000:2.0:1767320100.727672:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000019200
00000100:00100000:2.0:1767320100.727723:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2476
00000100:00100000:2.0:1767320100.727732:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349093b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000019200:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767320100.727758:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767320100.727800:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349093b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000019200:12345-0@lo:13:osp-pre-1-1.0 Request processed in 69us (464us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320100.727807:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2476
00000100:00100000:0.0:1767320100.727900:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366949500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000019200:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320100.733047:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767320100.733071:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952344b26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000019328:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320100.733141:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320100.733404:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000019328
00000100:00100000:1.0:1767320100.733413:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000019328
00000100:00100000:1.0:1767320100.733470:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2477
00000100:00100000:1.0:1767320100.733480:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000019328:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767320100.733509:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767320100.733576:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000019328:12345-0@lo:13:osp-pre-0-1.0 Request processed in 97us (434us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320100.733583:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2477
00000100:00100000:3.0:1767320100.734067:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952344b26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000019328:0@lo:13:osp-pre-0-1.0
00010000:00010000:3.0:1767320101.046759:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320101.823068:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767320101.823169:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962545664
00000100:00100000:1.0:1767320101.823180:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962545664
00000100:00100000:1.0:1767320101.823301:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5042
00000100:00100000:1.0:1767320101.823312:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366949180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962545664:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767320101.823392:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366949180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962545664:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 82us (333us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320101.823400:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5042
00000100:00080000:3.0:1767320101.824146:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000400:00000100:1.0:1767320101.826553:0:6999:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.52@tcp portal 26 match 1853163962545408 offset 0 length 520: 4
00000100:00100000:1.0:1767320101.826610:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767320101.833610:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962545536
00000100:00100000:0.0:1767320101.833627:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962545536
00000100:00100000:0.0:1767320101.833692:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5645
00000100:00100000:0.0:1767320101.833703:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b24000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962545536:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:0.0:1767320101.833726:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320101.834055:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b24000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962545536:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 351us (7444us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320101.834064:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5645
00010000:00010000:0.0:1767320102.072169:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320103.093855:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320104.117638:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767320104.821386:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320104.821412:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767320104.821416:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320104.821420:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320104.821425:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320104.821436:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5297
00000100:00080000:0.0:1767320104.821442:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320104.821450:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320104.821499:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952349090380 x1853164000019456/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320104.821520:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320104.821523:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320104.821525:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320104.821528:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5297
00000100:00080000:0.0:1767320104.821531:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320104.821534:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320104.821546:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952349090700 x1853164000019584/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320104.821555:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320104.821558:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320104.821560:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320104.821564:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5297
00000100:00080000:0.0:1767320104.821566:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320104.821569:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320104.821580:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952349091f80 x1853164000019712/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320104.821608:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320104.821611:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320104.821613:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320104.821616:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5297
00000100:00080000:0.0:1767320104.821618:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320104.821621:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320104.821631:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952349093800 x1853164000019968/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320104.821687:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235f799c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000020224:0@lo:400:kworker.0
00000100:00100000:0.0:1767320104.821697:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235f798000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000020352:0@lo:400:kworker.0
00000100:00100000:1.0:1767320104.822412:0:7004:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320079/real 1767320079]  req@ffff952349092d80 x1853164000012928/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320104 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767320104.822843:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349091500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000019840:0@lo:400:kworker.0
00000100:00100000:3.0:1767320104.824710:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320104.825262:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000020224
00000100:00100000:3.0:1767320104.825273:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000020224
00000100:00100000:3.0:1767320104.825347:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3296
00000100:00100000:3.0:1767320104.825356:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000020224:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320104.825417:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000020224:12345-0@lo:400:kworker.0 Request processed in 62us (712us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320104.825424:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3296
00000100:00080000:3.0:1767320104.825443:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767320104.825569:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235f799c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000020224:0@lo:400:kworker.0
00000100:00100000:3.0:1767320104.825605:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349091c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000020096:0@lo:400:kworker.0
00000100:00100000:3.0:1767320104.825634:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320104.825786:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000020096
00000100:00100000:3.0:1767320104.825791:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000020096
00000100:00100000:3.0:1767320104.825836:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5043
00000100:00100000:3.0:1767320104.825842:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000020096:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320104.825891:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000020096:12345-0@lo:400:kworker.0 Request processed in 49us (256us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320104.825897:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5043
00000100:00080000:3.0:1767320104.825910:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320104.825925:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349091c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000020096:0@lo:400:kworker.0
00000100:00100000:1.0:1767320104.830119:0:7004:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff952349092d80 x1853164000012928/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320104 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1767320104.830157:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320104.832493:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349090380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000019456:0@lo:38:kworker.0
00000100:00100000:1.0:1767320104.832573:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320104.832630:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349090700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000019584:0@lo:38:kworker.0
00000100:00100000:1.0:1767320104.832656:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320104.832690:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349091f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000019712:0@lo:38:kworker.0
00000100:00100000:1.0:1767320104.832711:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320104.832742:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000019584
00000100:00100000:1.0:1767320104.832749:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000019584
00000100:00100000:1.0:1767320104.833018:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000019712
00000100:00100000:1.0:1767320104.833022:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000019712
00000100:00100000:1.0:1767320104.833042:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5646
00000100:00100000:1.0:1767320104.833048:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b26300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000019584:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320104.833069:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320104.833106:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b26300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000019584:12345-0@lo:38:kworker.0 Request processed in 57us (448us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320104.833114:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5646
00000100:00100000:1.0:1767320104.833129:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5647
00000100:00100000:1.0:1767320104.833133:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b25f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000019712:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320104.833142:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320104.833164:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b25f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000019712:12345-0@lo:38:kworker.0 Request processed in 30us (453us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320104.833170:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5647
00000100:00100000:0.0:1767320104.833408:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000019456
00000100:00100000:0.0:1767320104.833421:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000019456
00000100:00100000:0.0:1767320104.833483:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1921
00000100:00100000:0.0:1767320104.833493:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b24a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000019456:12345-0@lo:38:kworker.0
00000100:00080000:1.0:1767320104.833498:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320104.833507:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320104.833513:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349091f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000019712:0@lo:38:kworker.0
00010000:00020000:0.0:1767320104.833516:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320104.833524:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349093800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000019968:0@lo:38:kworker.0
00000100:00100000:1.0:1767320104.833600:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320104.833628:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000019968
00000100:00100000:1.0:1767320104.833632:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000019968
00000100:00100000:1.0:1767320104.833653:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5648
00000100:00100000:1.0:1767320104.833658:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b27480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000019968:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320104.833670:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320104.833769:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b27480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000019968:12345-0@lo:38:kworker.0 Request processed in 109us (169us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320104.833776:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5648
00000100:00100000:0.0:1767320104.834760:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b24a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000019456:12345-0@lo:38:kworker.0 Request processed in 1261us (2178us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320104.834772:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1921
00000100:00100000:0.0:1767320104.834863:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000020352
00000100:00100000:0.0:1767320104.834870:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000020352
00000100:00100000:0.0:1767320104.834928:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3297
00000100:00100000:0.0:1767320104.834935:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f799f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000020352:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767320104.835112:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320104.835122:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320104.835128:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349093800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000019968:0@lo:38:kworker.0
00000100:00080000:1.0:1767320104.835138:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320104.835161:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:1.0:1767320104.835164:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349092d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000012928:0@lo:250:kworker.0
00000100:00080000:1.0:1767320104.835282:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320104.835287:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1767320104.835290:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320104.835295:0:49151:0:(import.c:509:import_select_connection()) MGC192.168.202.152@tcp: connect to NID 0@lo last attempt 5277
00000100:00080000:1.0:1767320104.835299:0:49151:0:(import.c:588:import_select_connection()) MGC192.168.202.152@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320104.835304:0:49151:0:(import.c:623:import_select_connection()) MGC192.168.202.152@tcp: import ffff95235eb57800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320104.835333:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952344b24700 x1853164000020480/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320104.835389:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320104.835392:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320104.835395:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349090380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000019456:0@lo:38:kworker.0
00000100:00080000:1.0:1767320104.835404:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320104.835406:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320104.835409:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349090700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000019584:0@lo:38:kworker.0
00000100:00100000:1.0:1767320104.835425:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952344b24700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000020480:0@lo:250:kworker.0
00000400:00000100:1.0:1767320104.835457:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164000020480 offset 0 length 520: 4
00000100:00080000:1.0:1767320104.835509:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767320104.835795:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f799f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000020352:12345-0@lo:400:kworker.0 Request processed in 857us (5640us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320104.835817:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3297
00000100:00100000:1.0:1767320104.835998:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235f798000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000020352:0@lo:400:kworker.0
00000100:00100000:2.0:1767320104.842237:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320104.842502:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000019840
00000100:00100000:1.0:1767320104.842512:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000019840
00000100:00100000:1.0:1767320104.842580:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5044
00000100:00100000:1.0:1767320104.842589:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366949c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000019840:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320104.842649:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366949c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000019840:12345-0@lo:400:kworker.0 Request processed in 60us (418us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320104.842656:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5044
00000100:00080000:0.0:1767320104.842721:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320104.842945:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349091500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000019840:0@lo:400:kworker.0
00010000:00010000:3.0:1767320105.142942:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320105.845583:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952344b26680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000020608:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320105.845672:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320105.845896:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767320105.845904:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366948700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000020736:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320105.845930:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320105.846462:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000020608
00000100:00100000:1.0:1767320105.846471:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000020608
00000100:00100000:1.0:1767320105.846515:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000020736
00000100:00100000:1.0:1767320105.846519:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000020736
00000100:00100000:1.0:1767320105.846642:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2478
00000100:00100000:1.0:1767320105.847238:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000020608:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767320105.847358:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767320105.847427:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000020608:12345-0@lo:13:osp-pre-0-1.0 Request processed in 194us (1757us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320105.847435:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2478
00000100:00100000:1.0:1767320105.847457:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2479
00000100:00100000:1.0:1767320105.847463:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000020736:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767320105.847478:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767320105.847505:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000020736:12345-0@lo:13:osp-pre-1-1.0 Request processed in 43us (1574us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320105.847511:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2479
00000100:00100000:3.0:1767320105.848283:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366948700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000020736:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320105.848300:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952344b26680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000020608:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767320106.165503:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320106.945656:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767320106.945750:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962545792
00000100:00100000:3.0:1767320106.945761:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962545792
00000100:00100000:3.0:1767320106.945838:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5649
00000100:00100000:3.0:1767320106.945846:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236694bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962545792:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767320106.945868:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320106.945940:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236694bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962545792:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 92us (293us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320106.945947:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5649
00000100:00100000:3.0:1767320106.955144:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767320106.955277:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962545920
00000100:00100000:1.0:1767320106.955288:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962545920
00000100:00100000:1.0:1767320106.955364:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5045
00000100:00100000:1.0:1767320106.955375:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962545920:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767320106.955459:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962545920:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 86us (327us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320106.955466:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5045
00000100:00080000:0.0:1767320106.955735:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767320107.191668:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320108.214628:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320109.238604:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767320109.944016:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320109.944026:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767320109.944030:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320109.944034:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320109.944038:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320109.944046:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5302
00000100:00080000:3.0:1767320109.944051:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320109.944058:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320109.944116:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0de300 x1853164000020864/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320109.944151:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320109.944155:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320109.944157:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320109.944162:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5302
00000100:00080000:3.0:1767320109.944164:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320109.944168:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320109.944182:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952349091500 x1853164000020992/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320109.944191:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320109.944212:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320109.944214:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320109.944218:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5302
00000100:00080000:3.0:1767320109.944220:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320109.944224:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320109.944235:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952349090700 x1853164000021120/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320109.944286:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767320109.944289:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000020864:0@lo:38:kworker.0
00000100:00080000:3.0:1767320109.944291:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320109.944293:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320109.944297:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5302
00000100:00080000:3.0:1767320109.944300:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320109.944303:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320109.944315:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952349092d80 x1853164000021376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320109.944390:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320109.944403:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349091f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000021632:0@lo:400:kworker.0
00000100:00100000:1.0:1767320109.944449:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349091500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000020992:0@lo:38:kworker.0
00000100:00100000:2.0:1767320109.944504:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349093800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000021504:0@lo:400:kworker.0
00000100:00100000:0.0:1767320109.944535:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349090380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000021248:0@lo:400:kworker.0
00000100:00100000:3.0:1767320109.952804:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320109.952858:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767320109.952873:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349091c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000021760:0@lo:400:kworker.0
00000100:00100000:3.0:1767320109.952904:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320109.953059:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000020864
00000100:00100000:3.0:1767320109.953067:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000020864
00000100:00100000:3.0:1767320109.953143:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1922
00000100:00100000:3.0:1767320109.953151:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b24e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000020864:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320109.953173:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320109.953236:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b24e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000020864:12345-0@lo:38:kworker.0 Request processed in 84us (8847us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320109.953244:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1922
00000100:00100000:3.0:1767320109.953315:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000021632
00000100:00100000:3.0:1767320109.953319:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000021632
00000100:00100000:3.0:1767320109.953375:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000021760
00000100:00100000:3.0:1767320109.953379:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000021760
00000100:00100000:3.0:1767320109.953401:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3298
00000100:00100000:3.0:1767320109.953407:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000021632:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320109.953451:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000021632:12345-0@lo:400:kworker.0 Request processed in 44us (653us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320109.953457:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3298
00000100:00100000:3.0:1767320109.953470:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3299
00000100:00100000:3.0:1767320109.953476:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000021760:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320109.953503:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000021760:12345-0@lo:400:kworker.0 Request processed in 27us (598us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320109.953508:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3299
00000100:00100000:3.0:1767320109.953550:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349091c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000021760:0@lo:400:kworker.0
00000100:00100000:3.0:1767320109.953561:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349091f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000021632:0@lo:400:kworker.0
00000100:00080000:3.0:1767320109.953626:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767320109.953630:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767320109.955030:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320109.955064:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349090700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000021120:0@lo:38:kworker.0
00000100:00100000:1.0:1767320109.955091:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320109.955146:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000020992
00000100:00100000:1.0:1767320109.955153:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000020992
00000100:00100000:1.0:1767320109.955213:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000021120
00000100:00100000:1.0:1767320109.955217:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000021120
00000100:00100000:1.0:1767320109.955235:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5650
00000100:00100000:1.0:1767320109.955240:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b24380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000020992:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320109.955257:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320109.955290:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b24380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000020992:12345-0@lo:38:kworker.0 Request processed in 49us (265us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320109.955296:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5650
00000100:00100000:1.0:1767320109.955310:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5651
00000100:00100000:1.0:1767320109.955314:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b25500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000021120:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320109.955322:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320109.955343:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b25500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000021120:12345-0@lo:38:kworker.0 Request processed in 28us (252us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320109.955348:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5651
00000100:00100000:2.0:1767320109.967926:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320109.970052:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000021504
00000100:00100000:3.0:1767320109.970065:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000021504
00000100:00100000:3.0:1767320109.970223:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5046
00000100:00100000:3.0:1767320109.970235:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236694aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000021504:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320109.970316:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236694aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000021504:12345-0@lo:400:kworker.0 Request processed in 85us (2397us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320109.970323:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5046
00000100:00080000:3.0:1767320109.970383:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320109.970389:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320109.970393:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349090700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000021120:0@lo:38:kworker.0
00000100:00100000:3.0:1767320109.970418:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349092d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000021376:0@lo:38:kworker.0
00000100:00100000:3.0:1767320109.970452:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320109.970472:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000021376
00000100:00100000:3.0:1767320109.970475:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000021376
00000100:00100000:3.0:1767320109.970493:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5652
00000100:00100000:3.0:1767320109.970497:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349090700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000021376:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320109.970530:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320109.970573:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349090700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000021376:12345-0@lo:38:kworker.0 Request processed in 74us (120us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320109.970579:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5652
00000100:00080000:3.0:1767320109.970603:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320109.970607:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320109.970610:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349092d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000021376:0@lo:38:kworker.0
00000100:00080000:3.0:1767320109.970624:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320109.970639:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320109.970643:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000020864:0@lo:38:kworker.0
00000100:00080000:3.0:1767320109.970653:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320109.970665:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320109.970667:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349091500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000020992:0@lo:38:kworker.0
00000100:00100000:3.0:1767320109.970715:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349093800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000021504:0@lo:400:kworker.0
00000100:00100000:0.0:1767320109.979510:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320109.979781:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000021248
00000100:00100000:1.0:1767320109.979791:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000021248
00000100:00080000:2.0:1767320109.980022:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320109.982433:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5047
00000100:00100000:1.0:1767320109.982447:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f798a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000021248:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320109.982533:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f798a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000021248:12345-0@lo:400:kworker.0 Request processed in 89us (3029us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320109.982541:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5047
00000100:00100000:0.0:1767320109.983959:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349090380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000021248:0@lo:400:kworker.0
00010000:00010000:0.0:1767320110.264189:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320110.966097:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366948e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000021888:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767320110.966187:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320110.966289:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000021888
00000100:00100000:2.0:1767320110.966298:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000021888
00000100:00100000:2.0:1767320110.966397:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2480
00000100:00100000:2.0:1767320110.966411:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f799880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000021888:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767320110.966474:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767320110.966531:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f799880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000021888:12345-0@lo:13:osp-pre-1-1.0 Request processed in 125us (343us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320110.966540:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2480
00000100:00100000:3.0:1767320110.966584:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366948e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000021888:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320110.968432:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952344b26680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000022016:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320110.968515:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320110.968577:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000022016
00000100:00100000:2.0:1767320110.968584:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000022016
00000100:00100000:2.0:1767320110.968631:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2481
00000100:00100000:2.0:1767320110.968639:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349093800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000022016:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767320110.968662:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767320110.968720:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349093800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000022016:12345-0@lo:13:osp-pre-0-1.0 Request processed in 81us (204us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320110.968728:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2481
00000100:00100000:3.0:1767320110.969170:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952344b26680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000022016:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767320111.286066:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320112.064068:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767320112.064160:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767320112.064291:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962546176
00000100:00100000:1.0:1767320112.064315:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962546176
00000100:00100000:3.0:1767320112.064378:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962546048
00000100:00100000:3.0:1767320112.064393:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962546048
00000100:00100000:1.0:1767320112.064425:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5048
00000100:00100000:1.0:1767320112.064437:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f799500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962546176:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:3.0:1767320112.064456:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5653
00000100:00100000:3.0:1767320112.064469:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f79a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962546048:12345-192.168.202.52@tcp:38:kworker.0
00000100:00100000:1.0:1767320112.064530:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f799500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962546176:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 93us (470us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320112.064539:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5048
00010000:00020000:3.0:1767320112.064795:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767320112.065023:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320112.068000:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f79a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962546048:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 3523us (3829us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320112.068014:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5653
00010000:00010000:3.0:1767320112.309446:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320113.334967:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320114.357778:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767320115.065703:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320115.065754:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767320115.065757:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320115.065762:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320115.065767:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320115.065777:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5307
00000100:00080000:0.0:1767320115.065784:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320115.065791:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320115.065846:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235f79a680 x1853164000022144/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320115.065885:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320115.065889:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320115.065891:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320115.065895:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5307
00000100:00080000:0.0:1767320115.065898:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320115.065901:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320115.065913:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235f79aa00 x1853164000022272/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320115.065923:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320115.065927:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320115.065928:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320115.067843:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5307
00000100:00100000:3.0:1767320115.067849:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235f79a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000022144:0@lo:38:kworker.0
00000100:00080000:0.0:1767320115.067861:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320115.067869:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320115.067909:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235f79ad80 x1853164000022400/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320115.067964:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320115.067968:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320115.067971:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320115.067986:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5307
00000100:00080000:0.0:1767320115.067988:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320115.067991:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320115.067998:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235f798380 x1853164000022656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320115.068051:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235f79b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000022912:0@lo:400:kworker.0
00000100:00100000:1.0:1767320115.068131:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235f798e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000022528:0@lo:400:kworker.0
00000100:00100000:2.0:1767320115.068303:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235f79b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000022784:0@lo:400:kworker.0
00000100:00100000:0.0:1767320115.107719:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320115.107799:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767320115.107800:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320115.107812:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235f799180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000023040:0@lo:400:kworker.0
00000100:00100000:1.0:1767320115.107876:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000022912
00000100:00100000:1.0:1767320115.107884:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000022912
00000100:00100000:0.0:1767320115.107886:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320115.107916:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000022528
00000100:00100000:0.0:1767320115.107920:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000022528
00000100:00100000:1.0:1767320115.107945:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000023040
00000100:00100000:0.0:1767320115.107948:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5049
00000100:00100000:1.0:1767320115.107948:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000023040
00000100:00100000:0.0:1767320115.107955:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b26d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000022528:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320115.107966:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3300
00000100:00100000:1.0:1767320115.107972:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f798000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000022912:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320115.108006:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b26d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000022528:12345-0@lo:400:kworker.0 Request processed in 50us (205us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320115.108006:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f798000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000022912:12345-0@lo:400:kworker.0 Request processed in 33us (303us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320115.108014:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5049
00000100:00100000:1.0:1767320115.108014:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3300
00000100:00100000:1.0:1767320115.108029:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3301
00000100:00100000:1.0:1767320115.108035:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f799c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000023040:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320115.108059:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235f79b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000022912:0@lo:400:kworker.0
00000100:00100000:1.0:1767320115.108059:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f799c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000023040:12345-0@lo:400:kworker.0 Request processed in 24us (172us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320115.108065:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3301
00000100:00100000:0.0:1767320115.108078:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235f799180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000023040:0@lo:400:kworker.0
00000100:00100000:1.0:1767320115.108085:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235f798e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000022528:0@lo:400:kworker.0
00000100:00080000:1.0:1767320115.108104:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767320115.108109:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767320115.108112:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767320115.118678:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320115.118678:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320115.118867:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235f79aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000022272:0@lo:38:kworker.0
00000100:00100000:1.0:1767320115.118978:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000022144
00000100:00100000:1.0:1767320115.118987:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000022144
00000100:00100000:1.0:1767320115.119138:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1923
00000100:00100000:1.0:1767320115.119147:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349091500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000022144:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320115.119167:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320115.119304:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349091500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000022144:12345-0@lo:38:kworker.0 Request processed in 157us (636us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320115.119313:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1923
00000100:00100000:3.0:1767320115.119405:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320115.126768:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235f79ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000022400:0@lo:38:kworker.0
00000100:00100000:1.0:1767320115.126782:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000022784
00000100:00100000:1.0:1767320115.126792:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000022784
00000100:00100000:3.0:1767320115.126836:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320115.126851:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000022272
00000100:00100000:1.0:1767320115.126855:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000022272
00000100:00100000:1.0:1767320115.126869:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000022400
00000100:00100000:1.0:1767320115.126871:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000022400
00000100:00100000:3.0:1767320115.126885:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5050
00000100:00100000:3.0:1767320115.126900:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236694a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000022784:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320115.126947:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236694a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000022784:12345-0@lo:400:kworker.0 Request processed in 53us (8276us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320115.126985:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5654
00000100:00100000:1.0:1767320115.126993:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349092d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000022272:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320115.127012:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320115.127046:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349092d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000022272:12345-0@lo:38:kworker.0 Request processed in 54us (7643us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320115.127053:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5654
00000100:00100000:1.0:1767320115.127069:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5655
00000100:00100000:1.0:1767320115.127073:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349091f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000022400:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320115.127081:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320115.127098:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349091f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000022400:12345-0@lo:38:kworker.0 Request processed in 24us (265us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320115.127104:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5655
00000100:00080000:2.0:1767320115.128002:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320115.128085:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235f79b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000022784:0@lo:400:kworker.0
00000100:00080000:2.0:1767320115.128134:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320115.128139:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320115.128143:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235f79ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000022400:0@lo:38:kworker.0
00000100:00100000:2.0:1767320115.128150:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235f798380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000022656:0@lo:38:kworker.0
00000100:00100000:2.0:1767320115.128186:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767320115.128248:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320115.128254:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320115.128257:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235f79a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000022144:0@lo:38:kworker.0
00000100:00100000:1.0:1767320115.128265:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000022656
00000100:00080000:2.0:1767320115.128268:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767320115.128273:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000022656
00000100:00080000:2.0:1767320115.128273:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320115.128278:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235f79aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000022272:0@lo:38:kworker.0
00000100:00100000:1.0:1767320115.128303:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5656
00000100:00100000:1.0:1767320115.128309:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366948e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000022656:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320115.128322:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320115.128447:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366948e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000022656:12345-0@lo:38:kworker.0 Request processed in 136us (259us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320115.128471:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5656
00000100:00100000:3.0:1767320115.128572:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5050
00000100:00080000:2.0:1767320115.128671:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320115.128675:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320115.128678:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235f798380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000022656:0@lo:38:kworker.0
00010000:00010000:0.0:1767320115.381533:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320116.085730:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767320116.085756:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366948700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000023168:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767320116.085824:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320116.085919:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000023168
00000100:00100000:2.0:1767320116.085926:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000023168
00000100:00100000:1.0:1767320116.086164:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952344b25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000023296:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320116.086218:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320116.088657:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000023296
00000100:00100000:2.0:1767320116.088671:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000023296
00000100:00100000:2.0:1767320116.088727:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2482
00000100:00100000:2.0:1767320116.088738:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f799180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000023168:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767320116.088770:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767320116.088834:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f799180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000023168:12345-0@lo:13:osp-pre-1-1.0 Request processed in 97us (3009us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320116.088841:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2482
00000100:00100000:2.0:1767320116.088859:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2483
00000100:00100000:2.0:1767320116.088865:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952371272850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000023296:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767320116.088880:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767320116.088906:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952371272850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000023296:12345-0@lo:13:osp-pre-0-1.0 Request processed in 42us (2688us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320116.088911:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2483
00000100:00100000:1.0:1767320116.089055:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952344b25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000023296:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320116.089068:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366948700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000023168:0@lo:13:osp-pre-1-1.0
00010000:00010000:3.0:1767320116.405418:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320117.183979:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767320117.184094:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767320117.184255:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962546432
00000100:00100000:3.0:1767320117.184264:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962546432
00000100:00100000:1.0:1767320117.184365:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962546304
00000100:00100000:1.0:1767320117.184371:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962546304
00000100:00100000:3.0:1767320117.184440:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5051
00000100:00100000:3.0:1767320117.184452:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f79b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962546432:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:3.0:1767320117.184523:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f79b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962546432:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 74us (553us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320117.184531:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5051
00000100:00100000:3.0:1767320117.184548:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5657
00000100:00100000:3.0:1767320117.184554:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f79bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962546304:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767320117.184574:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320117.184598:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f79bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962546304:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 43us (505us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320117.184604:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5657
00000100:00080000:2.0:1767320117.187874:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767320117.429739:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320118.453823:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320119.480221:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767320120.181607:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320120.181630:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767320120.181634:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320120.181639:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320120.181644:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320120.181653:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5312
00000100:00080000:1.0:1767320120.181659:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320120.181681:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320120.181732:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952344b25c00 x1853164000023424/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320120.181765:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320120.181767:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320120.181769:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320120.181772:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5312
00000100:00080000:1.0:1767320120.181774:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320120.181776:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320120.181788:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952344b26680 x1853164000023552/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320120.181795:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320120.181798:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320120.181799:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320120.181802:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5312
00000100:00080000:1.0:1767320120.181803:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320120.181805:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320120.181812:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237c0bd880 x1853164000023680/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320120.181865:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952344b25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000023424:0@lo:38:kworker.0
00000100:00100000:3.0:1767320120.181884:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00080000:1.0:1767320120.181901:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320120.181904:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320120.181906:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320120.181911:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5312
00000100:00080000:1.0:1767320120.181913:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320120.181917:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320120.181928:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237c0be300 x1853164000023936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320120.181948:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320120.181977:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767320120.182001:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000024064:0@lo:400:kworker.0
00000100:00100000:2.0:1767320120.182014:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952344b26680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000023552:0@lo:38:kworker.0
00000100:00100000:0.0:1767320120.182077:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320120.182113:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000023424
00000100:00100000:2.0:1767320120.182122:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000023424
00000100:00100000:0.0:1767320120.182147:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320120.182182:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000024064
00000100:00100000:0.0:1767320120.182188:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000024064
00000100:00100000:2.0:1767320120.182192:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1924
00000100:00100000:2.0:1767320120.182242:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366949500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000023424:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320120.182263:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320120.182298:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000023552
00000100:00100000:0.0:1767320120.182303:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000023552
00000100:00100000:2.0:1767320120.182320:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366949500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000023424:12345-0@lo:38:kworker.0 Request processed in 74us (375us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320120.182329:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5052
00000100:00100000:2.0:1767320120.182341:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1924
00000100:00100000:0.0:1767320120.182343:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f798700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000024064:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320120.182408:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f798700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000024064:12345-0@lo:400:kworker.0 Request processed in 62us (326us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320120.182409:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5658
00000100:00100000:0.0:1767320120.182425:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5052
00000100:00100000:2.0:1767320120.182434:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f799880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000023552:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320120.182448:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767320120.182454:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320120.182488:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f799880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000023552:12345-0@lo:38:kworker.0 Request processed in 60us (341us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320120.182494:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000024064:0@lo:400:kworker.0
00000100:00100000:2.0:1767320120.182501:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5658
00000100:00080000:0.0:1767320120.182529:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320120.182533:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320120.182536:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952344b26680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000023552:0@lo:38:kworker.0
00000100:00100000:0.0:1767320120.182541:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000023680:0@lo:38:kworker.0
00000100:00100000:0.0:1767320120.182566:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320120.183021:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000023808:0@lo:400:kworker.0
00000100:00100000:2.0:1767320120.183171:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000023680
00000100:00100000:2.0:1767320120.183176:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000023680
00000100:00100000:2.0:1767320120.183209:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5659
00000100:00100000:2.0:1767320120.183213:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f799180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000023680:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320120.183240:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320120.183426:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000024320:0@lo:400:kworker.0
00000100:00100000:3.0:1767320120.183674:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320120.183711:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000024192:0@lo:400:kworker.0
00000100:00100000:3.0:1767320120.183747:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320120.183779:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000024192
00000100:00100000:3.0:1767320120.183782:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000024192
00000100:00100000:3.0:1767320120.183813:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3302
00000100:00100000:3.0:1767320120.183818:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349092a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000024192:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320120.183851:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349092a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000024192:12345-0@lo:400:kworker.0 Request processed in 33us (103us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320120.183855:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3302
00000100:00100000:3.0:1767320120.183881:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000024192:0@lo:400:kworker.0
00000100:00080000:3.0:1767320120.183894:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767320120.183911:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000023808
00000100:00100000:3.0:1767320120.183913:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000023808
00000100:00100000:3.0:1767320120.183931:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5053
00000100:00100000:3.0:1767320120.183934:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349091c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000023808:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320120.183957:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349091c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000023808:12345-0@lo:400:kworker.0 Request processed in 23us (285us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320120.183961:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5053
00000100:00080000:3.0:1767320120.183970:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320120.183988:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000023808:0@lo:400:kworker.0
00000100:00100000:2.0:1767320120.184078:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f799180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000023680:12345-0@lo:38:kworker.0 Request processed in 862us (1510us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320120.184085:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5659
00000100:00080000:0.0:1767320120.184153:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320120.184159:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320120.184162:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000023680:0@lo:38:kworker.0
00000100:00100000:0.0:1767320120.184184:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000023936:0@lo:38:kworker.0
00000100:00100000:0.0:1767320120.184313:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767320120.184339:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320120.184706:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320120.184710:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952344b25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000023424:0@lo:38:kworker.0
00000100:00100000:1.0:1767320120.184877:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320120.184963:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000023936
00000100:00100000:3.0:1767320120.184963:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000024320
00000100:00100000:2.0:1767320120.184968:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000023936
00000100:00100000:3.0:1767320120.184968:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000024320
00000100:00100000:2.0:1767320120.185011:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5660
00000100:00100000:2.0:1767320120.185017:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f798380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000023936:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320120.185037:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320120.185058:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3303
00000100:00100000:3.0:1767320120.185065:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000024320:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320120.185072:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f798380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000023936:12345-0@lo:38:kworker.0 Request processed in 55us (760us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320120.185078:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5660
00000100:00100000:3.0:1767320120.185104:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000024320:12345-0@lo:400:kworker.0 Request processed in 40us (227us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320120.185114:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3303
00000100:00080000:0.0:1767320120.185155:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767320120.185169:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767320120.185171:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000024320:0@lo:400:kworker.0
00000100:00080000:0.0:1767320120.185173:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320120.185176:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000023936:0@lo:38:kworker.0
00010000:00010000:3.0:1767320120.501548:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320121.206256:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000024448:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320121.206380:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320121.206431:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767320121.206438:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235f79aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000024576:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320121.206469:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320121.206647:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000024448
00000100:00100000:1.0:1767320121.206688:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000024448
00000100:00100000:1.0:1767320121.206764:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000024576
00000100:00100000:1.0:1767320121.206888:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000024576
00000100:00100000:1.0:1767320121.206975:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2484
00000100:00100000:1.0:1767320121.206987:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349091880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000024448:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767320121.207021:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767320121.207101:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349091880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000024448:12345-0@lo:13:osp-pre-1-1.0 Request processed in 116us (721us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320121.207108:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2484
00000100:00100000:1.0:1767320121.207126:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2485
00000100:00100000:1.0:1767320121.207132:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349093b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000024576:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767320121.207146:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767320121.207180:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349093b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000024576:12345-0@lo:13:osp-pre-0-1.0 Request processed in 48us (709us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320121.207187:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2485
00000100:00100000:3.0:1767320121.208129:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235f79aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000024576:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320121.208152:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000024448:0@lo:13:osp-pre-1-1.0
00010000:00010000:3.0:1767320121.525617:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320122.305267:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767320122.305318:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767320122.305636:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962546560
00000100:00100000:3.0:1767320122.305800:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962546560
00000100:00100000:3.0:1767320122.305985:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962546688
00000100:00100000:3.0:1767320122.305989:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962546688
00000100:00100000:3.0:1767320122.306099:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5054
00000100:00100000:3.0:1767320122.306108:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366949f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962546688:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:3.0:1767320122.306182:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366949f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962546688:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 75us (863us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320122.306189:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5054
00000100:00100000:3.0:1767320122.306233:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5661
00000100:00100000:3.0:1767320122.306237:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236694b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962546560:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767320122.306257:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320122.306282:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236694b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962546560:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 43us (1026us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320122.306292:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5661
00000100:00080000:2.0:1767320122.311623:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767320122.552104:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320123.573560:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320124.600756:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767320125.303117:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320125.303126:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767320125.303129:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320125.303132:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320125.303144:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320125.303151:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5318
00000100:00080000:1.0:1767320125.303154:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320125.303160:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320125.303206:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237c0bc380 x1853164000024704/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320125.303225:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320125.303229:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320125.303231:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320125.303235:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5318
00000100:00080000:1.0:1767320125.303237:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320125.303240:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320125.303252:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237c0bd180 x1853164000024832/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320125.303261:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320125.303264:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320125.303265:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320125.303268:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5318
00000100:00080000:1.0:1767320125.303270:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1767320125.303271:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000024704:0@lo:38:kworker.0
00000100:00080000:1.0:1767320125.303273:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320125.303283:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237c0be300 x1853164000024960/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320125.303329:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320125.303333:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320125.303334:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320125.303337:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5318
00000100:00080000:1.0:1767320125.303340:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320125.303343:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320125.303353:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237c0bce00 x1853164000025216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320125.303486:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000025344:0@lo:400:kworker.0
00000100:00100000:2.0:1767320125.303556:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320125.303633:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767320125.303639:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000025088:0@lo:400:kworker.0
00000100:00100000:2.0:1767320125.303677:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320125.303702:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000025344
00000100:00100000:2.0:1767320125.303709:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000025344
00000100:00100000:0.0:1767320125.303751:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320125.303755:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000025088
00000100:00100000:2.0:1767320125.303757:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000025088
00000100:00100000:0.0:1767320125.303776:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000024832:0@lo:38:kworker.0
00000100:00100000:2.0:1767320125.303779:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5055
00000100:00100000:2.0:1767320125.303786:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236694ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000025344:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320125.303793:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320125.303826:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236694ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000025344:12345-0@lo:400:kworker.0 Request processed in 39us (269us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320125.303828:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000024960:0@lo:38:kworker.0
00000100:00100000:2.0:1767320125.303834:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5055
00000100:00100000:0.0:1767320125.303844:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320125.303850:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000024832
00000100:00100000:2.0:1767320125.303854:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000024832
00000100:00100000:0.0:1767320125.303857:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000025216:0@lo:38:kworker.0
00000100:00100000:2.0:1767320125.303863:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000024960
00000100:00100000:2.0:1767320125.303865:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000024960
00000100:00100000:2.0:1767320125.303873:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5056
00000100:00100000:0.0:1767320125.303876:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320125.303878:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236694b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000025088:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320125.303897:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000024704
00000100:00100000:0.0:1767320125.303901:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000024704
00000100:00100000:2.0:1767320125.303902:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236694b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000025088:12345-0@lo:400:kworker.0 Request processed in 24us (225us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320125.303908:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5056
00000100:00100000:2.0:1767320125.303917:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000025216
00000100:00100000:2.0:1767320125.303919:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000025216
00000100:00100000:2.0:1767320125.303927:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5662
00000100:00100000:2.0:1767320125.303931:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f79ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000024832:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320125.303946:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320125.303973:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1925
00000100:00100000:2.0:1767320125.303973:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f79ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000024832:12345-0@lo:38:kworker.0 Request processed in 40us (178us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320125.303977:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f79a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000024704:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767320125.303979:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5662
00010000:00020000:0.0:1767320125.303987:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320125.303988:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5663
00000100:00100000:2.0:1767320125.303991:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f79b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000024960:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320125.303999:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320125.304009:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f79a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000024704:12345-0@lo:38:kworker.0 Request processed in 31us (259us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320125.304014:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f79b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000024960:12345-0@lo:38:kworker.0 Request processed in 22us (169us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320125.304015:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1925
00000100:00100000:2.0:1767320125.304019:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5663
00000100:00100000:2.0:1767320125.304027:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5664
00000100:00100000:2.0:1767320125.304030:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f798e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000025216:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320125.304038:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767320125.304052:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767320125.304055:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f798e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000025216:12345-0@lo:38:kworker.0 Request processed in 24us (178us total) trans 0 rc -19/-19
00000100:00080000:0.0:1767320125.304056:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320125.304059:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000024960:0@lo:38:kworker.0
00000100:00100000:2.0:1767320125.304061:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5664
00000100:00080000:0.0:1767320125.304067:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320125.304070:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320125.304072:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000025216:0@lo:38:kworker.0
00000100:00080000:2.0:1767320125.304075:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767320125.304079:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320125.304081:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320125.304084:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000024704:0@lo:38:kworker.0
00000100:00080000:0.0:1767320125.304090:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767320125.304091:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000025088:0@lo:400:kworker.0
00000100:00080000:0.0:1767320125.304092:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320125.304095:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000024832:0@lo:38:kworker.0
00000100:00100000:2.0:1767320125.304100:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000025344:0@lo:400:kworker.0
00000100:00100000:3.0:1767320125.304463:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000025472:0@lo:400:kworker.0
00000100:00100000:3.0:1767320125.304496:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320125.304530:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767320125.304535:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000025600:0@lo:400:kworker.0
00000100:00100000:3.0:1767320125.304555:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320125.304689:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000025472
00000100:00100000:2.0:1767320125.304694:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000025472
00000100:00100000:2.0:1767320125.304739:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000025600
00000100:00100000:2.0:1767320125.304743:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000025600
00000100:00100000:2.0:1767320125.304760:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3304
00000100:00100000:2.0:1767320125.304766:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349093800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000025472:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320125.304801:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349093800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000025472:12345-0@lo:400:kworker.0 Request processed in 35us (304us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320125.304807:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3304
00000100:00100000:2.0:1767320125.304819:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3305
00000100:00100000:2.0:1767320125.304825:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349090380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000025600:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320125.304851:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349090380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000025600:12345-0@lo:400:kworker.0 Request processed in 27us (295us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320125.304857:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3305
00000100:00080000:3.0:1767320125.304944:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767320125.304948:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767320125.304968:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000025600:0@lo:400:kworker.0
00000100:00100000:3.0:1767320125.304978:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000025472:0@lo:400:kworker.0
00010000:00010000:3.0:1767320125.625177:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320126.326634:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000025728:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320126.326706:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320126.326804:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000025728
00000100:00100000:1.0:1767320126.326813:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000025728
00000100:00100000:1.0:1767320126.326863:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2486
00000100:00100000:1.0:1767320126.326872:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000025728:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767320126.326901:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767320126.326942:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000025728:12345-0@lo:13:osp-pre-1-1.0 Request processed in 72us (236us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320126.326948:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2486
00000100:00100000:3.0:1767320126.327094:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000025728:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320126.328037:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767320126.328049:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235f79aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000025856:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320126.328085:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320126.328168:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000025856
00000100:00100000:1.0:1767320126.328173:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000025856
00000100:00100000:1.0:1767320126.328238:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2487
00000100:00100000:1.0:1767320126.328245:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000025856:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767320126.328265:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767320126.328298:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000025856:12345-0@lo:13:osp-pre-0-1.0 Request processed in 54us (213us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320126.328304:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2487
00000100:00100000:3.0:1767320126.328565:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235f79aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000025856:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320126.403337:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000400:00000100:2.0:1767320126.403371:0:6998:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.52@tcp portal 26 match 1853163962546816 offset 0 length 520: 4
00000100:00100000:2.0:1767320126.403982:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767320126.404109:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962547072
00000100:00100000:0.0:1767320126.404119:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962547072
00000100:00100000:0.0:1767320126.404225:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962546944
00000100:00100000:0.0:1767320126.404229:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962546944
00000100:00100000:0.0:1767320126.404250:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5057
00000100:00100000:0.0:1767320126.404260:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366948700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962547072:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:0.0:1767320126.404328:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366948700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962547072:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 69us (1001us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320126.404335:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5057
00000100:00100000:0.0:1767320126.404353:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5665
00000100:00100000:0.0:1767320126.404357:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962546944:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:0.0:1767320126.404376:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320126.404398:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962546944:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 39us (419us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320126.404404:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5665
00000100:00080000:1.0:1767320126.404544:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767320126.645571:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320127.674612:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320128.696144:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320129.397494:0:7004:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320104/real 1767320104]  req@ffff952344b24700 x1853164000020480/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320129 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1767320129.397531:0:7004:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff952344b24700 x1853164000020480/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320129 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1767320129.397550:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320129.397586:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:0.0:1767320129.397590:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952344b24700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000020480:0@lo:250:kworker.0
00000100:00080000:3.0:1767320129.402013:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320129.402025:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767320129.402029:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320129.402037:0:49151:0:(import.c:509:import_select_connection()) MGC192.168.202.152@tcp: connect to NID 0@lo last attempt 5302
00000100:00080000:3.0:1767320129.402043:0:49151:0:(import.c:588:import_select_connection()) MGC192.168.202.152@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320129.402050:0:49151:0:(import.c:623:import_select_connection()) MGC192.168.202.152@tcp: import ffff95235eb57800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320129.402091:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0dd180 x1853164000025984/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320129.402132:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320129.402137:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320129.402139:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320129.402143:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5323
00000100:00080000:3.0:1767320129.402145:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320129.402149:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320129.402168:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0ded80 x1853164000026112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320129.402178:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320129.402181:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320129.402183:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320129.402186:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5323
00000100:00080000:3.0:1767320129.402189:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320129.402192:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320129.402246:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0dea00 x1853164000026240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320129.402257:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320129.402261:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320129.402262:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320129.402266:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5323
00000100:00080000:3.0:1767320129.402269:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320129.402273:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320129.402284:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0de300 x1853164000026368/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320129.402335:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320129.402339:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320129.402341:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320129.402345:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5323
00000100:00080000:3.0:1767320129.402348:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320129.402351:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320129.402362:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234bfe2300 x1853164000026624/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320129.402422:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bfe2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000026880:0@lo:400:kworker.0
00000100:00100000:3.0:1767320129.402496:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320129.402567:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767320129.402574:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bfe3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000027008:0@lo:400:kworker.0
00000100:00100000:3.0:1767320129.402607:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320129.402641:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000026880
00000100:00100000:3.0:1767320129.402647:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000026880
00000100:00100000:3.0:1767320129.402695:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000027008
00000100:00100000:3.0:1767320129.402698:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000027008
00000100:00100000:3.0:1767320129.402718:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3306
00000100:00100000:3.0:1767320129.402728:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000026880:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320129.402792:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000026880:12345-0@lo:400:kworker.0 Request processed in 65us (294us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320129.402799:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3306
00000100:00100000:3.0:1767320129.402815:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3307
00000100:00100000:3.0:1767320129.402821:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000027008:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320129.402848:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000027008:12345-0@lo:400:kworker.0 Request processed in 27us (239us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320129.402853:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3307
00000100:00100000:3.0:1767320129.402892:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bfe3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000027008:0@lo:400:kworker.0
00000100:00100000:3.0:1767320129.402902:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bfe2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000026880:0@lo:400:kworker.0
00000100:00100000:1.0:1767320129.403164:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bfe3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000026496:0@lo:400:kworker.0
00000100:00100000:1.0:1767320129.403238:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320129.403268:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767320129.403275:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bfe1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000026752:0@lo:400:kworker.0
00000100:00100000:1.0:1767320129.403296:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767320129.403322:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767320129.403326:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767320129.403342:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000026496
00000100:00100000:1.0:1767320129.403345:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000026496
00000100:00100000:1.0:1767320129.403376:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000026752
00000100:00100000:1.0:1767320129.403380:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000026752
00000100:00100000:1.0:1767320129.403403:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5058
00000100:00100000:1.0:1767320129.403409:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000026496:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320129.403448:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000026496:12345-0@lo:400:kworker.0 Request processed in 39us (210us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320129.403454:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5058
00000100:00100000:1.0:1767320129.403481:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5059
00000100:00100000:1.0:1767320129.403487:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000026752:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320129.403511:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000026752:12345-0@lo:400:kworker.0 Request processed in 25us (215us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320129.403516:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5059
00000100:00080000:1.0:1767320129.403535:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320129.403551:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bfe1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000026752:0@lo:400:kworker.0
00000100:00100000:1.0:1767320129.403560:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bfe3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000026496:0@lo:400:kworker.0
00000100:00100000:0.0:1767320129.405098:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000025984:0@lo:250:kworker.0
00000400:00000100:0.0:1767320129.405175:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164000025984 offset 0 length 520: 4
00000100:00100000:0.0:1767320129.405243:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000026112:0@lo:38:kworker.0
00000100:00100000:0.0:1767320129.405333:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320129.405372:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000026240:0@lo:38:kworker.0
00000100:00100000:0.0:1767320129.405398:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320129.405418:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000026368:0@lo:38:kworker.0
00000100:00100000:0.0:1767320129.405438:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320129.405455:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bfe2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000026624:0@lo:38:kworker.0
00000100:00100000:0.0:1767320129.405489:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320129.405532:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000026240
00000100:00100000:0.0:1767320129.405539:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000026240
00000100:00100000:0.0:1767320129.405567:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000026368
00000100:00100000:0.0:1767320129.405570:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000026368
00000100:00100000:0.0:1767320129.405591:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000026624
00000100:00100000:0.0:1767320129.405594:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000026624
00000100:00100000:0.0:1767320129.405607:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5666
00000100:00100000:0.0:1767320129.405612:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f79aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000026240:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320129.405633:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320129.405674:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f79aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000026240:12345-0@lo:38:kworker.0 Request processed in 59us (274us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320129.405680:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5666
00000100:00100000:0.0:1767320129.405696:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5667
00000100:00100000:0.0:1767320129.405699:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b24700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000026368:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320129.405708:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320129.405730:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b24700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000026368:12345-0@lo:38:kworker.0 Request processed in 29us (291us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320129.405736:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5667
00000100:00100000:0.0:1767320129.406086:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5668
00000100:00100000:0.0:1767320129.406092:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000026624:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320129.406112:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320129.406141:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000026624:12345-0@lo:38:kworker.0 Request processed in 48us (651us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320129.406148:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5668
00000100:00080000:0.0:1767320129.406226:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320129.406232:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320129.406235:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000026240:0@lo:38:kworker.0
00000100:00080000:0.0:1767320129.406245:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320129.406248:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320129.406250:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000026368:0@lo:38:kworker.0
00000100:00080000:0.0:1767320129.406257:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320129.406260:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320129.406263:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bfe2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000026624:0@lo:38:kworker.0
00000100:00100000:1.0:1767320129.406394:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000026112
00000100:00100000:1.0:1767320129.406400:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000026112
00000100:00100000:1.0:1767320129.406431:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1926
00000100:00100000:1.0:1767320129.406436:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345b35850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000026112:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320129.406446:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320129.406493:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345b35850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000026112:12345-0@lo:38:kworker.0 Request processed in 56us (1159us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320129.406499:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1926
00000100:00080000:0.0:1767320129.406894:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320129.406899:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320129.406903:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000026112:0@lo:38:kworker.0
00010000:00010000:3.0:1767320129.723830:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320130.742438:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320131.445450:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767320131.445673:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767320131.445693:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000027264:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320131.445773:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320131.445864:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000027264
00000100:00100000:0.0:1767320131.445872:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000027264
00000100:00080000:2.0:1767320131.445991:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767320131.446028:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2488
00000100:00100000:0.0:1767320131.446039:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000027264:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767320131.446068:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767320131.446116:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000027264:12345-0@lo:13:osp-pre-1-1.0 Request processed in 79us (342us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320131.446122:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2488
00000100:00100000:2.0:1767320131.446243:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000027264:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320131.446396:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952344b26680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000027136:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320131.446429:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320131.446855:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000027136
00000100:00100000:0.0:1767320131.446861:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000027136
00000100:00100000:0.0:1767320131.447008:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2489
00000100:00100000:0.0:1767320131.447016:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000027136:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767320131.447036:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767320131.447073:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000027136:12345-0@lo:13:osp-pre-0-1.0 Request processed in 58us (643us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320131.447078:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2489
00000100:00100000:3.0:1767320131.447154:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952344b26680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000027136:0@lo:13:osp-pre-0-1.0
00000100:00080000:2.0:1767320131.447338:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767320131.522361:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767320131.522461:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767320131.528222:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962547200
00000100:00100000:0.0:1767320131.528244:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962547200
00000100:00100000:0.0:1767320131.528306:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962547328
00000100:00100000:0.0:1767320131.528310:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962547328
00000100:00100000:0.0:1767320131.528470:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5060
00000100:00100000:0.0:1767320131.528483:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962547328:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:0.0:1767320131.528617:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962547328:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 135us (6154us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320131.528626:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5060
00000100:00100000:0.0:1767320131.528649:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5669
00000100:00100000:0.0:1767320131.528654:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962547200:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:0.0:1767320131.528679:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320131.528726:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962547200:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 70us (6380us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320131.528733:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5669
00000100:00080000:2.0:1767320131.529543:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767320131.765393:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767320132.795417:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320133.815964:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767320134.518982:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320134.518995:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767320134.518999:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320134.519004:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320134.519009:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320134.519019:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5327
00000100:00080000:2.0:1767320134.519024:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320134.519032:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320134.519084:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237c0bd500 x1853164000027392/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320134.521516:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320134.521540:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320134.521545:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320134.521556:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5327
00000100:00080000:2.0:1767320134.521561:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320134.521569:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320134.521625:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237c0be300 x1853164000027520/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320134.521641:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320134.521645:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320134.521646:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320134.521650:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5327
00000100:00080000:2.0:1767320134.521653:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320134.521656:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320134.521666:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237c0bd880 x1853164000027648/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320134.521721:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320134.521725:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320134.521727:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320134.521730:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5327
00000100:00080000:2.0:1767320134.521732:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320134.521736:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320134.521747:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237c0bca80 x1853164000027904/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320134.521830:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000028288:0@lo:400:kworker.0
00000100:00100000:2.0:1767320134.521920:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320134.521965:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767320134.521971:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000028160:0@lo:400:kworker.0
00000100:00100000:2.0:1767320134.521991:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320134.522027:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000028288
00000100:00100000:2.0:1767320134.522035:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000028288
00000100:00100000:2.0:1767320134.522095:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000028160
00000100:00100000:2.0:1767320134.522099:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000028160
00000100:00100000:2.0:1767320134.522119:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3308
00000100:00100000:2.0:1767320134.522128:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000028288:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320134.522183:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000028288:12345-0@lo:400:kworker.0 Request processed in 56us (262us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320134.522191:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3308
00000100:00100000:2.0:1767320134.522231:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3309
00000100:00100000:2.0:1767320134.522237:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000028160:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320134.522261:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000028160:12345-0@lo:400:kworker.0 Request processed in 25us (270us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320134.522267:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3309
00000100:00080000:2.0:1767320134.522282:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767320134.522286:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767320134.522318:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000028160:0@lo:400:kworker.0
00000100:00100000:2.0:1767320134.522327:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000028288:0@lo:400:kworker.0
00000100:00100000:3.0:1767320134.522559:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000027776:0@lo:400:kworker.0
00000100:00100000:3.0:1767320134.522596:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320134.522639:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767320134.522645:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000028032:0@lo:400:kworker.0
00000100:00100000:3.0:1767320134.522667:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320134.522703:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000027776
00000100:00100000:3.0:1767320134.522707:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000027776
00000100:00100000:3.0:1767320134.522743:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000028032
00000100:00100000:3.0:1767320134.522746:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000028032
00000100:00100000:3.0:1767320134.522767:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5061
00000100:00100000:3.0:1767320134.522773:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000027776:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320134.522808:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000027776:12345-0@lo:400:kworker.0 Request processed in 36us (211us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320134.522814:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5061
00000100:00100000:3.0:1767320134.522827:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5062
00000100:00100000:3.0:1767320134.522833:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000028032:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320134.522856:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000028032:12345-0@lo:400:kworker.0 Request processed in 25us (189us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320134.522862:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5062
00000100:00080000:3.0:1767320134.522875:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320134.522891:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000028032:0@lo:400:kworker.0
00000100:00100000:3.0:1767320134.522901:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000027776:0@lo:400:kworker.0
00000100:00100000:1.0:1767320134.523846:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000027392:0@lo:38:kworker.0
00000100:00100000:1.0:1767320134.526918:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320134.527004:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000027520:0@lo:38:kworker.0
00000100:00100000:1.0:1767320134.527059:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320134.527091:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000027648:0@lo:38:kworker.0
00000100:00100000:1.0:1767320134.527434:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320134.527468:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000027904:0@lo:38:kworker.0
00000100:00100000:2.0:1767320134.527480:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000027520
00000100:00100000:1.0:1767320134.527494:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320134.527498:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000027520
00000100:00100000:2.0:1767320134.527569:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000027648
00000100:00100000:2.0:1767320134.527572:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000027648
00000100:00100000:2.0:1767320134.527590:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000027904
00000100:00100000:1.0:1767320134.527656:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5670
00000100:00100000:2.0:1767320134.527662:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000027904
00000100:00100000:1.0:1767320134.527669:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000027520:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767320134.527695:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5671
00010000:00020000:1.0:1767320134.527697:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320134.527709:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000027392
00000100:00100000:2.0:1767320134.527709:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000027648:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767320134.527717:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000027392
00010000:00020000:2.0:1767320134.527731:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320134.527754:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1927
00000100:00100000:0.0:1767320134.527761:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000027392:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767320134.527769:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000027520:12345-0@lo:38:kworker.0 Request processed in 101us (706us total) trans 0 rc -19/-19
00010000:00020000:0.0:1767320134.527773:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320134.527792:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5670
00000100:00100000:2.0:1767320134.527808:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000027648:12345-0@lo:38:kworker.0 Request processed in 98us (371us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320134.527817:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5671
00000100:00100000:1.0:1767320134.527828:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5672
00000100:00100000:0.0:1767320134.527836:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000027392:12345-0@lo:38:kworker.0 Request processed in 70us (922us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320134.527846:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000027904:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767320134.527850:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1927
00010000:00020000:1.0:1767320134.527869:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320134.527969:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000027904:12345-0@lo:38:kworker.0 Request processed in 128us (474us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320134.527977:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5672
00000100:00080000:1.0:1767320134.528022:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320134.528028:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320134.528031:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000027392:0@lo:38:kworker.0
00000100:00080000:1.0:1767320134.528040:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320134.528043:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320134.528046:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000027520:0@lo:38:kworker.0
00000100:00080000:1.0:1767320134.528054:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320134.528057:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320134.528060:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000027648:0@lo:38:kworker.0
00000100:00080000:1.0:1767320134.528068:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320134.528070:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320134.528073:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000027904:0@lo:38:kworker.0
00010000:00010000:0.0:1767320134.838582:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320135.864368:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320136.565737:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767320136.565762:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000028416:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320136.565861:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320136.565996:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000028416
00000100:00100000:2.0:1767320136.566008:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000028416
00000100:00100000:2.0:1767320136.566141:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2490
00000100:00100000:2.0:1767320136.566154:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000028416:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767320136.566215:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767320136.566283:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000028416:12345-0@lo:13:osp-pre-1-1.0 Request processed in 131us (421us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320136.566291:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2490
00000100:00100000:1.0:1767320136.566550:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952344b26680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000028544:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320136.566578:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320136.566647:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000028416:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767320136.566716:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000028544
00000100:00100000:0.0:1767320136.566721:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000028544
00000100:00080000:3.0:1767320136.568110:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767320136.568120:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767320136.568332:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2491
00000100:00100000:0.0:1767320136.568356:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000028544:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767320136.568393:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767320136.568494:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000028544:12345-0@lo:13:osp-pre-0-1.0 Request processed in 152us (1914us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320136.568502:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2491
00000100:00100000:1.0:1767320136.569000:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952344b26680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000028544:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320136.641316:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767320136.645724:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767320136.650652:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962547584
00000100:00100000:3.0:1767320136.650668:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962547584
00000100:00080000:2.0:1767320136.650807:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320136.653874:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962547456
00000100:00100000:0.0:1767320136.653902:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962547456
00000100:00100000:0.0:1767320136.653968:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5063
00000100:00100000:0.0:1767320136.653985:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962547584:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:0.0:1767320136.654077:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962547584:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 99us (12768us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320136.654085:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5063
00000100:00100000:0.0:1767320136.654107:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5673
00000100:00100000:0.0:1767320136.654112:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962547456:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:0.0:1767320136.654132:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320136.654160:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962547456:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 45us (8445us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320136.654166:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5673
00010000:00010000:2.0:1767320136.886912:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320137.913190:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320138.933453:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767320139.637523:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320139.637534:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767320139.637538:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320139.637542:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320139.637546:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320139.637553:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5332
00000100:00080000:1.0:1767320139.637558:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320139.637565:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320139.637609:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347ff0380 x1853164000028672/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320139.637640:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320139.637645:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320139.637647:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320139.637650:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5332
00000100:00080000:1.0:1767320139.637652:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320139.637656:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320139.637676:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347ff3480 x1853164000028800/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320139.637686:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320139.637689:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320139.637691:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320139.637694:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5332
00000100:00080000:1.0:1767320139.637696:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320139.637700:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320139.637715:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347ff0e00 x1853164000028928/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320139.637763:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320139.637766:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320139.637768:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320139.637772:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5332
00000100:00080000:1.0:1767320139.637774:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320139.637778:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320139.637788:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347ff2d80 x1853164000029184/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320139.637842:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236694a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000029568:0@lo:400:kworker.0
00000100:00100000:0.0:1767320139.637883:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000029056:0@lo:400:kworker.0
00000100:00100000:2.0:1767320139.637942:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349091500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000029440:0@lo:400:kworker.0
00000100:00100000:3.0:1767320139.637955:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000029312:0@lo:400:kworker.0
00000100:00100000:1.0:1767320139.643312:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320139.643444:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000028672:0@lo:38:kworker.0
00000100:00100000:1.0:1767320139.643482:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320139.643827:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000028800:0@lo:38:kworker.0
00000100:00100000:1.0:1767320139.643858:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320139.643878:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000028928:0@lo:38:kworker.0
00000100:00100000:1.0:1767320139.643898:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320139.643915:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000029184:0@lo:38:kworker.0
00000100:00100000:1.0:1767320139.643934:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320139.643978:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000028800
00000100:00100000:1.0:1767320139.643985:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000028800
00000100:00100000:1.0:1767320139.644015:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000028928
00000100:00100000:1.0:1767320139.644017:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000028928
00000100:00100000:1.0:1767320139.644031:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000029184
00000100:00100000:1.0:1767320139.644033:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000029184
00000100:00100000:1.0:1767320139.644050:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5674
00000100:00100000:1.0:1767320139.644057:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000028800:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320139.644077:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320139.644121:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000028800:12345-0@lo:38:kworker.0 Request processed in 63us (261us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320139.644128:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5674
00000100:00100000:1.0:1767320139.644145:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5675
00000100:00100000:1.0:1767320139.644149:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000028928:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320139.644159:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320139.644180:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000028928:12345-0@lo:38:kworker.0 Request processed in 29us (281us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320139.644186:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5675
00000100:00100000:1.0:1767320139.644216:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5676
00000100:00100000:1.0:1767320139.644220:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000029184:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320139.644228:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320139.644490:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000029184:12345-0@lo:38:kworker.0 Request processed in 27us (313us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320139.644531:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320139.644556:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000029056
00000100:00100000:0.0:1767320139.644559:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000029056
00000100:00100000:2.0:1767320139.644628:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000028672
00000100:00100000:2.0:1767320139.644633:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000028672
00000100:00100000:1.0:1767320139.644806:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5676
00000100:00080000:1.0:1767320139.644853:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320139.644859:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320139.644863:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000028800:0@lo:38:kworker.0
00000100:00080000:1.0:1767320139.644872:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320139.644875:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320139.644878:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000028928:0@lo:38:kworker.0
00000100:00080000:1.0:1767320139.644885:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320139.644888:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320139.644890:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000029184:0@lo:38:kworker.0
00000100:00080000:1.0:1767320139.644945:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320139.644971:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1928
00000100:00100000:1.0:1767320139.644976:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f79a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000028672:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320139.644986:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320139.645020:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f79a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000028672:12345-0@lo:38:kworker.0 Request processed in 43us (1537us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320139.645026:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1928
00000100:00100000:3.0:1767320139.645037:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000029568
00000100:00100000:3.0:1767320139.645042:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000029568
00000100:00080000:1.0:1767320139.645060:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320139.645064:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320139.645067:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000028672:0@lo:38:kworker.0
00000100:00100000:3.0:1767320139.645076:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3310
00000100:00100000:3.0:1767320139.645083:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366949500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000029568:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767320139.645096:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767320139.645126:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366949500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000029568:12345-0@lo:400:kworker.0 Request processed in 45us (1823us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320139.645132:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3310
00000100:00100000:1.0:1767320139.645144:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236694a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000029568:0@lo:400:kworker.0
00000100:00100000:3.0:1767320139.645161:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320139.645179:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000029312
00000100:00100000:1.0:1767320139.645183:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000029312
00000100:00100000:3.0:1767320139.645218:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320139.645235:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000029440
00000100:00100000:3.0:1767320139.645250:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000029440
00000100:00100000:3.0:1767320139.645273:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3311
00000100:00100000:3.0:1767320139.645280:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000029440:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320139.645323:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000029440:12345-0@lo:400:kworker.0 Request processed in 44us (104us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320139.645329:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3311
00000100:00100000:2.0:1767320139.645426:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349091500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000029440:0@lo:400:kworker.0
00000100:00100000:0.0:1767320139.648711:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5064
00000100:00100000:0.0:1767320139.648736:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b24a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000029056:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320139.648901:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000029056:0@lo:400:kworker.0
00000100:00100000:0.0:1767320139.648989:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b24a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000029056:12345-0@lo:400:kworker.0 Request processed in 257us (4448us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320139.648997:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5064
00000100:00100000:0.0:1767320139.649018:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5065
00000100:00100000:0.0:1767320139.649026:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000029312:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320139.649072:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000029312:12345-0@lo:400:kworker.0 Request processed in 48us (3910us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320139.649078:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5065
00000100:00100000:3.0:1767320139.649148:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000029312:0@lo:400:kworker.0
00000100:00080000:3.0:1767320139.649182:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767320139.649187:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767320139.957778:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767320140.981411:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320141.685703:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000029696:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320141.685773:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320141.685815:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767320141.685821:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952344b24e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000029824:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320141.685842:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320141.685890:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000029696
00000100:00100000:0.0:1767320141.685899:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000029696
00000100:00100000:1.0:1767320141.685934:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000029824
00000100:00100000:1.0:1767320141.685939:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000029824
00000100:00100000:0.0:1767320141.685981:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2492
00000100:00100000:0.0:1767320141.685991:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000029696:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767320141.686020:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767320141.686063:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000029696:12345-0@lo:13:osp-pre-1-1.0 Request processed in 74us (290us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320141.686071:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2492
00000100:00100000:0.0:1767320141.686087:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2493
00000100:00100000:0.0:1767320141.686093:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000029824:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767320141.686107:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767320141.686131:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000029824:12345-0@lo:13:osp-pre-0-1.0 Request processed in 39us (288us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320141.686136:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2493
00000100:00080000:3.0:1767320141.686189:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767320141.686215:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767320141.686250:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952344b24e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000029824:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320141.686262:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000029696:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320141.764095:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767320141.764225:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767320141.764239:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962547840
00000100:00100000:0.0:1767320141.764249:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962547840
00000100:00100000:0.0:1767320141.764317:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962547712
00000100:00100000:0.0:1767320141.764321:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962547712
00000100:00100000:0.0:1767320141.764343:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5066
00000100:00100000:0.0:1767320141.764353:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962547840:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:0.0:1767320141.764425:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962547840:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 73us (337us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320141.764432:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5066
00000100:00100000:0.0:1767320141.764455:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5677
00000100:00100000:0.0:1767320141.764460:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962547712:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:0.0:1767320141.764493:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320141.764519:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962547712:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 57us (294us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320141.764525:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5677
00000100:00080000:3.0:1767320141.765217:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767320142.005598:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320143.034683:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320144.054546:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767320144.759727:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320144.759738:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767320144.759741:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320144.759745:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320144.759750:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320144.759758:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5337
00000100:00080000:2.0:1767320144.759763:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320144.759770:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320144.759809:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d79d880 x1853164000029952/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320144.759840:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320144.759843:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320144.759845:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320144.759849:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5337
00000100:00080000:2.0:1767320144.759851:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320144.759855:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320144.759869:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d79ed80 x1853164000030080/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320144.759878:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320144.759882:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320144.759883:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320144.759887:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5337
00000100:00080000:2.0:1767320144.759890:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320144.759892:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320144.759903:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d79ca80 x1853164000030208/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320144.759951:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320144.759955:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320144.759957:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320144.759961:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5337
00000100:00080000:2.0:1767320144.759963:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320144.759966:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320144.759980:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952349091500 x1853164000030464/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320144.760084:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000029952:0@lo:38:kworker.0
00000100:00100000:1.0:1767320144.760151:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320144.760231:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000030080:0@lo:38:kworker.0
00000100:00100000:1.0:1767320144.760257:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320144.760273:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000030208:0@lo:38:kworker.0
00000100:00100000:1.0:1767320144.760291:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320144.760310:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349091500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000030464:0@lo:38:kworker.0
00000100:00100000:1.0:1767320144.760327:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320144.760365:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000030080
00000100:00100000:1.0:1767320144.760372:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000030080
00000100:00100000:1.0:1767320144.760401:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000030208
00000100:00100000:1.0:1767320144.760404:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000030208
00000100:00100000:1.0:1767320144.760418:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000030464
00000100:00100000:1.0:1767320144.760421:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000030464
00000100:00100000:1.0:1767320144.760448:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5678
00000100:00100000:1.0:1767320144.760463:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000030080:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320144.760518:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320144.760556:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000030080:12345-0@lo:38:kworker.0 Request processed in 100us (297us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320144.760564:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5678
00000100:00100000:1.0:1767320144.760581:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5679
00000100:00100000:1.0:1767320144.760585:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000030208:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320144.760594:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320144.760611:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000030208:12345-0@lo:38:kworker.0 Request processed in 26us (320us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320144.760616:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5679
00000100:00100000:1.0:1767320144.760625:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5680
00000100:00100000:1.0:1767320144.760628:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000030464:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320144.760635:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320144.760650:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000030464:12345-0@lo:38:kworker.0 Request processed in 20us (322us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320144.760654:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5680
00000100:00080000:1.0:1767320144.760696:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320144.760700:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320144.760703:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000030080:0@lo:38:kworker.0
00000100:00080000:1.0:1767320144.760711:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320144.760713:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320144.760716:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000030208:0@lo:38:kworker.0
00000100:00080000:1.0:1767320144.760722:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320144.760724:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320144.760728:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349091500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000030464:0@lo:38:kworker.0
00000100:00100000:0.0:1767320144.760868:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b20700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000030592:0@lo:400:kworker.0
00000100:00100000:0.0:1767320144.760898:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320144.760923:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767320144.760928:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000030336:0@lo:400:kworker.0
00000100:00100000:0.0:1767320144.760946:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320144.761023:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b23100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000030848:0@lo:400:kworker.0
00000100:00100000:3.0:1767320144.761051:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320144.761076:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767320144.761081:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000030720:0@lo:400:kworker.0
00000100:00100000:3.0:1767320144.761100:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320144.761160:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000030848
00000100:00100000:0.0:1767320144.761164:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000030848
00000100:00100000:0.0:1767320144.761222:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000030720
00000100:00100000:0.0:1767320144.761225:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000030720
00000100:00100000:0.0:1767320144.761241:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3312
00000100:00100000:0.0:1767320144.761247:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000030848:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320144.761289:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000030848:12345-0@lo:400:kworker.0 Request processed in 42us (237us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320144.761295:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3312
00000100:00100000:0.0:1767320144.761308:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3313
00000100:00100000:0.0:1767320144.761313:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499d8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000030720:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320144.761340:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499d8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000030720:12345-0@lo:400:kworker.0 Request processed in 27us (238us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320144.761345:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3313
00000100:00080000:3.0:1767320144.761661:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767320144.761665:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767320144.761687:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000030720:0@lo:400:kworker.0
00000100:00100000:3.0:1767320144.761696:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b23100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000030848:0@lo:400:kworker.0
00000100:00100000:2.0:1767320144.761769:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000029952
00000100:00100000:2.0:1767320144.761772:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000029952
00000100:00100000:2.0:1767320144.761803:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1929
00000100:00100000:2.0:1767320144.761808:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000029952:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320144.761821:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320144.761860:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000029952:12345-0@lo:38:kworker.0 Request processed in 51us (1709us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320144.761866:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1929
00000100:00100000:2.0:1767320144.761886:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000030592
00000100:00100000:2.0:1767320144.761890:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000030592
00000100:00100000:2.0:1767320144.761914:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000030336
00000100:00100000:2.0:1767320144.761918:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000030336
00000100:00100000:2.0:1767320144.761934:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5067
00000100:00100000:2.0:1767320144.761939:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b24e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000030592:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320144.761968:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b24e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000030592:12345-0@lo:400:kworker.0 Request processed in 29us (1070us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320144.761974:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5067
00000100:00100000:2.0:1767320144.761983:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5068
00000100:00100000:2.0:1767320144.761988:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b26680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000030336:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320144.762005:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b26680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000030336:12345-0@lo:400:kworker.0 Request processed in 18us (1059us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320144.762010:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5068
00000100:00080000:3.0:1767320144.762081:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767320144.762105:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320144.762109:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320144.762112:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000029952:0@lo:38:kworker.0
00000100:00100000:0.0:1767320144.762263:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000030336:0@lo:400:kworker.0
00000100:00100000:0.0:1767320144.762273:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b20700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000030592:0@lo:400:kworker.0
00010000:00010000:2.0:1767320145.077442:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320146.102037:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320146.805694:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767320146.805728:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235f799f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000030976:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320146.805803:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320146.807156:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000031104:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320146.807218:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320146.807286:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000031104
00000100:00100000:1.0:1767320146.807294:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000031104
00000100:00100000:3.0:1767320146.807353:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000030976
00000100:00100000:1.0:1767320146.807360:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2494
00000100:00100000:3.0:1767320146.807361:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000030976
00000100:00100000:1.0:1767320146.807375:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000031104:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767320146.807405:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767320146.807410:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2495
00000100:00100000:3.0:1767320146.807431:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b22300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000030976:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767320146.807452:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767320146.807474:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000031104:12345-0@lo:13:osp-pre-1-1.0 Request processed in 102us (276us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320146.807483:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2494
00000100:00100000:3.0:1767320146.807495:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b22300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000030976:12345-0@lo:13:osp-pre-0-1.0 Request processed in 75us (1690us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320146.807503:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2495
00000100:00100000:1.0:1767320146.807539:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000031104:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320146.807554:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235f799f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000030976:0@lo:13:osp-pre-0-1.0
00000100:00080000:2.0:1767320146.807617:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767320146.807621:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767320146.887982:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767320146.888034:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767320146.888108:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962547968
00000100:00100000:3.0:1767320146.888119:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962547968
00000100:00100000:3.0:1767320146.888165:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962548096
00000100:00100000:3.0:1767320146.888169:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962548096
00000100:00100000:2.0:1767320146.888181:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5681
00000100:00100000:2.0:1767320146.888220:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962547968:12345-192.168.202.52@tcp:38:kworker.0
00000100:00100000:3.0:1767320146.888245:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5069
00000100:00100000:3.0:1767320146.888253:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962548096:12345-192.168.202.52@tcp:400:kworker.0
00010000:00020000:2.0:1767320146.888257:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320146.888311:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962548096:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 60us (278us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320146.888316:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5069
00000100:00080000:0.0:1767320146.888339:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320146.896637:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962547968:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 8433us (8651us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320146.896652:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5681
00010000:00010000:0.0:1767320147.128737:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320148.150702:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767320149.175903:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767320149.877462:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320149.877472:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767320149.877475:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320149.877479:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320149.877483:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320149.877490:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5342
00000100:00080000:2.0:1767320149.877494:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320149.877500:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320149.877539:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347b23480 x1853164000031232/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320149.877568:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320149.877570:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320149.877572:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320149.877574:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5342
00000100:00080000:2.0:1767320149.877576:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320149.877578:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320149.877586:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347b23b80 x1853164000031360/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320149.877591:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320149.877593:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320149.877595:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320149.877597:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5342
00000100:00080000:2.0:1767320149.877599:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320149.877600:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320149.877607:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347b20700 x1853164000031488/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320149.877636:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320149.877640:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320149.877641:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320149.877645:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5342
00000100:00080000:2.0:1767320149.877647:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320149.877650:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320149.877660:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347b21c00 x1853164000031744/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320149.877722:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b23100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000031616:0@lo:400:kworker.0
00000100:00100000:0.0:1767320149.877724:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b22d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000031872:0@lo:400:kworker.0
00000100:00100000:2.0:1767320149.877739:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b20a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000032000:0@lo:400:kworker.0
00000100:00100000:2.0:1767320149.877810:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320149.877821:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320149.877859:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767320149.877864:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000032128:0@lo:400:kworker.0
00000100:00100000:2.0:1767320149.877879:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320149.877903:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000032000
00000100:00100000:2.0:1767320149.877909:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000032000
00000100:00100000:3.0:1767320149.878003:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000031616
00000100:00100000:3.0:1767320149.878013:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000031616
00000100:00100000:1.0:1767320149.878019:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b23480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000031232:0@lo:38:kworker.0
00000100:00100000:3.0:1767320149.878077:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5070
00000100:00100000:3.0:1767320149.878092:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000031616:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320149.878105:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000032128
00000100:00100000:2.0:1767320149.878110:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000032128
00000100:00100000:2.0:1767320149.878138:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3314
00000100:00100000:2.0:1767320149.878145:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000032000:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320149.884046:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320149.884115:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b23b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000031360:0@lo:38:kworker.0
00000100:00100000:1.0:1767320149.884156:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320149.884175:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b20700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000031488:0@lo:38:kworker.0
00000100:00100000:1.0:1767320149.884790:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320149.884819:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000031744:0@lo:38:kworker.0
00000100:00100000:1.0:1767320149.884849:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320149.884900:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000031232
00000100:00100000:1.0:1767320149.884908:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000031232
00000100:00100000:1.0:1767320149.884945:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1930
00000100:00100000:1.0:1767320149.884952:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000031232:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320149.884973:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320149.885012:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000031232:12345-0@lo:38:kworker.0 Request processed in 59us (973us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320149.885019:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1930
00000100:00100000:1.0:1767320149.885045:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000031360
00000100:00100000:1.0:1767320149.885048:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000031360
00000100:00100000:1.0:1767320149.885064:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000031488
00000100:00100000:1.0:1767320149.885066:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000031488
00000100:00100000:1.0:1767320149.885073:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000031744
00000100:00100000:1.0:1767320149.885075:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000031744
00000100:00100000:1.0:1767320149.885084:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5682
00000100:00100000:1.0:1767320149.885088:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000031360:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320149.885096:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320149.885119:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000031360:12345-0@lo:38:kworker.0 Request processed in 29us (962us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320149.885124:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5682
00000100:00100000:1.0:1767320149.885134:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5683
00000100:00100000:1.0:1767320149.885138:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000031488:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320149.885145:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320149.885161:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000031488:12345-0@lo:38:kworker.0 Request processed in 23us (968us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320149.885166:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5683
00000100:00100000:1.0:1767320149.885175:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5684
00000100:00100000:1.0:1767320149.885178:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000031744:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320149.885184:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320149.885371:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000031744:12345-0@lo:38:kworker.0 Request processed in 191us (521us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320149.885378:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5684
00000100:00080000:1.0:1767320149.885435:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320149.885440:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320149.885444:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b23480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000031232:0@lo:38:kworker.0
00000100:00080000:1.0:1767320149.885452:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320149.885455:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320149.885458:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b23b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000031360:0@lo:38:kworker.0
00000100:00080000:1.0:1767320149.887163:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320149.887179:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320149.887187:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b20700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000031488:0@lo:38:kworker.0
00000100:00080000:1.0:1767320149.887253:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320149.887258:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320149.887260:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000031744:0@lo:38:kworker.0
00000100:00100000:1.0:1767320149.887343:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3315
00000100:00100000:1.0:1767320149.887359:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000032128:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320149.887466:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000032128:12345-0@lo:400:kworker.0 Request processed in 113us (9583us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320149.887473:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3315
00000100:00080000:1.0:1767320149.887501:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767320149.887506:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767320149.887510:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767320149.887582:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000032128:0@lo:400:kworker.0
00000100:00100000:0.0:1767320149.887793:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320149.888524:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000031872
00000100:00100000:1.0:1767320149.888537:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000031872
00000100:00100000:1.0:1767320149.888613:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5071
00000100:00100000:1.0:1767320149.888622:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f798000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000031872:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320149.888699:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f798000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000031872:12345-0@lo:400:kworker.0 Request processed in 79us (914us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320149.888706:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5071
00000100:00080000:0.0:1767320149.888916:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320149.888975:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b22d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000031872:0@lo:400:kworker.0
00000100:00100000:3.0:1767320149.889107:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000031616:12345-0@lo:400:kworker.0 Request processed in 11015us (11284us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320149.889121:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5070
00000100:00100000:2.0:1767320149.889550:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000032000:12345-0@lo:400:kworker.0 Request processed in 11400us (11735us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320149.889562:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3314
00000100:00100000:1.0:1767320149.889636:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b20a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000032000:0@lo:400:kworker.0
00000100:00100000:0.0:1767320149.890965:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b23100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000031616:0@lo:400:kworker.0
00010000:00010000:3.0:1767320150.197478:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320150.975774:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000400:00000100:2.0:1767320150.976105:0:7000:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.52@tcp portal 26 match 1853163962548224 offset 0 length 520: 4
00000100:00100000:2.0:1767320150.976132:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767320150.976327:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962548480
00000100:00100000:1.0:1767320150.976341:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962548480
00000100:00100000:3.0:1767320150.976343:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962548352
00000100:00100000:3.0:1767320150.976350:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962548352
00000100:00100000:1.0:1767320150.976435:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5072
00000100:00100000:1.0:1767320150.976447:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962548480:12345-192.168.202.52@tcp:400:kworker.0
00000100:00080000:2.0:1767320150.976494:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320150.976537:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5685
00000100:00100000:2.0:1767320150.976544:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962548352:12345-192.168.202.52@tcp:38:kworker.0
00000100:00100000:1.0:1767320150.976557:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962548480:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 112us (796us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320150.976566:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5072
00010000:00020000:2.0:1767320150.976573:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320150.976618:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962548352:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 63us (474us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320150.976626:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5685
00010000:00010000:0.0:1767320151.221886:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320151.925564:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000032256:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320151.925649:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320151.925825:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000032256
00000100:00100000:1.0:1767320151.925834:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000032256
00000100:00100000:1.0:1767320151.925899:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2496
00000100:00100000:1.0:1767320151.925909:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000032256:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767320151.925960:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767320151.926026:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000032256:12345-0@lo:13:osp-pre-1-1.0 Request processed in 113us (371us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320151.926034:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2496
00000100:00100000:2.0:1767320151.926100:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000032256:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767320151.929461:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235f799c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000032384:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320151.929543:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320151.929603:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000032384
00000100:00100000:2.0:1767320151.929620:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000032384
00000100:00080000:3.0:1767320151.929702:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767320151.929708:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767320151.929843:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2497
00000100:00100000:2.0:1767320151.929856:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f799f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000032384:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767320151.929896:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767320151.929983:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f799f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000032384:12345-0@lo:13:osp-pre-0-1.0 Request processed in 130us (441us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320151.929992:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2497
00000100:00100000:1.0:1767320151.930224:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235f799c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000032384:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767320152.245460:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767320153.270228:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320154.293502:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320154.997419:0:7004:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320129/real 1767320129]  req@ffff95237d0dd180 x1853164000025984/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320154 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767320154.997477:0:7004:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95237d0dd180 x1853164000025984/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320154 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767320154.997505:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320154.997513:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767320154.997517:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000025984:0@lo:250:kworker.0
00000100:00080000:0.0:1767320154.997621:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320154.997637:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1767320154.997640:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320154.997645:0:63619:0:(import.c:509:import_select_connection()) MGC192.168.202.152@tcp: connect to NID 0@lo last attempt 5327
00000100:00080000:0.0:1767320154.997649:0:63619:0:(import.c:588:import_select_connection()) MGC192.168.202.152@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320154.997660:0:63619:0:(import.c:623:import_select_connection()) MGC192.168.202.152@tcp: import ffff95235eb57800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320154.997701:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235f799c00 x1853164000032512/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320154.997729:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320154.997733:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320154.997735:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320154.997738:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5347
00000100:00080000:0.0:1767320154.997741:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320154.997744:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320154.997758:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0dd180 x1853164000032640/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320154.997766:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320154.997768:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320154.997770:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320154.997785:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5347
00000100:00080000:0.0:1767320154.997787:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320154.997790:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320154.997801:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0dc700 x1853164000032768/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320154.997809:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320154.997812:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320154.997813:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320154.997817:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5347
00000100:00080000:0.0:1767320154.997820:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320154.997823:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320154.997833:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0ddc00 x1853164000032896/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320154.997884:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320154.997892:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320154.997894:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320154.997897:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5347
00000100:00080000:0.0:1767320154.997900:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320154.997903:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320154.997913:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0ded80 x1853164000033152/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320154.998008:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000033408:0@lo:400:kworker.0
00000100:00100000:1.0:1767320154.998081:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000033024:0@lo:400:kworker.0
00000100:00100000:2.0:1767320154.998087:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320154.998139:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320154.998140:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767320154.998147:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000033536:0@lo:400:kworker.0
00000100:00100000:1.0:1767320154.998187:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767320154.998215:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000033280:0@lo:400:kworker.0
00000100:00100000:0.0:1767320154.998291:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000033408
00000100:00100000:0.0:1767320154.998299:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000033408
00000100:00100000:0.0:1767320154.998377:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3316
00000100:00100000:0.0:1767320154.998386:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000033408:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320154.999563:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000033024
00000100:00100000:3.0:1767320154.999575:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000033024
00000100:00100000:3.0:1767320154.999622:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5073
00000100:00100000:3.0:1767320154.999632:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000033024:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320154.999756:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320154.999813:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235f799c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000032512:0@lo:250:kworker.0
00000400:00000100:2.0:1767320154.999836:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164000032512 offset 0 length 520: 4
00000100:00100000:2.0:1767320154.999855:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000032640:0@lo:38:kworker.0
00000100:00100000:2.0:1767320154.999881:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320154.999898:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000032768:0@lo:38:kworker.0
00000100:00100000:2.0:1767320154.999919:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320154.999934:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000032896:0@lo:38:kworker.0
00000100:00100000:2.0:1767320154.999952:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320154.999967:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000033152:0@lo:38:kworker.0
00000100:00100000:2.0:1767320154.999987:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320155.000014:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000032768
00000100:00100000:2.0:1767320155.000018:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000032768
00000100:00100000:2.0:1767320155.000063:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000032896
00000100:00100000:2.0:1767320155.000067:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000032896
00000100:00100000:2.0:1767320155.000081:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000033152
00000100:00100000:2.0:1767320155.000083:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000033152
00000100:00100000:2.0:1767320155.000092:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5686
00000100:00100000:2.0:1767320155.000096:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000032768:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320155.000116:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320155.000149:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000032768:12345-0@lo:38:kworker.0 Request processed in 51us (229us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320155.000156:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5686
00000100:00100000:2.0:1767320155.000172:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5687
00000100:00100000:2.0:1767320155.000176:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000032896:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320155.000185:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320155.000221:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000032896:12345-0@lo:38:kworker.0 Request processed in 44us (268us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320155.000227:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5687
00000100:00100000:2.0:1767320155.000237:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5688
00000100:00100000:2.0:1767320155.000241:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000033152:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320155.000250:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320155.000271:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000033152:12345-0@lo:38:kworker.0 Request processed in 28us (283us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320155.000277:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5688
00000100:00080000:2.0:1767320155.000307:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320155.000312:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320155.000316:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000032768:0@lo:38:kworker.0
00000100:00080000:2.0:1767320155.000323:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320155.000326:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320155.000328:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000032896:0@lo:38:kworker.0
00000100:00080000:2.0:1767320155.000335:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320155.000338:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320155.000340:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000033152:0@lo:38:kworker.0
00000100:00080000:2.0:1767320155.000398:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767320155.001021:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767320155.001062:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000032640
00000100:00100000:2.0:1767320155.001067:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000032640
00000100:00100000:2.0:1767320155.001095:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1931
00000100:00100000:2.0:1767320155.001100:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000032640:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320155.001111:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320155.001150:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000032640:12345-0@lo:38:kworker.0 Request processed in 49us (1268us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320155.001156:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1931
00000100:00100000:2.0:1767320155.001176:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000033536
00000100:00100000:2.0:1767320155.001180:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000033536
00000100:00100000:1.0:1767320155.001761:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320155.001802:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3317
00000100:00100000:2.0:1767320155.001812:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000033536:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320155.001890:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000033408:12345-0@lo:400:kworker.0 Request processed in 3502us (3803us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320155.001903:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3316
00000100:00100000:3.0:1767320155.001904:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000033024:12345-0@lo:400:kworker.0 Request processed in 2272us (3762us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320155.001917:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5073
00000100:00100000:3.0:1767320155.001936:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000033280
00000100:00100000:3.0:1767320155.001941:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000033280
00000100:00100000:2.0:1767320155.002620:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000033536:12345-0@lo:400:kworker.0 Request processed in 807us (2862us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320155.002629:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3317
00000100:00080000:2.0:1767320155.002668:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767320155.002672:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767320155.002705:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320155.002711:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320155.002714:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000032640:0@lo:38:kworker.0
00000100:00100000:2.0:1767320155.002778:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000033024:0@lo:400:kworker.0
00000100:00100000:2.0:1767320155.002853:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000033536:0@lo:400:kworker.0
00000100:00100000:2.0:1767320155.002865:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000033408:0@lo:400:kworker.0
00000100:00100000:3.0:1767320155.003943:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5074
00000100:00100000:3.0:1767320155.003969:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000033280:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320155.004066:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000033280:12345-0@lo:400:kworker.0 Request processed in 112us (2306us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320155.004076:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5074
00000100:00100000:2.0:1767320155.004087:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000033280:0@lo:400:kworker.0
00010000:00010000:0.0:1767320155.318153:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320156.099376:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767320156.099458:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767320156.100720:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962548608
00000100:00100000:3.0:1767320156.100859:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962548608
00000100:00100000:3.0:1767320156.100916:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962548736
00000100:00100000:3.0:1767320156.100920:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962548736
00000100:00100000:3.0:1767320156.100984:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5075
00000100:00100000:3.0:1767320156.100996:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b20a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962548736:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:3.0:1767320156.101078:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b20a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962548736:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 84us (1619us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320156.101086:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5075
00000100:00100000:3.0:1767320156.101104:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5689
00000100:00100000:3.0:1767320156.101109:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b23100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962548608:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767320156.101131:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320156.101160:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b23100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962548608:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 49us (1795us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320156.101168:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5689
00000100:00080000:0.0:1767320156.101256:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767320156.341747:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320157.047078:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767320157.047104:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b22d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000033664:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320157.047225:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320157.047532:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767320157.047544:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000033792:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320157.047575:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320157.047701:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000033664
00000100:00100000:1.0:1767320157.047710:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000033664
00000100:00100000:1.0:1767320157.047788:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2498
00000100:00100000:1.0:1767320157.047799:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000033664:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767320157.047839:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767320157.047890:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000033664:12345-0@lo:13:osp-pre-1-1.0 Request processed in 93us (665us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320157.047899:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2498
00000100:00100000:1.0:1767320157.047917:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000033792
00000100:00100000:1.0:1767320157.047921:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000033792
00000100:00100000:1.0:1767320157.047946:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2499
00000100:00100000:1.0:1767320157.047953:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000033792:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767320157.047968:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767320157.047999:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000033792:12345-0@lo:13:osp-pre-0-1.0 Request processed in 46us (422us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320157.048005:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2499
00000100:00100000:3.0:1767320157.048247:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b22d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000033664:0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767320157.048708:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767320157.048712:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767320157.048738:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000033792:0@lo:13:osp-pre-0-1.0
00010000:00010000:2.0:1767320157.365503:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320158.390425:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320159.414230:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767320160.120012:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320160.120075:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767320160.120078:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320160.120082:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320160.120085:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320160.120093:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5352
00000100:00080000:1.0:1767320160.120099:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320160.120106:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320160.120151:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347b21c00 x1853164000033920/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320160.120217:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000033920:0@lo:38:kworker.0
00000100:00100000:2.0:1767320160.120332:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320160.120519:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000033920
00000100:00100000:3.0:1767320160.120528:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000033920
00000100:00100000:3.0:1767320160.120593:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1932
00000100:00100000:3.0:1767320160.120601:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000033920:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320160.120623:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767320160.120896:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320160.120901:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320160.120903:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320160.120908:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5352
00000100:00080000:1.0:1767320160.120910:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320160.120914:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320160.120931:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347b20700 x1853164000034048/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320160.120969:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b20700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000034048:0@lo:38:kworker.0
00000100:00100000:2.0:1767320160.121000:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320160.121130:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000034048
00000100:00100000:0.0:1767320160.121135:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000034048
00000100:00100000:0.0:1767320160.121179:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5690
00000100:00100000:0.0:1767320160.121185:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000034048:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320160.121211:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320160.121242:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000034048:12345-0@lo:38:kworker.0 Request processed in 57us (242us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320160.121249:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5690
00000100:00100000:3.0:1767320160.122030:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000033920:12345-0@lo:38:kworker.0 Request processed in 1426us (1695us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320160.122104:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1932
00000100:00080000:2.0:1767320160.122360:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320160.122365:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320160.122369:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000033920:0@lo:38:kworker.0
00000100:00080000:2.0:1767320160.122398:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320160.122402:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320160.122405:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b20700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000034048:0@lo:38:kworker.0
00000100:00080000:1.0:1767320160.122790:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320160.122796:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320160.122798:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320160.122803:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5352
00000100:00080000:1.0:1767320160.122805:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320160.122811:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320160.122842:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347b23b80 x1853164000034176/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320160.122893:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b23b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000034176:0@lo:38:kworker.0
00000100:00100000:2.0:1767320160.122939:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767320160.123073:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320160.123077:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320160.123079:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320160.123083:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5352
00000100:00080000:1.0:1767320160.123087:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320160.123091:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320160.123104:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347b20700 x1853164000034432/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320160.123153:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b23480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000034304:0@lo:400:kworker.0
00000100:00100000:3.0:1767320160.123209:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320160.123568:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b20700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000034432:0@lo:38:kworker.0
00000100:00100000:1.0:1767320160.123986:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b22d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000034688:0@lo:400:kworker.0
00000100:00100000:1.0:1767320160.124019:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320160.124121:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000034176
00000100:00100000:0.0:1767320160.124129:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000034176
00000100:00100000:0.0:1767320160.124172:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000034304
00000100:00100000:0.0:1767320160.124176:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000034304
00000100:00100000:0.0:1767320160.124240:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5076
00000100:00100000:0.0:1767320160.124250:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000034304:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320160.124706:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000034304:12345-0@lo:400:kworker.0 Request processed in 457us (1510us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320160.124715:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5076
00000100:00100000:0.0:1767320160.124735:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5691
00000100:00100000:0.0:1767320160.124740:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000034176:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320160.124760:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320160.124786:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000034176:12345-0@lo:38:kworker.0 Request processed in 45us (1846us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320160.124792:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5691
00000100:00080000:0.0:1767320160.124816:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320160.124849:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349093100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000034816:0@lo:400:kworker.0
00000100:00100000:0.0:1767320160.124896:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320160.124947:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b23480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000034304:0@lo:400:kworker.0
00000100:00100000:0.0:1767320160.124965:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767320160.124970:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000034560:0@lo:400:kworker.0
00000100:00100000:0.0:1767320160.124994:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320160.125015:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000034560
00000100:00100000:0.0:1767320160.125019:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000034560
00000100:00100000:0.0:1767320160.125062:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5077
00000100:00100000:0.0:1767320160.125069:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000034560:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320160.125106:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000034560:12345-0@lo:400:kworker.0 Request processed in 37us (111us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320160.125112:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5077
00000100:00080000:0.0:1767320160.125126:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320160.125143:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000034560:0@lo:400:kworker.0
00000100:00100000:0.0:1767320160.125590:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000034688
00000100:00100000:0.0:1767320160.125596:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000034688
00000100:00100000:0.0:1767320160.125629:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000034816
00000100:00100000:0.0:1767320160.125632:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000034816
00000100:00100000:0.0:1767320160.125651:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3318
00000100:00100000:0.0:1767320160.125657:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349091180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000034688:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320160.125697:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349091180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000034688:12345-0@lo:400:kworker.0 Request processed in 40us (1677us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320160.125705:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3318
00000100:00100000:0.0:1767320160.125718:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3319
00000100:00100000:0.0:1767320160.125723:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000034816:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320160.125756:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000034816:12345-0@lo:400:kworker.0 Request processed in 33us (859us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320160.125762:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3319
00000100:00080000:0.0:1767320160.125779:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767320160.125782:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767320160.125801:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349093100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000034816:0@lo:400:kworker.0
00000100:00100000:0.0:1767320160.125840:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767320160.125868:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320160.125872:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320160.125875:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b23b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000034176:0@lo:38:kworker.0
00000100:00100000:0.0:1767320160.125912:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000034432
00000100:00100000:0.0:1767320160.125916:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000034432
00000100:00100000:0.0:1767320160.125935:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5692
00000100:00100000:0.0:1767320160.125939:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000034432:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320160.125952:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320160.125983:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000034432:12345-0@lo:38:kworker.0 Request processed in 42us (142us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320160.125988:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5692
00000100:00080000:0.0:1767320160.126010:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320160.126013:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320160.126016:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b20700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000034432:0@lo:38:kworker.0
00000100:00100000:1.0:1767320160.126878:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b22d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000034688:0@lo:400:kworker.0
00010000:00010000:0.0:1767320160.438087:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320161.223745:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767320161.223852:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767320161.224049:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962548992
00000100:00100000:0.0:1767320161.224060:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962548992
00000100:00100000:0.0:1767320161.224154:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962548864
00000100:00100000:0.0:1767320161.224158:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962548864
00000100:00100000:0.0:1767320161.224181:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5078
00000100:00100000:0.0:1767320161.224191:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349093480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962548992:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:0.0:1767320161.224314:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349093480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962548992:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 123us (578us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320161.224322:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5078
00000100:00100000:0.0:1767320161.224354:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5693
00000100:00100000:0.0:1767320161.224360:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349092a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962548864:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:0.0:1767320161.224404:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320161.224441:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349092a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962548864:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 80us (589us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320161.224448:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5693
00000100:00080000:1.0:1767320161.224671:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767320161.463845:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320162.165443:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767320162.165479:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349093800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000034944:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320162.165556:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320162.165646:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000034944
00000100:00100000:1.0:1767320162.165653:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000034944
00000100:00100000:1.0:1767320162.165709:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2500
00000100:00100000:1.0:1767320162.165724:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000034944:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767320162.165761:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767320162.165812:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000034944:12345-0@lo:13:osp-pre-1-1.0 Request processed in 95us (254us total) trans 0 rc 0/0
00000100:00080000:2.0:1767320162.165813:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767320162.165822:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2500
00000100:00100000:3.0:1767320162.165928:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349093800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000034944:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320162.166589:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000035072:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320162.166631:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320162.166669:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000035072
00000100:00100000:3.0:1767320162.166675:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000035072
00000100:00100000:3.0:1767320162.166715:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2501
00000100:00100000:3.0:1767320162.166724:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000035072:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767320162.166746:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767320162.166809:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000035072:12345-0@lo:13:osp-pre-0-1.0 Request processed in 85us (177us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320162.166817:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2501
00000100:00080000:2.0:1767320162.166846:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767320162.166858:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000035072:0@lo:13:osp-pre-0-1.0
00010000:00010000:2.0:1767320162.486079:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320163.511640:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320164.536324:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767320165.237369:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320165.237379:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767320165.237382:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320165.237386:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320165.237391:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320165.237400:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5358
00000100:00080000:2.0:1767320165.237404:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320165.237410:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320165.237456:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523470aa680 x1853164000035200/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320165.237489:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320165.237492:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320165.237494:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320165.237497:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5358
00000100:00080000:2.0:1767320165.237499:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320165.237502:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320165.237516:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523470ab800 x1853164000035328/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320165.237558:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320165.237562:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320165.237564:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320165.237580:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5358
00000100:00080000:2.0:1767320165.237583:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320165.237586:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320165.238111:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000035200:0@lo:38:kworker.0
00000100:00100000:2.0:1767320165.241584:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523470a9f80 x1853164000035456/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320165.241661:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320165.241666:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320165.241669:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1767320165.241703:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000035584:0@lo:400:kworker.0
00000100:00080000:2.0:1767320165.241712:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5358
00000100:00080000:2.0:1767320165.241718:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320165.241724:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320165.241744:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523470a8e00 x1853164000035712/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320165.241772:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320165.241830:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767320165.241836:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000035840:0@lo:400:kworker.0
00000100:00100000:2.0:1767320165.241843:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000035584
00000100:00100000:2.0:1767320165.241852:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000035584
00000100:00100000:3.0:1767320165.241869:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320165.241901:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000036096:0@lo:400:kworker.0
00000100:00100000:2.0:1767320165.241909:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000035840
00000100:00100000:2.0:1767320165.241913:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000035840
00000100:00100000:3.0:1767320165.241934:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320165.241942:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5079
00000100:00100000:3.0:1767320165.241956:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767320165.241961:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000035968:0@lo:400:kworker.0
00000100:00100000:2.0:1767320165.241969:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000035584:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320165.241976:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320165.241995:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5080
00000100:00100000:3.0:1767320165.242002:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000035840:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320165.242042:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000035584:12345-0@lo:400:kworker.0 Request processed in 87us (265us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320165.242042:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000035840:12345-0@lo:400:kworker.0 Request processed in 38us (169us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320165.242053:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5080
00000100:00100000:2.0:1767320165.242058:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5079
00000100:00100000:3.0:1767320165.242078:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000036096
00000100:00100000:3.0:1767320165.242081:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000036096
00000100:00080000:2.0:1767320165.242085:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767320165.242091:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767320165.242112:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000035968
00000100:00100000:3.0:1767320165.242115:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000035968
00000100:00100000:2.0:1767320165.242127:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000035840:0@lo:400:kworker.0
00000100:00100000:3.0:1767320165.242134:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3320
00000100:00100000:3.0:1767320165.242140:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000036096:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320165.242145:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000035584:0@lo:400:kworker.0
00000100:00080000:2.0:1767320165.242180:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767320165.242184:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000036096:12345-0@lo:400:kworker.0 Request processed in 43us (250us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320165.242190:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3320
00000100:00100000:3.0:1767320165.242229:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3321
00000100:00100000:2.0:1767320165.242232:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000036096:0@lo:400:kworker.0
00000100:00100000:3.0:1767320165.242237:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000035968:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320165.242279:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000035968:12345-0@lo:400:kworker.0 Request processed in 43us (302us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320165.242285:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3321
00000100:00100000:2.0:1767320165.242299:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000035968:0@lo:400:kworker.0
00000100:00100000:1.0:1767320165.242403:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320165.242439:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000035328:0@lo:38:kworker.0
00000100:00100000:1.0:1767320165.242460:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320165.242484:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000035456:0@lo:38:kworker.0
00000100:00100000:1.0:1767320165.242507:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320165.242522:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000035712:0@lo:38:kworker.0
00000100:00100000:1.0:1767320165.242540:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320165.242568:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000035200
00000100:00100000:3.0:1767320165.242573:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000035200
00000100:00100000:3.0:1767320165.242650:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1933
00000100:00100000:3.0:1767320165.242654:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349090380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000035200:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320165.242669:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320165.242694:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349090380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000035200:12345-0@lo:38:kworker.0 Request processed in 39us (292us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320165.242697:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1933
00000100:00080000:1.0:1767320165.242735:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320165.242739:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320165.242742:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000035200:0@lo:38:kworker.0
00000100:00100000:1.0:1767320165.242771:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000035328
00000100:00100000:1.0:1767320165.242773:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000035328
00000100:00100000:1.0:1767320165.242785:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000035456
00000100:00100000:1.0:1767320165.242786:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000035456
00000100:00100000:1.0:1767320165.242791:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000035712
00000100:00100000:1.0:1767320165.242792:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000035712
00000100:00100000:1.0:1767320165.242798:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5694
00000100:00100000:1.0:1767320165.242800:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349091500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000035328:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320165.242807:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320165.242826:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349091500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000035328:12345-0@lo:38:kworker.0 Request processed in 25us (366us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320165.242830:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5694
00000100:00100000:1.0:1767320165.242839:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5695
00000100:00100000:1.0:1767320165.242841:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349093800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000035456:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320165.242846:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320165.242858:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349093800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000035456:12345-0@lo:38:kworker.0 Request processed in 16us (351us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320165.242861:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5695
00000100:00100000:1.0:1767320165.242866:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5696
00000100:00100000:1.0:1767320165.242869:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349093100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000035712:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320165.242873:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320165.242883:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349093100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000035712:12345-0@lo:38:kworker.0 Request processed in 14us (343us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320165.242887:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5696
00000100:00080000:1.0:1767320165.242899:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320165.242902:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320165.242904:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000035456:0@lo:38:kworker.0
00000100:00080000:1.0:1767320165.242908:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320165.242910:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320165.242912:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000035712:0@lo:38:kworker.0
00000100:00080000:1.0:1767320165.242916:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320165.242918:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320165.242919:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000035328:0@lo:38:kworker.0
00010000:00010000:2.0:1767320165.557456:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320166.334961:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767320166.335018:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767320166.335122:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962549248
00000100:00100000:2.0:1767320166.335134:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962549248
00000100:00100000:2.0:1767320166.335231:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962549120
00000100:00100000:2.0:1767320166.335234:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962549120
00000100:00100000:2.0:1767320166.335275:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5081
00000100:00100000:2.0:1767320166.335286:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962549248:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767320166.335359:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962549248:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 75us (410us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320166.335369:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5081
00000100:00100000:2.0:1767320166.335387:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5697
00000100:00100000:2.0:1767320166.335392:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962549120:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767320166.335410:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320166.335431:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962549120:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 38us (413us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320166.335436:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5697
00000100:00080000:3.0:1767320166.335821:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767320166.581705:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320167.285573:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000036224:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320167.285663:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320167.285994:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000036224
00000100:00100000:0.0:1767320167.286003:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000036224
00000100:00100000:0.0:1767320167.286075:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2502
00000100:00100000:0.0:1767320167.286086:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000036224:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767320167.286117:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767320167.286161:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000036224:12345-0@lo:13:osp-pre-0-1.0 Request processed in 78us (498us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320167.286169:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2502
00000100:00080000:2.0:1767320167.286265:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767320167.286303:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000036224:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320167.286743:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000036352:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320167.286778:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320167.287118:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000036352
00000100:00100000:1.0:1767320167.287125:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000036352
00000100:00100000:1.0:1767320167.287171:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2503
00000100:00100000:1.0:1767320167.287178:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000036352:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767320167.287214:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767320167.287269:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000036352:12345-0@lo:13:osp-pre-1-1.0 Request processed in 91us (490us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320167.287275:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2503
00000100:00100000:3.0:1767320167.287463:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000036352:0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767320167.287524:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00010000:00010000:0.0:1767320167.610950:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320168.631672:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767320169.653450:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767320170.357538:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320170.357553:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767320170.357557:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320170.357562:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320170.357567:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320170.357584:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5363
00000100:00080000:3.0:1767320170.357591:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320170.357602:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320170.357656:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237c0bed80 x1853164000036480/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320170.357687:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320170.357690:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320170.357693:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320170.357696:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5363
00000100:00080000:3.0:1767320170.357699:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320170.357703:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320170.357724:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237c0bca80 x1853164000036608/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320170.357737:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320170.357745:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:2.0:1767320170.357747:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000036480:0@lo:38:kworker.0
00000100:00080000:3.0:1767320170.357749:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320170.357767:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5363
00000100:00080000:3.0:1767320170.357771:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320170.357774:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320170.357789:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237c0bd880 x1853164000036736/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320170.357828:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320170.357890:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000036864:0@lo:400:kworker.0
00000100:00100000:2.0:1767320170.357896:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000036608:0@lo:38:kworker.0
00000100:00100000:2.0:1767320170.357939:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767320170.358001:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767320170.358007:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000036480
00000100:00080000:3.0:1767320170.358008:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320170.358019:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767320170.358023:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000036480
00000100:00080000:3.0:1767320170.358029:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5363
00000100:00080000:3.0:1767320170.358033:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320170.358038:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320170.358057:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237c0bd500 x1853164000036992/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320170.358066:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1934
00000100:00100000:0.0:1767320170.358083:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000036480:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320170.358103:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320170.358537:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000037248:0@lo:400:kworker.0
00000100:00100000:2.0:1767320170.359013:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000036736:0@lo:38:kworker.0
00000100:00100000:2.0:1767320170.359056:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320170.359085:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000036992:0@lo:38:kworker.0
00000100:00100000:2.0:1767320170.359109:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320170.359146:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000036608
00000100:00100000:2.0:1767320170.359153:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000036608
00000100:00100000:2.0:1767320170.359179:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000036736
00000100:00100000:2.0:1767320170.359182:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000036736
00000100:00100000:2.0:1767320170.359215:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000036992
00000100:00100000:2.0:1767320170.359218:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000036992
00000100:00100000:2.0:1767320170.359237:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5698
00000100:00100000:2.0:1767320170.359243:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000036608:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320170.359259:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320170.359298:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000036608:12345-0@lo:38:kworker.0 Request processed in 53us (1357us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320170.359304:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5698
00000100:00100000:2.0:1767320170.359322:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5699
00000100:00100000:2.0:1767320170.359326:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000036736:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320170.359336:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320170.359359:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000036736:12345-0@lo:38:kworker.0 Request processed in 31us (303us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320170.359364:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5699
00000100:00100000:2.0:1767320170.359375:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5700
00000100:00100000:2.0:1767320170.359378:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000036992:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320170.359388:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320170.359423:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000036992:12345-0@lo:38:kworker.0 Request processed in 43us (314us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320170.359428:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5700
00000100:00100000:2.0:1767320170.359449:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000037120:0@lo:400:kworker.0
00000100:00100000:2.0:1767320170.359474:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320170.359502:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000037120
00000100:00100000:2.0:1767320170.359506:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000037120
00000100:00100000:1.0:1767320170.359640:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320170.359713:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000036864
00000100:00100000:1.0:1767320170.359721:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000036864
00000100:00100000:1.0:1767320170.359768:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5082
00000100:00100000:1.0:1767320170.359777:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000036864:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320170.359844:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000036864:12345-0@lo:400:kworker.0 Request processed in 68us (207us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320170.359852:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5082
00000100:00100000:1.0:1767320170.359900:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000036864:0@lo:400:kworker.0
00000100:00080000:1.0:1767320170.360053:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320170.360059:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320170.360062:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000036992:0@lo:38:kworker.0
00000100:00080000:1.0:1767320170.360608:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320170.360614:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320170.360618:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000036608:0@lo:38:kworker.0
00000100:00080000:1.0:1767320170.360630:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320170.360634:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320170.360637:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000036736:0@lo:38:kworker.0
00000100:00080000:1.0:1767320170.360684:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320170.360717:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000037376:0@lo:400:kworker.0
00000100:00100000:1.0:1767320170.360765:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320170.360832:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000037376
00000100:00100000:1.0:1767320170.360839:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000037376
00000100:00100000:2.0:1767320170.360862:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5083
00000100:00100000:2.0:1767320170.360875:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000037120:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320170.360896:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3322
00000100:00100000:1.0:1767320170.360909:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000037376:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320170.361114:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000037376:12345-0@lo:400:kworker.0 Request processed in 208us (348us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320170.361122:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3322
00000100:00080000:1.0:1767320170.361152:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767320170.361182:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000037376:0@lo:400:kworker.0
00000100:00100000:0.0:1767320170.361256:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000036480:12345-0@lo:38:kworker.0 Request processed in 3174us (3423us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320170.361269:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1934
00000100:00080000:1.0:1767320170.361290:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320170.361299:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320170.361304:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000036480:0@lo:38:kworker.0
00000100:00100000:0.0:1767320170.361360:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000037120:0@lo:400:kworker.0
00000100:00100000:3.0:1767320170.361373:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320170.361424:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000037248
00000100:00100000:3.0:1767320170.361429:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000037248
00000100:00100000:2.0:1767320170.361483:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000037120:12345-0@lo:400:kworker.0 Request processed in 610us (2004us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320170.361489:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3323
00000100:00100000:2.0:1767320170.361496:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5083
00000100:00080000:2.0:1767320170.361521:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767320170.361866:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000037248:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320170.362340:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000037248:12345-0@lo:400:kworker.0 Request processed in 479us (974us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320170.362347:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3323
00000100:00100000:0.0:1767320170.362638:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000037248:0@lo:400:kworker.0
00010000:00010000:2.0:1767320170.677782:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320171.459528:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767320171.459681:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767320171.464343:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962549504
00000100:00100000:0.0:1767320171.464361:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962549504
00000100:00100000:0.0:1767320171.464474:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962549376
00000100:00100000:0.0:1767320171.464478:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962549376
00000100:00100000:0.0:1767320171.464502:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5084
00000100:00100000:0.0:1767320171.464512:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962549504:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:0.0:1767320171.464615:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962549504:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 104us (5096us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320171.464624:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5084
00000100:00080000:1.0:1767320171.464626:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320171.464649:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5701
00000100:00100000:0.0:1767320171.464654:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962549376:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:0.0:1767320171.464676:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320171.464702:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962549376:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 47us (5022us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320171.464713:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5701
00010000:00010000:0.0:1767320171.701508:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320172.405717:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767320172.405746:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000037504:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320172.405815:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320172.406166:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767320172.406748:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000037504
00000100:00100000:0.0:1767320172.406758:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000037504
00000100:00100000:0.0:1767320172.406904:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2504
00000100:00100000:0.0:1767320172.406914:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000037504:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767320172.406951:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767320172.407021:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000037504:12345-0@lo:13:osp-pre-0-1.0 Request processed in 108us (1205us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320172.407028:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2504
00000100:00100000:0.0:1767320172.407476:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000037504:0@lo:13:osp-pre-0-1.0
00000100:00080000:2.0:1767320172.407755:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767320172.409494:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000037632:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320172.409585:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320172.409917:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000037632
00000100:00100000:1.0:1767320172.409926:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000037632
00000100:00100000:1.0:1767320172.410004:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2505
00000100:00100000:1.0:1767320172.410014:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000037632:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767320172.410048:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767320172.410105:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000037632:12345-0@lo:13:osp-pre-1-1.0 Request processed in 93us (520us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320172.410112:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2505
00000100:00100000:3.0:1767320172.410397:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000037632:0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767320172.410468:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00010000:00010000:0.0:1767320172.725407:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767320173.749423:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767320174.773857:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767320175.477470:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320175.477480:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767320175.477483:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320175.477487:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320175.477491:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320175.477500:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5368
00000100:00080000:1.0:1767320175.477505:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320175.477511:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320175.477554:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d79ed80 x1853164000037760/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320175.477587:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320175.477591:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320175.477592:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320175.477596:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5368
00000100:00080000:1.0:1767320175.477598:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320175.477602:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320175.477615:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d79ca80 x1853164000037888/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320175.477624:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320175.477627:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320175.477629:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320175.477632:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5368
00000100:00080000:1.0:1767320175.477634:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320175.477637:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320175.477648:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d79f100 x1853164000038016/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320175.477695:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320175.477699:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320175.477700:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320175.477704:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5368
00000100:00080000:1.0:1767320175.477706:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320175.477709:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320175.477721:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237c0bed80 x1853164000038272/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320175.477740:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000038144:0@lo:400:kworker.0
00000100:00100000:1.0:1767320175.477794:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000038656:0@lo:400:kworker.0
00000100:00100000:0.0:1767320175.477814:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320175.477832:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320175.477900:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000038144
00000100:00100000:2.0:1767320175.477908:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000038144
00000100:00100000:2.0:1767320175.477961:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5085
00000100:00100000:2.0:1767320175.477970:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000038144:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320175.478018:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000038144:12345-0@lo:400:kworker.0 Request processed in 49us (205us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320175.478026:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5085
00000100:00080000:0.0:1767320175.478031:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320175.478056:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000037760:0@lo:38:kworker.0
00000100:00100000:2.0:1767320175.478084:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320175.478137:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000037760
00000100:00100000:0.0:1767320175.478143:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000037760
00000100:00100000:3.0:1767320175.478154:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000038400:0@lo:400:kworker.0
00000100:00100000:3.0:1767320175.478191:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320175.478238:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000038528:0@lo:400:kworker.0
00000100:00100000:3.0:1767320175.478261:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320175.478282:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1935
00000100:00100000:3.0:1767320175.478287:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000038656
00000100:00100000:0.0:1767320175.478291:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000037760:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767320175.478292:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000038656
00010000:00020000:0.0:1767320175.478312:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320175.478323:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000038528
00000100:00100000:3.0:1767320175.478326:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000038528
00000100:00100000:3.0:1767320175.478347:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3324
00000100:00100000:3.0:1767320175.478354:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000038656:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320175.478377:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000037760:12345-0@lo:38:kworker.0 Request processed in 86us (291us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320175.478386:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1935
00000100:00100000:3.0:1767320175.478391:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000038656:12345-0@lo:400:kworker.0 Request processed in 36us (557us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320175.478398:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3324
00000100:00100000:1.0:1767320175.478670:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000038656:0@lo:400:kworker.0
00000100:00100000:1.0:1767320175.478714:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000038144:0@lo:400:kworker.0
00000100:00080000:2.0:1767320175.478748:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320175.478754:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320175.478757:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000037760:0@lo:38:kworker.0
00000100:00100000:2.0:1767320175.478765:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000037888:0@lo:38:kworker.0
00000100:00100000:1.0:1767320175.478793:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3325
00000100:00100000:2.0:1767320175.478796:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320175.478805:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000038528:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320175.478821:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000038016:0@lo:38:kworker.0
00000100:00100000:1.0:1767320175.478847:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000038528:12345-0@lo:400:kworker.0 Request processed in 45us (585us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320175.478853:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3325
00000100:00100000:2.0:1767320175.478864:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320175.478887:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000038272:0@lo:38:kworker.0
00000100:00100000:2.0:1767320175.478913:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320175.478915:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000038528:0@lo:400:kworker.0
00000100:00080000:0.0:1767320175.479044:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767320175.479049:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767320175.482393:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000038400
00000100:00100000:1.0:1767320175.482411:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000038400
00000100:00100000:0.0:1767320175.482440:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000037888
00000100:00100000:0.0:1767320175.482447:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000037888
00000100:00100000:0.0:1767320175.482490:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000038016
00000100:00100000:0.0:1767320175.482494:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000038016
00000100:00100000:1.0:1767320175.482495:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000038272
00000100:00100000:1.0:1767320175.482500:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000038272
00000100:00100000:0.0:1767320175.482517:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5086
00000100:00100000:0.0:1767320175.482535:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000038400:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320175.482775:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000038400:12345-0@lo:400:kworker.0 Request processed in 248us (4582us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320175.488602:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5702
00000100:00100000:1.0:1767320175.488618:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000037888:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320175.488645:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320175.488745:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000037888:12345-0@lo:38:kworker.0 Request processed in 129us (9951us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320175.488754:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5702
00000100:00100000:0.0:1767320175.488773:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5086
00000100:00100000:1.0:1767320175.488793:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5703
00000100:00100000:1.0:1767320175.488800:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000038016:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767320175.488804:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5704
00000100:00100000:0.0:1767320175.488811:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000038272:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320175.488814:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:0.0:1767320175.488826:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320175.488861:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000038016:12345-0@lo:38:kworker.0 Request processed in 58us (9997us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320175.488869:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000038272:12345-0@lo:38:kworker.0 Request processed in 55us (9953us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320175.488873:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5703
00000100:00100000:0.0:1767320175.488881:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5704
00000100:00080000:0.0:1767320175.488905:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767320175.488946:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320175.488953:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320175.488957:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000037888:0@lo:38:kworker.0
00000100:00080000:1.0:1767320175.488969:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320175.488973:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320175.488976:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000038016:0@lo:38:kworker.0
00000100:00080000:1.0:1767320175.488986:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320175.488989:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320175.488992:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000038272:0@lo:38:kworker.0
00000100:00100000:2.0:1767320175.489343:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000038400:0@lo:400:kworker.0
00010000:00010000:0.0:1767320175.797563:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1767320176.575783:0:7000:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.52@tcp portal 26 match 1853163962549632 offset 0 length 520: 4
00000100:00100000:1.0:1767320176.580972:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767320176.581022:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767320176.581118:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962549760
00000100:00100000:2.0:1767320176.581130:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962549760
00000100:00100000:2.0:1767320176.581182:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962549888
00000100:00100000:2.0:1767320176.581185:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962549888
00000100:00100000:2.0:1767320176.581277:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5087
00000100:00100000:2.0:1767320176.581288:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962549888:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767320176.581375:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962549888:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 89us (352us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320176.581383:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5087
00000100:00100000:2.0:1767320176.581401:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5705
00000100:00100000:2.0:1767320176.581405:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962549760:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767320176.581426:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320176.581452:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962549760:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 44us (492us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320176.581468:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5705
00000100:00080000:0.0:1767320176.581864:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767320176.821512:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320177.525742:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000038912:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320177.525823:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320177.526112:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000038912
00000100:00100000:1.0:1767320177.526121:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000038912
00000100:00100000:1.0:1767320177.526219:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2506
00000100:00100000:1.0:1767320177.526229:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000038912:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767320177.526263:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767320177.526310:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000038912:12345-0@lo:13:osp-pre-1-1.0 Request processed in 83us (487us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320177.526317:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2506
00000100:00100000:3.0:1767320177.526428:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000038912:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320177.526444:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767320177.526450:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000038784:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320177.526472:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320177.526796:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000038784
00000100:00100000:1.0:1767320177.526802:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000038784
00000100:00100000:1.0:1767320177.526837:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2507
00000100:00100000:1.0:1767320177.526844:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000038784:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767320177.526861:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767320177.526894:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000038784:12345-0@lo:13:osp-pre-0-1.0 Request processed in 50us (421us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320177.526899:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2507
00000100:00080000:0.0:1767320177.526999:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767320177.527003:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767320177.527214:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000038784:0@lo:13:osp-pre-0-1.0
00010000:00010000:2.0:1767320177.846020:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767320178.869810:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320179.573333:0:7004:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320154/real 1767320154]  req@ffff95235f799c00 x1853164000032512/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320179 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767320179.573367:0:7004:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95235f799c00 x1853164000032512/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320179 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767320179.573387:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320179.573417:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767320179.573421:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235f799c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000032512:0@lo:250:kworker.0
00000100:00080000:3.0:1767320179.573624:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320179.573630:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767320179.573633:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320179.573638:0:49151:0:(import.c:509:import_select_connection()) MGC192.168.202.152@tcp: connect to NID 0@lo last attempt 5352
00000100:00080000:3.0:1767320179.573641:0:49151:0:(import.c:588:import_select_connection()) MGC192.168.202.152@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320179.573647:0:49151:0:(import.c:623:import_select_connection()) MGC192.168.202.152@tcp: import ffff95235eb57800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320179.573679:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236710ed80 x1853164000039040/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320179.573706:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320179.573709:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320179.573711:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320179.573715:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5373
00000100:00080000:3.0:1767320179.573717:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320179.573720:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320179.573735:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236710d500 x1853164000039168/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320179.573744:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320179.573747:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320179.573750:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320179.573753:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5373
00000100:00080000:3.0:1767320179.573755:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320179.573758:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320179.573767:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236710fb80 x1853164000039296/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320179.573775:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320179.573777:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320179.573779:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320179.573782:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5373
00000100:00080000:3.0:1767320179.573784:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320179.573787:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320179.573794:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236710d880 x1853164000039424/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320179.573874:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000039552:0@lo:400:kworker.0
00000100:00100000:0.0:1767320179.573950:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320179.574048:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000039040:0@lo:250:kworker.0
00000400:00000100:2.0:1767320179.574072:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164000039040 offset 0 length 520: 4
00000100:00080000:3.0:1767320179.574078:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320179.574082:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320179.574084:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320179.574088:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5373
00000100:00080000:3.0:1767320179.574090:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1767320179.574091:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000039168:0@lo:38:kworker.0
00000100:00080000:3.0:1767320179.574094:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320179.574106:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236710ce00 x1853164000039680/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320179.574115:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320179.574182:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000039552
00000100:00100000:1.0:1767320179.574191:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000039552
00000100:00100000:1.0:1767320179.574277:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5088
00000100:00100000:1.0:1767320179.574288:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000039552:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320179.574380:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000039296:0@lo:38:kworker.0
00000100:00100000:2.0:1767320179.574403:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320179.574425:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000039424:0@lo:38:kworker.0
00000100:00100000:2.0:1767320179.574447:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320179.574465:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000039680:0@lo:38:kworker.0
00000100:00100000:2.0:1767320179.574486:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320179.574508:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000039808:0@lo:400:kworker.0
00000100:00100000:2.0:1767320179.574512:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000039296
00000100:00100000:2.0:1767320179.574516:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000039296
00000100:00100000:2.0:1767320179.574533:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000039424
00000100:00100000:3.0:1767320179.574535:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320179.574536:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000039424
00000100:00100000:2.0:1767320179.574542:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000039680
00000100:00100000:2.0:1767320179.574544:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000039680
00000100:00100000:2.0:1767320179.574550:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000039808
00000100:00100000:2.0:1767320179.574553:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000039808
00000100:00100000:3.0:1767320179.574557:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000039936:0@lo:400:kworker.0
00000100:00100000:2.0:1767320179.574568:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5089
00000100:00100000:2.0:1767320179.574573:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000039808:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320179.574579:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320179.574596:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767320179.574602:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000040064:0@lo:400:kworker.0
00000100:00100000:2.0:1767320179.574603:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000039808:12345-0@lo:400:kworker.0 Request processed in 30us (69us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320179.574611:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5089
00000100:00100000:3.0:1767320179.574623:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320179.574646:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000039936
00000100:00100000:3.0:1767320179.574650:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000039936
00000100:00100000:3.0:1767320179.574676:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000040064
00000100:00100000:3.0:1767320179.574678:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000040064
00000100:00100000:3.0:1767320179.574698:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3326
00000100:00100000:3.0:1767320179.574705:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000039936:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320179.574736:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000039936:12345-0@lo:400:kworker.0 Request processed in 32us (156us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320179.574741:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3326
00000100:00100000:3.0:1767320179.574754:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3327
00000100:00100000:3.0:1767320179.574759:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000040064:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320179.574783:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000040064:12345-0@lo:400:kworker.0 Request processed in 24us (159us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320179.574789:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3327
00000100:00100000:3.0:1767320179.574836:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000039808:0@lo:400:kworker.0
00000100:00100000:3.0:1767320179.574861:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000040064:0@lo:400:kworker.0
00000100:00100000:3.0:1767320179.574869:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000039936:0@lo:400:kworker.0
00000100:00100000:1.0:1767320179.574970:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000039552:12345-0@lo:400:kworker.0 Request processed in 682us (1018us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320179.575019:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5706
00000100:00100000:3.0:1767320179.575025:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000039296:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320179.575043:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320179.575079:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000039296:12345-0@lo:38:kworker.0 Request processed in 53us (675us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320179.578102:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000039552:0@lo:400:kworker.0
00000100:00100000:0.0:1767320179.578174:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000039168
00000100:00100000:0.0:1767320179.578181:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000039168
00000100:00100000:0.0:1767320179.578247:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1936
00000100:00100000:0.0:1767320179.578254:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000039168:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320179.578277:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320179.578349:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000039168:12345-0@lo:38:kworker.0 Request processed in 94us (4233us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320179.578357:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1936
00000100:00100000:1.0:1767320179.580293:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5088
00000100:00100000:1.0:1767320179.580341:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5707
00000100:00100000:1.0:1767320179.580349:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000039424:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320179.580372:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320179.580449:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000039424:12345-0@lo:38:kworker.0 Request processed in 99us (5999us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320179.580456:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5707
00000100:00100000:1.0:1767320179.580471:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5708
00000100:00100000:1.0:1767320179.580476:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000039680:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320179.580486:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320179.580512:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000039680:12345-0@lo:38:kworker.0 Request processed in 35us (6025us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320179.580518:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5708
00000100:00080000:2.0:1767320179.580892:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767320179.580897:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767320179.580900:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767320179.580941:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320179.580948:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320179.580952:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000039680:0@lo:38:kworker.0
00000100:00080000:1.0:1767320179.580970:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320179.580974:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320179.580976:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000039168:0@lo:38:kworker.0
00000100:00080000:1.0:1767320179.580985:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320179.580987:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320179.580990:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000039296:0@lo:38:kworker.0
00000100:00080000:1.0:1767320179.580997:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320179.581000:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320179.581002:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000039424:0@lo:38:kworker.0
00000100:00100000:3.0:1767320179.582177:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5706
00010000:00010000:0.0:1767320179.893442:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320180.917453:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320181.698965:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767320181.699316:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767320181.700294:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962550016
00000100:00100000:0.0:1767320181.700308:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962550016
00000100:00100000:0.0:1767320181.700404:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962550144
00000100:00100000:0.0:1767320181.700408:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962550144
00000100:00100000:3.0:1767320181.700490:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5090
00000100:00100000:3.0:1767320181.700512:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f799c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962550144:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:3.0:1767320181.700588:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f799c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962550144:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 79us (1272us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320181.700595:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5090
00000100:00100000:3.0:1767320181.700627:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5709
00000100:00100000:3.0:1767320181.700632:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962550016:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767320181.700651:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320181.700675:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962550016:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 42us (1790us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320181.700681:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5709
00000100:00080000:1.0:1767320181.700742:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767320181.943361:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320182.646375:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767320182.646401:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000040192:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320182.646471:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320182.646496:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000040192
00000100:00100000:1.0:1767320182.646505:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000040192
00000100:00100000:1.0:1767320182.646571:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2508
00000100:00100000:1.0:1767320182.646581:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000040192:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767320182.646613:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767320182.646660:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000040192:12345-0@lo:13:osp-pre-1-1.0 Request processed in 80us (189us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320182.646668:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2508
00000100:00080000:2.0:1767320182.647549:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767320182.647593:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000040192:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320182.649650:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000040320:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320182.649865:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320182.652470:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000040320
00000100:00100000:1.0:1767320182.652484:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000040320
00000100:00100000:1.0:1767320182.652621:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2509
00000100:00100000:1.0:1767320182.652630:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000040320:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767320182.652664:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767320182.652765:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000040320:12345-0@lo:13:osp-pre-0-1.0 Request processed in 136us (2900us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320182.652828:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2509
00000100:00100000:0.0:1767320182.654786:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000040320:0@lo:13:osp-pre-0-1.0
00000100:00080000:2.0:1767320182.656477:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00010000:2.0:1767320182.968514:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320183.989480:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767320184.696464:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320184.696474:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767320184.696477:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320184.696480:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320184.696484:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320184.696492:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5377
00000100:00080000:0.0:1767320184.696497:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320184.696503:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320184.696545:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0dd180 x1853164000040448/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320184.696571:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320184.696574:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320184.696576:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320184.696580:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5377
00000100:00080000:0.0:1767320184.696582:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320184.696586:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320184.696600:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347b22d80 x1853164000040576/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320184.696610:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320184.696612:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320184.696614:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320184.696617:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5377
00000100:00080000:0.0:1767320184.696619:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320184.696622:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320184.696633:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347b20700 x1853164000040704/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320184.696688:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320184.696692:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320184.696693:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320184.696697:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5377
00000100:00080000:0.0:1767320184.696700:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320184.696703:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320184.696714:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347b21c00 x1853164000040960/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320184.696776:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eacb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000041216:0@lo:400:kworker.0
00000100:00100000:0.0:1767320184.696837:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320184.696837:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b23480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000041088:0@lo:400:kworker.0
00000100:00100000:2.0:1767320184.696866:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320184.696869:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767320184.696875:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eac8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000041344:0@lo:400:kworker.0
00000100:00100000:2.0:1767320184.696886:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767320184.696891:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b23b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000040832:0@lo:400:kworker.0
00000100:00100000:0.0:1767320184.696893:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320184.696912:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320184.696939:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000041216
00000100:00100000:2.0:1767320184.696939:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000041088
00000100:00100000:0.0:1767320184.696945:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000041216
00000100:00100000:2.0:1767320184.696946:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000041088
00000100:00100000:2.0:1767320184.696995:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000040832
00000100:00100000:2.0:1767320184.696998:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000040832
00000100:00100000:1.0:1767320184.697048:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000040448:0@lo:38:kworker.0
00000100:00100000:1.0:1767320184.697098:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320184.697130:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b22d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000040576:0@lo:38:kworker.0
00000100:00100000:1.0:1767320184.697152:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320184.697169:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b20700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000040704:0@lo:38:kworker.0
00000100:00100000:1.0:1767320184.697189:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320184.697225:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000040960:0@lo:38:kworker.0
00000100:00100000:1.0:1767320184.697246:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320184.697281:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000041344
00000100:00100000:1.0:1767320184.697285:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000041344
00000100:00100000:0.0:1767320184.697290:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3328
00000100:00100000:0.0:1767320184.697302:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eac8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000041216:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320184.697315:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3329
00000100:00100000:1.0:1767320184.697325:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eac8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000041344:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320184.697381:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eac8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000041344:12345-0@lo:400:kworker.0 Request processed in 59us (486us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320184.697388:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3329
00000100:00100000:1.0:1767320184.697414:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000040448
00000100:00100000:1.0:1767320184.697418:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000040448
00000100:00100000:1.0:1767320184.697438:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1937
00000100:00100000:1.0:1767320184.697442:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000040448:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320184.697461:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320184.697493:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000040448:12345-0@lo:38:kworker.0 Request processed in 50us (396us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320184.697500:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1937
00000100:00100000:1.0:1767320184.697517:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000040576
00000100:00100000:1.0:1767320184.697521:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000040576
00000100:00100000:1.0:1767320184.697532:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000040704
00000100:00100000:1.0:1767320184.697534:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000040704
00000100:00100000:1.0:1767320184.697541:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000040960
00000100:00100000:1.0:1767320184.697543:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000040960
00000100:00100000:1.0:1767320184.697552:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5091
00000100:00100000:1.0:1767320184.697559:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000041088:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320184.697594:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000041088:12345-0@lo:400:kworker.0 Request processed in 36us (726us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320184.697600:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5091
00000100:00100000:1.0:1767320184.697614:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5710
00000100:00100000:1.0:1767320184.697617:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000040576:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320184.697627:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320184.697653:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000040576:12345-0@lo:38:kworker.0 Request processed in 33us (500us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320184.697659:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5710
00000100:00100000:2.0:1767320184.697665:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5092
00000100:00100000:2.0:1767320184.697674:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366963480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000040832:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320184.697675:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5711
00000100:00100000:1.0:1767320184.697684:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000040704:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320184.697694:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320184.697717:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366963480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000040832:12345-0@lo:400:kworker.0 Request processed in 44us (803us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320184.697728:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5092
00000100:00100000:1.0:1767320184.697730:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000040704:12345-0@lo:38:kworker.0 Request processed in 41us (536us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320184.697738:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5711
00000100:00100000:2.0:1767320184.697745:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5712
00000100:00100000:2.0:1767320184.697752:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000040960:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320184.697763:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767320184.697783:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767320184.697789:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000040960:12345-0@lo:38:kworker.0 Request processed in 37us (541us total) trans 0 rc -19/-19
00000100:00080000:1.0:1767320184.697791:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320184.697799:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000040448:0@lo:38:kworker.0
00000100:00100000:2.0:1767320184.697802:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5712
00000100:00080000:1.0:1767320184.697815:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320184.697820:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320184.697823:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b22d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000040576:0@lo:38:kworker.0
00000100:00080000:1.0:1767320184.697838:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767320184.697842:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b23b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000040832:0@lo:400:kworker.0
00000100:00080000:1.0:1767320184.697843:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320184.697850:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b20700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000040704:0@lo:38:kworker.0
00000100:00100000:2.0:1767320184.697864:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b23480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000041088:0@lo:400:kworker.0
00000100:00080000:1.0:1767320184.697865:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320184.697872:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320184.697875:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000040960:0@lo:38:kworker.0
00000100:00080000:3.0:1767320184.699323:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767320184.699332:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767320184.699335:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320184.701415:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eac8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000041216:12345-0@lo:400:kworker.0 Request processed in 4104us (4566us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320184.701430:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3328
00000100:00100000:1.0:1767320184.702115:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eac8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000041344:0@lo:400:kworker.0
00000100:00100000:1.0:1767320184.702142:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eacb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000041216:0@lo:400:kworker.0
00010000:00010000:0.0:1767320185.014324:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767320186.037393:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320186.816630:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767320186.816726:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767320186.816987:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962550272
00000100:00100000:2.0:1767320186.816988:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962550400
00000100:00100000:0.0:1767320186.816997:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962550272
00000100:00100000:2.0:1767320186.816997:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962550400
00000100:00100000:0.0:1767320186.817046:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5713
00000100:00100000:0.0:1767320186.817052:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366949880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962550272:12345-192.168.202.52@tcp:38:kworker.0
00000100:00100000:2.0:1767320186.817138:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5093
00000100:00100000:2.0:1767320186.817147:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962550400:12345-192.168.202.52@tcp:400:kworker.0
00010000:00020000:0.0:1767320186.817150:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320186.817256:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366949880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962550272:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 203us (530us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320186.817264:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5713
00000100:00080000:3.0:1767320186.817814:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320186.817960:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962550400:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 812us (1338us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320186.817969:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5093
00010000:00010000:2.0:1767320187.061466:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320187.766177:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767320187.766212:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366948000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000041472:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320187.766382:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320187.766600:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eac8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000041600:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320187.766621:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320187.767126:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000041472
00000100:00100000:1.0:1767320187.767135:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000041472
00000100:00100000:1.0:1767320187.767218:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000041600
00000100:00100000:1.0:1767320187.767221:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000041600
00000100:00100000:1.0:1767320187.767262:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2510
00000100:00100000:1.0:1767320187.767270:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366961180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000041472:12345-0@lo:13:osp-pre-1-1.0
00000100:00080000:3.0:1767320187.768562:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767320187.768571:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767320187.768617:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2511
00000100:00100000:3.0:1767320187.768634:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366963b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000041600:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767320187.768683:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767320187.768754:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366963b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000041600:12345-0@lo:13:osp-pre-0-1.0 Request processed in 127us (2131us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320187.768766:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2511
00002000:00000024:1.0:1767320187.770675:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767320187.770769:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366961180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000041472:12345-0@lo:13:osp-pre-1-1.0 Request processed in 3497us (4384us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320187.770779:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2510
00000100:00100000:2.0:1767320187.771655:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eac8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000041600:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320187.771674:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366948000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000041472:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767320188.085440:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320189.111461:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767320189.813556:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320189.813567:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767320189.813570:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320189.813574:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320189.813578:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320189.813586:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5382
00000100:00080000:3.0:1767320189.813590:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320189.813596:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320189.813640:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523670c1180 x1853164000041728/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320189.813668:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320189.813671:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320189.813673:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320189.813677:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5382
00000100:00080000:3.0:1767320189.813679:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320189.813682:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320189.813693:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523670c1500 x1853164000041856/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320189.813700:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320189.813704:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320189.813705:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320189.813708:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5382
00000100:00080000:3.0:1767320189.813710:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320189.813713:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320189.813721:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523670c2680 x1853164000041984/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320189.813757:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320189.813761:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320189.813762:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320189.813766:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5382
00000100:00080000:3.0:1767320189.813768:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320189.813771:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320189.813781:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523670c0700 x1853164000042240/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320189.813804:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000042112:0@lo:400:kworker.0
00000100:00100000:3.0:1767320189.813831:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000042496:0@lo:400:kworker.0
00000100:00100000:0.0:1767320189.813886:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000042368:0@lo:400:kworker.0
00000100:00100000:2.0:1767320189.813886:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000042624:0@lo:400:kworker.0
00000100:00100000:3.0:1767320189.813941:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320189.814013:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000041728:0@lo:38:kworker.0
00000100:00100000:3.0:1767320189.814062:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320189.814086:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000041856:0@lo:38:kworker.0
00000100:00100000:3.0:1767320189.814116:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000041728
00000100:00100000:3.0:1767320189.814122:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000041728
00000100:00100000:3.0:1767320189.814159:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1938
00000100:00100000:3.0:1767320189.814165:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000041728:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320189.814185:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320189.814260:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000041728:12345-0@lo:38:kworker.0 Request processed in 94us (197us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320189.814270:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1938
00000100:00100000:3.0:1767320189.814311:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000042496
00000100:00100000:3.0:1767320189.814315:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000042496
00000100:00100000:3.0:1767320189.814354:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3330
00000100:00100000:3.0:1767320189.814361:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000042496:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320189.814420:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000042496:12345-0@lo:400:kworker.0 Request processed in 59us (478us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320189.814426:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3330
00000100:00080000:3.0:1767320189.814442:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767320189.814469:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000042496:0@lo:400:kworker.0
00000100:00100000:1.0:1767320189.815301:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320189.815381:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320189.815401:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000041984:0@lo:38:kworker.0
00000100:00100000:1.0:1767320189.815438:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320189.815457:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000042240:0@lo:38:kworker.0
00000100:00100000:1.0:1767320189.815480:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767320189.815511:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320189.815516:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320189.815519:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000041728:0@lo:38:kworker.0
00000100:00100000:1.0:1767320189.815544:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000042112
00000100:00100000:1.0:1767320189.815548:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000042112
00000100:00100000:1.0:1767320189.815585:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000041856
00000100:00100000:1.0:1767320189.815588:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000041856
00000100:00100000:1.0:1767320189.815601:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000041984
00000100:00100000:1.0:1767320189.815603:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000041984
00000100:00100000:1.0:1767320189.815610:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000042240
00000100:00100000:1.0:1767320189.815611:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000042240
00000100:00100000:1.0:1767320189.815621:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5094
00000100:00100000:1.0:1767320189.815628:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366948380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000042112:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320189.815669:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366948380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000042112:12345-0@lo:400:kworker.0 Request processed in 42us (1669us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320189.815675:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5094
00000100:00100000:1.0:1767320189.815690:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5714
00000100:00100000:1.0:1767320189.815694:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366949500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000041856:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320189.815708:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320189.815735:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366949500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000041856:12345-0@lo:38:kworker.0 Request processed in 40us (354us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320189.815741:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5714
00000100:00100000:1.0:1767320189.815752:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5715
00000100:00100000:1.0:1767320189.815756:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236694a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000041984:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320189.815764:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320189.815785:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236694a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000041984:12345-0@lo:38:kworker.0 Request processed in 28us (346us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320189.815790:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5715
00000100:00100000:1.0:1767320189.815800:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5716
00000100:00100000:1.0:1767320189.815804:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366948000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000042240:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320189.815813:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320189.815993:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366948000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000042240:12345-0@lo:38:kworker.0 Request processed in 186us (511us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320189.816740:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5716
00000100:00080000:1.0:1767320189.816773:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767320189.816824:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320189.816830:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320189.816834:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000041856:0@lo:38:kworker.0
00000100:00080000:1.0:1767320189.816844:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320189.816848:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320189.816850:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000041984:0@lo:38:kworker.0
00000100:00080000:1.0:1767320189.816857:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320189.816860:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320189.816863:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000042240:0@lo:38:kworker.0
00000100:00100000:2.0:1767320189.817070:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320189.817113:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000042624
00000100:00100000:2.0:1767320189.817119:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000042624
00000100:00100000:2.0:1767320189.817159:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3331
00000100:00100000:2.0:1767320189.817172:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366962d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000042624:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320189.817233:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366962d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000042624:12345-0@lo:400:kworker.0 Request processed in 62us (163us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320189.817239:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3331
00000100:00080000:2.0:1767320189.817255:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767320189.817276:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000042624:0@lo:400:kworker.0
00000100:00100000:0.0:1767320189.819943:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320189.820073:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000042112:0@lo:400:kworker.0
00000100:00100000:1.0:1767320189.830167:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000042368
00000100:00100000:1.0:1767320189.830182:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000042368
00000100:00100000:1.0:1767320189.830401:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5095
00000100:00100000:1.0:1767320189.830413:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eac8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000042368:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320189.830500:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eac8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000042368:12345-0@lo:400:kworker.0 Request processed in 90us (10563us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320189.830507:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5095
00000100:00100000:0.0:1767320189.830596:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000042368:0@lo:400:kworker.0
00000100:00080000:2.0:1767320189.830718:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767320190.136110:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767320191.157947:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320191.941983:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767320191.942036:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767320191.942128:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962550656
00000100:00100000:3.0:1767320191.942140:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962550656
00000100:00100000:3.0:1767320191.942248:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962550528
00000100:00100000:3.0:1767320191.942253:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962550528
00000100:00100000:3.0:1767320191.942274:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5096
00000100:00100000:3.0:1767320191.942285:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962550656:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:3.0:1767320191.942362:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962550656:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 80us (389us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320191.942371:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5096
00000100:00100000:3.0:1767320191.942390:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5717
00000100:00100000:3.0:1767320191.942394:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962550528:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767320191.942414:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320191.942438:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962550528:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 42us (402us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320191.942443:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5717
00000100:00080000:1.0:1767320191.942805:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767320192.181521:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320192.885819:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767320192.885839:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eacaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000042752:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320192.885908:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320192.886040:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000042752
00000100:00100000:0.0:1767320192.886049:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000042752
00000100:00100000:0.0:1767320192.886126:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2512
00000100:00100000:0.0:1767320192.886138:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000042752:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767320192.886170:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767320192.886241:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000042752:12345-0@lo:13:osp-pre-0-1.0 Request processed in 106us (332us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320192.886249:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2512
00000100:00100000:3.0:1767320192.886353:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eacaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000042752:0@lo:13:osp-pre-0-1.0
00000100:00080000:2.0:1767320192.886424:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767320192.886660:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000042880:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320192.886689:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320192.886778:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000042880
00000100:00100000:2.0:1767320192.886784:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000042880
00000100:00100000:2.0:1767320192.886824:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2513
00000100:00100000:2.0:1767320192.886842:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000042880:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767320192.886860:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00080000:1.0:1767320192.886913:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767320192.888401:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000042880:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1555us (1695us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320192.888414:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2513
00000100:00100000:3.0:1767320192.893342:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000042880:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767320193.206937:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767320194.229509:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767320194.933321:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320194.933330:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767320194.933334:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320194.933338:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320194.933342:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320194.933350:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5387
00000100:00080000:3.0:1767320194.933354:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320194.933363:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320194.933408:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523670c3100 x1853164000043008/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320194.933435:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320194.933438:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320194.933439:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320194.933443:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5387
00000100:00080000:3.0:1767320194.933445:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320194.933448:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320194.933460:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523670c1880 x1853164000043136/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320194.933468:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320194.933471:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320194.933472:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320194.933476:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5387
00000100:00080000:3.0:1767320194.933478:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320194.933480:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320194.933489:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523670c2d80 x1853164000043264/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320194.933537:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320194.933541:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320194.933543:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320194.933546:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5387
00000100:00080000:3.0:1767320194.933549:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320194.933553:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320194.933564:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523670c1f80 x1853164000043520/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320194.933621:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000043776:0@lo:400:kworker.0
00000100:00100000:0.0:1767320194.933622:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000043392:0@lo:400:kworker.0
00000100:00100000:2.0:1767320194.933718:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000043008:0@lo:38:kworker.0
00000100:00100000:1.0:1767320194.933787:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000043648:0@lo:400:kworker.0
00000100:00100000:0.0:1767320194.935085:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320194.935358:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000043392
00000100:00100000:0.0:1767320194.935367:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000043392
00000100:00100000:0.0:1767320194.935429:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5097
00000100:00100000:0.0:1767320194.935438:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eacb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000043392:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320194.935657:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eacb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000043392:12345-0@lo:400:kworker.0 Request processed in 219us (575us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320194.935666:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5097
00000100:00080000:0.0:1767320194.935696:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320194.935727:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000043392:0@lo:400:kworker.0
00000100:00100000:3.0:1767320194.935728:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320194.935755:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767320194.935761:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000043776
00000100:00100000:0.0:1767320194.935764:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000043776
00000100:00100000:3.0:1767320194.935764:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000043904:0@lo:400:kworker.0
00000100:00100000:3.0:1767320194.935791:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320194.935793:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3332
00000100:00100000:0.0:1767320194.935799:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000043776:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320194.935819:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000043904
00000100:00100000:3.0:1767320194.935823:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000043904
00000100:00100000:0.0:1767320194.935834:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000043776:12345-0@lo:400:kworker.0 Request processed in 36us (106us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320194.935840:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3332
00000100:00100000:3.0:1767320194.935848:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3333
00000100:00100000:3.0:1767320194.935855:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000043904:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767320194.935861:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767320194.935863:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767320194.935884:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000043904:12345-0@lo:400:kworker.0 Request processed in 30us (92us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320194.935889:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3333
00000100:00100000:3.0:1767320194.936630:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000043904:0@lo:400:kworker.0
00000100:00100000:3.0:1767320194.936645:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000043776:0@lo:400:kworker.0
00000100:00100000:2.0:1767320194.936757:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320194.936800:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000043136:0@lo:38:kworker.0
00000100:00100000:2.0:1767320194.936825:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320194.936839:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000043264:0@lo:38:kworker.0
00000100:00100000:2.0:1767320194.936857:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320194.936872:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000043520:0@lo:38:kworker.0
00000100:00100000:2.0:1767320194.936889:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320194.937673:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000043008
00000100:00100000:3.0:1767320194.937683:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000043008
00000100:00100000:3.0:1767320194.937725:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1939
00000100:00100000:3.0:1767320194.937731:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366961500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000043008:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320194.937751:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320194.937803:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366961500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000043008:12345-0@lo:38:kworker.0 Request processed in 70us (1045us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320194.937810:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1939
00000100:00100000:3.0:1767320194.937831:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000043136
00000100:00100000:3.0:1767320194.937835:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000043136
00000100:00100000:3.0:1767320194.937853:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000043264
00000100:00100000:3.0:1767320194.937856:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000043264
00000100:00100000:3.0:1767320194.937869:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000043520
00000100:00100000:3.0:1767320194.937871:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000043520
00000100:00100000:3.0:1767320194.937886:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5718
00000100:00100000:3.0:1767320194.937890:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366961880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000043136:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320194.937919:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320194.937955:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366961880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000043136:12345-0@lo:38:kworker.0 Request processed in 64us (1129us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320194.937962:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5718
00000100:00100000:3.0:1767320194.937973:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5719
00000100:00100000:3.0:1767320194.937977:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366960a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000043264:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320194.937995:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320194.938018:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366960a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000043264:12345-0@lo:38:kworker.0 Request processed in 39us (1160us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320194.938024:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5719
00000100:00100000:3.0:1767320194.938034:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5720
00000100:00100000:3.0:1767320194.938039:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366960e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000043520:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320194.938048:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320194.938082:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320194.938319:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366960e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000043520:12345-0@lo:38:kworker.0 Request processed in 278us (1427us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320194.938326:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5720
00000100:00100000:3.0:1767320194.938335:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000043648
00000100:00100000:3.0:1767320194.938338:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000043648
00000100:00100000:3.0:1767320194.938370:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5098
00000100:00100000:3.0:1767320194.938376:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000043648:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320194.938418:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000043648:12345-0@lo:400:kworker.0 Request processed in 42us (336us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320194.938423:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5098
00000100:00080000:2.0:1767320194.938527:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320194.938533:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320194.938537:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000043008:0@lo:38:kworker.0
00000100:00080000:2.0:1767320194.938547:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320194.938550:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320194.938553:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000043136:0@lo:38:kworker.0
00000100:00080000:2.0:1767320194.938562:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320194.938565:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320194.938568:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000043264:0@lo:38:kworker.0
00000100:00080000:2.0:1767320194.938576:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320194.938579:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320194.938581:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000043520:0@lo:38:kworker.0
00000100:00100000:1.0:1767320194.938678:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000043648:0@lo:400:kworker.0
00000100:00080000:0.0:1767320194.938777:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767320195.253823:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320196.277498:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320197.074308:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767320197.074365:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767320197.083918:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962550912
00000100:00100000:2.0:1767320197.083934:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962550912
00000100:00100000:2.0:1767320197.085427:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962550784
00000100:00100000:2.0:1767320197.085439:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962550784
00000100:00100000:2.0:1767320197.085466:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5099
00000100:00100000:2.0:1767320197.085480:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962550912:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767320197.085580:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962550912:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 104us (11283us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320197.085589:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5099
00000100:00100000:2.0:1767320197.085610:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5721
00000100:00100000:2.0:1767320197.085615:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962550784:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767320197.085636:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320197.085675:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962550784:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 59us (11309us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320197.085683:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5721
00000100:00080000:1.0:1767320197.086893:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767320197.301799:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320198.005879:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000044032:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320198.005986:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320198.006063:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000044032
00000100:00100000:3.0:1767320198.006071:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000044032
00000100:00100000:3.0:1767320198.006137:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2514
00000100:00100000:3.0:1767320198.006149:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000044032:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767320198.006180:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767320198.006262:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000044032:12345-0@lo:13:osp-pre-0-1.0 Request processed in 115us (276us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320198.006271:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2514
00000100:00080000:3.0:1767320198.006299:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767320198.006370:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000044032:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320198.007688:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767320198.007705:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000044160:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320198.007759:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320198.008140:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000044160
00000100:00100000:3.0:1767320198.008149:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000044160
00000100:00100000:3.0:1767320198.008547:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2515
00000100:00100000:3.0:1767320198.008561:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d073b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000044160:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767320198.008593:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767320198.008651:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d073b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000044160:12345-0@lo:13:osp-pre-1-1.0 Request processed in 93us (891us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320198.008660:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2515
00000100:00080000:1.0:1767320198.008845:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767320198.008905:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000044160:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767320198.325506:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767320199.350968:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767320200.061295:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320200.061305:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767320200.061308:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320200.061312:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320200.061316:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320200.061325:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5392
00000100:00080000:3.0:1767320200.061330:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320200.061339:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320200.061382:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523670c3480 x1853164000044288/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320200.061476:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000044288:0@lo:38:kworker.0
00000100:00100000:2.0:1767320200.061540:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767320200.061623:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320200.061627:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320200.061630:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320200.061634:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5392
00000100:00080000:3.0:1767320200.061647:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320200.061651:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320200.061668:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523670c1500 x1853164000044416/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320200.061740:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000044288
00000100:00100000:0.0:1767320200.061749:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000044288
00000100:00100000:0.0:1767320200.061800:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1940
00000100:00100000:0.0:1767320200.061820:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366962a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000044288:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320200.061848:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320200.074666:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000044416:0@lo:38:kworker.0
00000100:00100000:2.0:1767320200.074753:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320200.074870:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000044416
00000100:00100000:1.0:1767320200.074879:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000044416
00000100:00100000:1.0:1767320200.074931:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5722
00000100:00100000:1.0:1767320200.074948:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366962680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000044416:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320200.074971:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320200.075025:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366962680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000044416:12345-0@lo:38:kworker.0 Request processed in 76us (271us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320200.075033:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5722
00000100:00080000:3.0:1767320200.076421:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320200.076429:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320200.076433:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320200.076439:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5392
00000100:00080000:3.0:1767320200.076443:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320200.076449:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320200.076485:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523670c1180 x1853164000044544/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320200.076524:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320200.076528:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320200.076529:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320200.076533:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5392
00000100:00080000:3.0:1767320200.076535:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320200.076538:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320200.076548:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523670c1f80 x1853164000044800/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320200.076608:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000044672:0@lo:400:kworker.0
00000100:00100000:3.0:1767320200.076672:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320200.076713:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767320200.076719:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000044928:0@lo:400:kworker.0
00000100:00100000:3.0:1767320200.076741:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320200.076768:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000045184:0@lo:400:kworker.0
00000100:00100000:3.0:1767320200.076792:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320200.076824:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767320200.076837:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000045056:0@lo:400:kworker.0
00000100:00100000:3.0:1767320200.076859:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320200.076891:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000045184
00000100:00100000:3.0:1767320200.077221:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000045184
00000100:00100000:3.0:1767320200.077273:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000045056
00000100:00100000:3.0:1767320200.077277:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000045056
00000100:00100000:3.0:1767320200.077297:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3334
00000100:00100000:3.0:1767320200.077305:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000045184:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320200.077356:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000045184:12345-0@lo:400:kworker.0 Request processed in 52us (563us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320200.077363:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3334
00000100:00100000:3.0:1767320200.077377:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3335
00000100:00100000:3.0:1767320200.077384:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000045056:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320200.077410:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000045056:12345-0@lo:400:kworker.0 Request processed in 27us (550us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320200.077416:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3335
00000100:00100000:3.0:1767320200.077457:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000045056:0@lo:400:kworker.0
00000100:00100000:3.0:1767320200.077467:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000045184:0@lo:400:kworker.0
00000100:00100000:1.0:1767320200.081326:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000044672
00000100:00100000:1.0:1767320200.081341:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000044672
00000100:00100000:1.0:1767320200.081415:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000044928
00000100:00100000:1.0:1767320200.081419:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000044928
00000100:00100000:1.0:1767320200.081459:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5100
00000100:00100000:1.0:1767320200.081467:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000044672:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320200.081555:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000044672:12345-0@lo:400:kworker.0 Request processed in 89us (4883us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320200.081562:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5100
00000100:00100000:1.0:1767320200.081578:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5101
00000100:00100000:1.0:1767320200.081584:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000044928:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320200.081607:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000044928:12345-0@lo:400:kworker.0 Request processed in 24us (4865us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320200.081611:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5101
00000100:00080000:1.0:1767320200.081627:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767320200.081631:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767320200.081648:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767320200.081693:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000044928:0@lo:400:kworker.0
00000100:00100000:1.0:1767320200.081708:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000044672:0@lo:400:kworker.0
00000100:00100000:0.0:1767320200.089357:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366962a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000044288:12345-0@lo:38:kworker.0 Request processed in 27525us (27804us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320200.089373:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1940
00000100:00080000:2.0:1767320200.089543:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320200.089548:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320200.089551:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000044288:0@lo:38:kworker.0
00000100:00100000:2.0:1767320200.089581:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000044544:0@lo:38:kworker.0
00000100:00100000:2.0:1767320200.089642:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320200.089665:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000044800:0@lo:38:kworker.0
00000100:00100000:2.0:1767320200.089685:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767320200.089705:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320200.089707:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320200.089709:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000044416:0@lo:38:kworker.0
00000100:00100000:1.0:1767320200.089765:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000044544
00000100:00100000:1.0:1767320200.089772:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000044544
00000100:00100000:1.0:1767320200.089800:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000044800
00000100:00100000:1.0:1767320200.089802:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000044800
00000100:00100000:1.0:1767320200.089822:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5723
00000100:00100000:1.0:1767320200.089828:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366961c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000044544:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320200.089847:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320200.089890:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366961c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000044544:12345-0@lo:38:kworker.0 Request processed in 61us (247us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320200.089895:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5723
00000100:00100000:1.0:1767320200.089908:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5724
00000100:00100000:1.0:1767320200.089911:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366961f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000044800:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320200.089920:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320200.089952:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366961f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000044800:12345-0@lo:38:kworker.0 Request processed in 39us (271us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320200.089958:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5724
00000100:00080000:2.0:1767320200.090402:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320200.090407:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320200.090410:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000044544:0@lo:38:kworker.0
00000100:00080000:2.0:1767320200.090418:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320200.090421:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320200.090424:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000044800:0@lo:38:kworker.0
00010000:00010000:0.0:1767320200.373505:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320201.155431:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000400:00000100:3.0:1767320201.155469:0:6998:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.52@tcp portal 26 match 1853163962551040 offset 0 length 520: 4
00000100:00100000:3.0:1767320201.155489:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767320201.155582:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962551296
00000100:00100000:1.0:1767320201.155593:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962551296
00000100:00100000:1.0:1767320201.155669:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962551168
00000100:00100000:1.0:1767320201.155672:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962551168
00000100:00100000:1.0:1767320201.155690:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5102
00000100:00100000:1.0:1767320201.155699:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962551296:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767320201.155765:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962551296:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 68us (343us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320201.155773:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5102
00000100:00100000:1.0:1767320201.155790:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5725
00000100:00100000:1.0:1767320201.155794:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962551168:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767320201.155813:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320201.155831:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962551168:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 35us (341us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320201.155851:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5725
00000100:00080000:3.0:1767320201.156479:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767320201.397499:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767320202.424578:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320203.125512:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767320203.125540:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d072a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000045312:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767320203.125635:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320203.126072:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000045312
00000100:00100000:3.0:1767320203.126084:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000045312
00000100:00100000:3.0:1767320203.126176:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2516
00000100:00100000:3.0:1767320203.126189:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eaca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000045312:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767320203.126258:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767320203.126329:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eaca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000045312:12345-0@lo:13:osp-pre-1-1.0 Request processed in 143us (693us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320203.126337:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2516
00000100:00080000:3.0:1767320203.126367:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767320203.126409:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d072a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000045312:0@lo:13:osp-pre-1-1.0
00000100:00080000:3.0:1767320203.126435:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320203.126440:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767320203.126443:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320203.126447:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320203.126450:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320203.126455:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5397
00000100:00080000:3.0:1767320203.126459:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320203.126463:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320203.126489:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236710f800 x1853164000045440/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320203.126507:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320203.126510:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320203.126512:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320203.126516:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5397
00000100:00080000:3.0:1767320203.126519:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320203.126522:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320203.126533:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236710e680 x1853164000045568/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320203.126541:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320203.126543:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320203.126545:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320203.126548:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5398
00000100:00080000:3.0:1767320203.126550:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320203.126553:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320203.126562:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236710c700 x1853164000045696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320203.126587:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320203.126591:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320203.126593:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320203.126597:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5398
00000100:00080000:3.0:1767320203.126599:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320203.126601:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320203.127160:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767320203.127173:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000045824:0@lo:400:kworker.0
00000100:00100000:0.0:1767320203.127251:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320203.127296:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767320203.127306:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eac9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000045952:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320203.127332:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320203.127361:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000045952
00000100:00100000:0.0:1767320203.127368:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000045952
00000100:00100000:0.0:1767320203.127411:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2517
00000100:00100000:0.0:1767320203.127420:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eacb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000045952:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767320203.127443:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767320203.127480:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eacb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000045952:12345-0@lo:13:osp-pre-0-1.0 Request processed in 61us (146us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320203.127486:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2517
00000100:00080000:0.0:1767320203.127505:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767320203.127534:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eac9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000045952:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320203.128309:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000045824
00000100:00100000:2.0:1767320203.128319:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000045824
00000100:00100000:2.0:1767320203.128382:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5103
00000100:00100000:2.0:1767320203.128393:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eac9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000045824:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320203.128459:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eac9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000045824:12345-0@lo:400:kworker.0 Request processed in 70us (1207us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320203.128465:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5103
00000100:00100000:2.0:1767320203.128508:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000045824:0@lo:400:kworker.0
00000100:00100000:2.0:1767320203.128538:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000045440:0@lo:38:kworker.0
00000100:00100000:2.0:1767320203.128575:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320203.128711:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000045568:0@lo:38:kworker.0
00000100:00100000:2.0:1767320203.128741:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320203.128886:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000045568
00000100:00100000:2.0:1767320203.128891:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000045568
00000100:00100000:2.0:1767320203.128922:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5726
00000100:00100000:2.0:1767320203.128927:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366962300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000045568:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320203.128947:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320203.128977:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366962300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000045568:12345-0@lo:38:kworker.0 Request processed in 48us (236us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320203.128982:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5726
00000100:00080000:2.0:1767320203.129007:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320203.129012:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320203.129015:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000045568:0@lo:38:kworker.0
00000100:00100000:2.0:1767320203.129022:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000045696:0@lo:38:kworker.0
00000100:00100000:2.0:1767320203.129046:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320203.129064:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000045696
00000100:00100000:2.0:1767320203.129068:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000045696
00000100:00100000:2.0:1767320203.129084:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5727
00000100:00100000:2.0:1767320203.129088:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366963100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000045696:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320203.129097:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320203.129120:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366963100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000045696:12345-0@lo:38:kworker.0 Request processed in 31us (73us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320203.129127:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5727
00000100:00080000:2.0:1767320203.129150:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320203.129154:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320203.129157:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000045696:0@lo:38:kworker.0
00000100:00100000:3.0:1767320203.129521:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523670c1180 x1853164000046080/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320203.131352:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767320203.131375:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000046208:0@lo:400:kworker.0
00000100:00100000:1.0:1767320203.131456:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767320203.131594:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320203.131637:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000045440
00000100:00100000:0.0:1767320203.131646:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000045440
00000100:00100000:0.0:1767320203.131699:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1941
00000100:00100000:0.0:1767320203.131707:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366960000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000045440:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320203.131730:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320203.132112:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366960000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000045440:12345-0@lo:38:kworker.0 Request processed in 402us (3532us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320203.132122:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1941
00000100:00100000:2.0:1767320203.132229:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000046080:0@lo:38:kworker.0
00000100:00100000:2.0:1767320203.132264:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767320203.132316:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320203.132322:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320203.132325:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000045440:0@lo:38:kworker.0
00000100:00100000:3.0:1767320203.133005:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000046208
00000100:00100000:3.0:1767320203.133014:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000046208
00000100:00100000:3.0:1767320203.133076:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000046080
00000100:00100000:3.0:1767320203.133079:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000046080
00000100:00100000:3.0:1767320203.133094:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5104
00000100:00100000:3.0:1767320203.133101:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d070000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000046208:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320203.133161:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d070000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000046208:12345-0@lo:400:kworker.0 Request processed in 61us (1705us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320203.133167:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5104
00000100:00100000:3.0:1767320203.133181:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5728
00000100:00100000:3.0:1767320203.133185:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366963800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000046080:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320203.133222:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320203.133248:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366963800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000046080:12345-0@lo:38:kworker.0 Request processed in 62us (983us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320203.133253:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5728
00000100:00080000:1.0:1767320203.133366:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320203.133398:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000046208:0@lo:400:kworker.0
00000100:00080000:2.0:1767320203.134885:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320203.134897:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320203.134902:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000046080:0@lo:38:kworker.0
00010000:00010000:2.0:1767320203.447249:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320204.149332:0:7004:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320179/real 1767320179]  req@ffff95236710ed80 x1853164000039040/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320204 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767320204.149367:0:7004:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95236710ed80 x1853164000039040/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320204 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767320204.149389:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320204.149420:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767320204.149424:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000039040:0@lo:250:kworker.0
00000100:00080000:0.0:1767320204.150103:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320204.150109:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1767320204.150113:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320204.150118:0:63619:0:(import.c:509:import_select_connection()) MGC192.168.202.152@tcp: connect to NID 0@lo last attempt 5377
00000100:00080000:0.0:1767320204.150122:0:63619:0:(import.c:588:import_select_connection()) MGC192.168.202.152@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320204.150128:0:63619:0:(import.c:623:import_select_connection()) MGC192.168.202.152@tcp: import ffff95235eb57800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320204.150162:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235eac9180 x1853164000046336/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320204.150192:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320204.150234:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320204.150236:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320204.150239:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5401
00000100:00080000:0.0:1767320204.150243:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320204.150246:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320204.150262:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235eacad80 x1853164000046464/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320204.150271:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320204.150274:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320204.150276:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320204.150279:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5401
00000100:00080000:0.0:1767320204.150281:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320204.150284:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320204.150293:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235eacbb80 x1853164000046592/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320204.150302:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320204.150305:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320204.150307:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320204.150310:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5401
00000100:00080000:0.0:1767320204.150312:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320204.150315:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320204.150324:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235eaca680 x1853164000046720/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320204.150373:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320204.150377:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320204.150379:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320204.150383:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5401
00000100:00080000:0.0:1767320204.150386:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320204.150389:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320204.150399:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235eac9f80 x1853164000046976/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320204.150474:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eacaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000047232:0@lo:400:kworker.0
00000100:00100000:1.0:1767320204.150507:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eac9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000047104:0@lo:400:kworker.0
00000100:00100000:0.0:1767320204.150538:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320204.150538:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320204.150591:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eac9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000046336:0@lo:250:kworker.0
00000100:00100000:3.0:1767320204.150602:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eac9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000046848:0@lo:400:kworker.0
00000100:00100000:0.0:1767320204.154249:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767320204.154273:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eac8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000047360:0@lo:400:kworker.0
00000100:00100000:0.0:1767320204.154340:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320204.154400:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000047104
00000100:00100000:0.0:1767320204.154409:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000047104
00000100:00100000:0.0:1767320204.154467:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5105
00000100:00100000:0.0:1767320204.154476:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d071180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000047104:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320204.157105:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000047232
00000100:00100000:1.0:1767320204.157120:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000047232
00000100:00100000:1.0:1767320204.157175:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000047360
00000100:00100000:1.0:1767320204.157179:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000047360
00000100:00100000:1.0:1767320204.157570:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3336
00000100:00100000:1.0:1767320204.157583:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eacb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000047232:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320204.157673:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eacb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000047232:12345-0@lo:400:kworker.0 Request processed in 92us (7134us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320204.157680:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3336
00000100:00100000:1.0:1767320204.157698:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3337
00000100:00100000:1.0:1767320204.157705:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eac8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000047360:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320204.157737:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eac8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000047360:12345-0@lo:400:kworker.0 Request processed in 33us (3396us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320204.157743:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3337
00000100:00100000:1.0:1767320204.157820:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eac8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000047360:0@lo:400:kworker.0
00000100:00100000:1.0:1767320204.157834:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eacaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000047232:0@lo:400:kworker.0
00000100:00100000:0.0:1767320204.157993:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d071180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000047104:12345-0@lo:400:kworker.0 Request processed in 3516us (7453us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320204.158000:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5105
00000100:00100000:1.0:1767320204.158701:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eac9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000047104:0@lo:400:kworker.0
00000400:00000100:2.0:1767320204.161191:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164000046336 offset 0 length 520: 4
00000100:00100000:2.0:1767320204.161258:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eacad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000046464:0@lo:38:kworker.0
00000100:00100000:2.0:1767320204.161312:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320204.161348:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eacbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000046592:0@lo:38:kworker.0
00000100:00100000:2.0:1767320204.161372:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320204.161404:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eaca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000046720:0@lo:38:kworker.0
00000100:00100000:2.0:1767320204.161424:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320204.161460:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000046592
00000100:00100000:2.0:1767320204.161468:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000046592
00000100:00100000:2.0:1767320204.161601:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000046720
00000100:00100000:2.0:1767320204.161605:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000046720
00000100:00100000:2.0:1767320204.161627:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5729
00000100:00100000:2.0:1767320204.161633:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000046592:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320204.161655:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320204.161665:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000046464
00000100:00100000:0.0:1767320204.161669:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000046464
00000100:00100000:0.0:1767320204.161693:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1942
00000100:00100000:2.0:1767320204.161696:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000046592:12345-0@lo:38:kworker.0 Request processed in 63us (323us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320204.161697:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000046464:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767320204.161703:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5729
00010000:00020000:0.0:1767320204.161707:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320204.161719:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5730
00000100:00100000:2.0:1767320204.161722:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000046720:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320204.161731:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320204.161733:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000046464:12345-0@lo:38:kworker.0 Request processed in 35us (421us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320204.161739:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1942
00000100:00100000:2.0:1767320204.161748:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000046720:12345-0@lo:38:kworker.0 Request processed in 25us (324us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320204.161753:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5730
00000100:00100000:3.0:1767320204.161829:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767320204.169212:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320204.169226:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320204.169231:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eaca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000046720:0@lo:38:kworker.0
00000100:00100000:2.0:1767320204.169245:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eac9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000046976:0@lo:38:kworker.0
00000100:00100000:2.0:1767320204.169317:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767320204.169377:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320204.169382:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320204.169385:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eacad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000046464:0@lo:38:kworker.0
00000100:00080000:2.0:1767320204.169394:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320204.169398:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320204.169401:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eacbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000046592:0@lo:38:kworker.0
00000100:00100000:0.0:1767320204.172298:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000046848
00000100:00100000:0.0:1767320204.172315:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000046848
00000100:00100000:0.0:1767320204.172396:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000046976
00000100:00100000:0.0:1767320204.172400:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000046976
00000100:00100000:0.0:1767320204.172426:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5106
00000100:00100000:0.0:1767320204.172436:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000046848:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320204.172547:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000046848:12345-0@lo:400:kworker.0 Request processed in 112us (10716us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320204.172555:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5106
00000100:00100000:0.0:1767320204.172574:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5731
00000100:00100000:0.0:1767320204.172579:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000046976:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320204.172599:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320204.172635:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000046976:12345-0@lo:38:kworker.0 Request processed in 55us (3318us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320204.172641:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5731
00000100:00080000:0.0:1767320204.172682:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320204.172687:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320204.172690:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eac9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000046976:0@lo:38:kworker.0
00000100:00100000:3.0:1767320204.172864:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eac9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000046848:0@lo:400:kworker.0
00010000:00010000:0.0:1767320204.469654:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320205.493431:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320206.270907:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767320206.271061:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962551552
00000100:00100000:3.0:1767320206.271071:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962551552
00000100:00100000:3.0:1767320206.271149:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5107
00000100:00100000:3.0:1767320206.271160:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d072300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962551552:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:3.0:1767320206.271258:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d072300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962551552:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 100us (362us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320206.271264:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5107
00000100:00080000:1.0:1767320206.271484:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320206.272392:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767320206.272464:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962551424
00000100:00100000:2.0:1767320206.272471:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962551424
00000100:00100000:2.0:1767320206.272505:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5732
00000100:00100000:2.0:1767320206.272511:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962551424:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767320206.272532:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320206.272585:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962551424:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 72us (195us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320206.272591:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5732
00010000:00010000:2.0:1767320206.520429:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767320207.541738:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320208.245422:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d071880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000047616:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320208.245490:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320208.245536:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767320208.245543:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eac9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000047488:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320208.245561:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000047616
00000100:00100000:3.0:1767320208.245566:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320208.245572:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000047616
00000100:00100000:3.0:1767320208.245608:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000047488
00000100:00100000:3.0:1767320208.245613:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000047488
00000100:00100000:3.0:1767320208.247341:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2518
00000100:00100000:3.0:1767320208.247355:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000047488:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767320208.247385:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767320208.247445:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000047488:12345-0@lo:13:osp-pre-0-1.0 Request processed in 95us (1880us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320208.247453:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2518
00000100:00100000:3.0:1767320208.247502:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eac9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000047488:0@lo:13:osp-pre-0-1.0
00000100:00080000:3.0:1767320208.247539:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767320208.247543:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767320208.249028:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2519
00000100:00100000:0.0:1767320208.249039:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000047616:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767320208.249062:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767320208.249123:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000047616:12345-0@lo:13:osp-pre-1-1.0 Request processed in 87us (3633us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320208.249128:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2519
00000100:00100000:3.0:1767320208.250729:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d071880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000047616:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767320208.565539:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767320209.269542:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320209.269551:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767320209.269553:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320209.269556:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320209.269559:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320209.269565:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5402
00000100:00080000:1.0:1767320209.269569:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320209.269575:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320209.269612:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d070a80 x1853164000047744/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320209.269634:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320209.269636:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320209.269637:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320209.269640:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5402
00000100:00080000:1.0:1767320209.269641:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320209.269643:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320209.269650:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d070380 x1853164000047872/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320209.269656:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320209.269658:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320209.269659:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320209.269661:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5402
00000100:00080000:1.0:1767320209.269663:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320209.269665:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320209.269670:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d072d80 x1853164000048000/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320209.269745:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d071f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000048128:0@lo:400:kworker.0
00000100:00080000:1.0:1767320209.269766:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320209.269769:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320209.269771:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320209.269774:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5402
00000100:00080000:1.0:1767320209.269776:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320209.269780:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320209.269791:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d071c00 x1853164000048256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320209.269811:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320209.269843:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000048128
00000100:00100000:2.0:1767320209.269865:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767320209.269871:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d070e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000048384:0@lo:400:kworker.0
00000100:00100000:3.0:1767320209.269876:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000048128
00000100:00100000:2.0:1767320209.269893:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320209.269918:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000048384
00000100:00100000:2.0:1767320209.269922:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000048384
00000100:00100000:3.0:1767320209.269934:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5108
00000100:00100000:3.0:1767320209.269943:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000048128:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320209.269949:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5109
00000100:00100000:2.0:1767320209.269953:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b20700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000048384:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320209.269988:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b20700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000048384:12345-0@lo:400:kworker.0 Request processed in 34us (94us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320209.269995:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5109
00000100:00100000:0.0:1767320209.270028:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d070a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000047744:0@lo:38:kworker.0
00000100:00100000:0.0:1767320209.270064:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320209.270091:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d070380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000047872:0@lo:38:kworker.0
00000100:00100000:0.0:1767320209.270110:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320209.270130:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d072d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000048000:0@lo:38:kworker.0
00000100:00100000:0.0:1767320209.270161:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320209.270172:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d071c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000048256:0@lo:38:kworker.0
00000100:00100000:0.0:1767320209.270190:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320209.270232:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000047744
00000100:00100000:0.0:1767320209.270235:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000047744
00000100:00100000:0.0:1767320209.270254:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1943
00000100:00100000:0.0:1767320209.270258:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eac9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000047744:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320209.270274:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320209.270302:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eac9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000047744:12345-0@lo:38:kworker.0 Request processed in 42us (237us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320209.270307:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1943
00000100:00080000:0.0:1767320209.270345:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320209.270348:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320209.270351:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d070a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000047744:0@lo:38:kworker.0
00000100:00100000:0.0:1767320209.270391:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000047872
00000100:00100000:0.0:1767320209.270395:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000047872
00000100:00100000:0.0:1767320209.270412:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000048000
00000100:00100000:0.0:1767320209.270414:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000048000
00000100:00100000:0.0:1767320209.270420:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000048256
00000100:00100000:0.0:1767320209.270422:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000048256
00000100:00100000:0.0:1767320209.270431:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5733
00000100:00100000:0.0:1767320209.270435:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eac9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000047872:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320209.270445:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320209.270471:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eac9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000047872:12345-0@lo:38:kworker.0 Request processed in 35us (361us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320209.270477:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5733
00000100:00100000:0.0:1767320209.270488:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5734
00000100:00100000:0.0:1767320209.270491:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eacbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000048000:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320209.270499:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320209.270519:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eacbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000048000:12345-0@lo:38:kworker.0 Request processed in 27us (357us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320209.270529:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5734
00000100:00100000:0.0:1767320209.270542:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5735
00000100:00100000:0.0:1767320209.270545:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eacad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000048256:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320209.270555:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320209.270572:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eacad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000048256:12345-0@lo:38:kworker.0 Request processed in 25us (381us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320209.270576:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5735
00000100:00080000:0.0:1767320209.270593:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320209.270596:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320209.270599:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d070380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000047872:0@lo:38:kworker.0
00000100:00080000:0.0:1767320209.270605:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320209.270607:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320209.270610:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d072d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000048000:0@lo:38:kworker.0
00000100:00080000:0.0:1767320209.270619:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320209.270622:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320209.270624:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d071c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000048256:0@lo:38:kworker.0
00000100:00080000:0.0:1767320209.270656:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320209.273669:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000048128:12345-0@lo:400:kworker.0 Request processed in 3718us (3847us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320209.273683:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5108
00000100:00100000:2.0:1767320209.274088:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d070e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000048384:0@lo:400:kworker.0
00000100:00100000:2.0:1767320209.274108:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d071f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000048128:0@lo:400:kworker.0
00000100:00100000:3.0:1767320209.274511:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d073800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000048512:0@lo:400:kworker.0
00000100:00100000:3.0:1767320209.274565:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320209.274647:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000048512
00000100:00100000:0.0:1767320209.274654:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000048512
00000100:00100000:0.0:1767320209.274691:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3338
00000100:00100000:0.0:1767320209.274700:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000048512:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320209.282609:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000048512:12345-0@lo:400:kworker.0 Request processed in 7901us (8034us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320209.282622:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3338
00000100:00100000:0.0:1767320209.282691:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d071500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000048640:0@lo:400:kworker.0
00000100:00100000:0.0:1767320209.282740:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320209.282817:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000048640
00000100:00100000:2.0:1767320209.282826:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000048640
00000100:00100000:3.0:1767320209.283146:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d073800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000048512:0@lo:400:kworker.0
00000100:00100000:2.0:1767320209.284622:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3339
00000100:00100000:2.0:1767320209.284639:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eaca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000048640:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320209.284736:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eaca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000048640:12345-0@lo:400:kworker.0 Request processed in 103us (1994us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320209.284743:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3339
00000100:00100000:1.0:1767320209.284828:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d071500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000048640:0@lo:400:kworker.0
00010000:00010000:0.0:1767320209.590263:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767320210.613402:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320211.400370:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767320211.400416:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767320211.400592:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962551808
00000100:00100000:3.0:1767320211.400603:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962551808
00000100:00100000:3.0:1767320211.400683:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962551680
00000100:00100000:3.0:1767320211.400687:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962551680
00000100:00100000:3.0:1767320211.400709:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5110
00000100:00100000:3.0:1767320211.400720:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eac9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962551808:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:3.0:1767320211.400809:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eac9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962551808:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 91us (450us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320211.400817:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5110
00000100:00100000:3.0:1767320211.400860:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5736
00000100:00100000:3.0:1767320211.400865:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eacaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962551680:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767320211.400888:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320211.400926:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eacaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962551680:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 59us (510us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320211.400933:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5736
00000100:00080000:0.0:1767320211.401527:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767320211.638174:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320212.661464:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320213.367183:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767320213.367228:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eac8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000048768:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320213.367319:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320213.367512:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000048768
00000100:00100000:0.0:1767320213.367521:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000048768
00000100:00100000:0.0:1767320213.367593:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2520
00000100:00100000:0.0:1767320213.367604:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000048768:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767320213.367637:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767320213.367694:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000048768:12345-0@lo:13:osp-pre-0-1.0 Request processed in 92us (373us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320213.367702:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2520
00000100:00080000:3.0:1767320213.367768:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767320213.367879:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eac8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000048768:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320213.370654:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d071500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000048896:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320213.370726:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320213.371413:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000048896
00000100:00100000:0.0:1767320213.371422:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000048896
00000100:00100000:0.0:1767320213.371494:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2521
00000100:00100000:0.0:1767320213.371503:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b22d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000048896:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767320213.371536:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00080000:1.0:1767320213.371612:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767320213.374178:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b22d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000048896:12345-0@lo:13:osp-pre-1-1.0 Request processed in 2664us (3439us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320213.374207:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2521
00000100:00100000:2.0:1767320213.376453:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d071500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000048896:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767320213.687666:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767320214.389431:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320214.389442:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767320214.389445:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320214.389449:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320214.389462:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320214.389471:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5407
00000100:00080000:0.0:1767320214.389476:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320214.389482:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320214.389530:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235eac8380 x1853164000049024/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320214.389606:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eac8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000049024:0@lo:38:kworker.0
00000100:00100000:2.0:1767320214.389673:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767320214.389761:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320214.389765:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320214.389767:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320214.389934:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5407
00000100:00080000:0.0:1767320214.389936:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320214.389940:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320214.389957:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235ee5ca80 x1853164000049152/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320214.389982:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320214.389985:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320214.389987:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320214.389990:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5407
00000100:00080000:0.0:1767320214.389993:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320214.389995:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320214.390007:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235ee5e300 x1853164000049280/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320214.390040:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320214.390044:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320214.390045:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320214.390049:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5407
00000100:00080000:0.0:1767320214.390051:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320214.390054:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320214.390065:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235ee5d180 x1853164000049536/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320214.390124:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000049792:0@lo:400:kworker.0
00000100:00100000:0.0:1767320214.390155:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320214.390174:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767320214.390179:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000049920:0@lo:400:kworker.0
00000100:00100000:0.0:1767320214.390222:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320214.390248:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000049792
00000100:00100000:0.0:1767320214.390255:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000049792
00000100:00100000:0.0:1767320214.390299:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000049920
00000100:00100000:0.0:1767320214.390303:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000049920
00000100:00100000:0.0:1767320214.390325:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3340
00000100:00100000:0.0:1767320214.390333:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000049792:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320214.390379:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000049792:12345-0@lo:400:kworker.0 Request processed in 47us (223us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320214.390386:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3340
00000100:00100000:0.0:1767320214.390402:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3341
00000100:00100000:0.0:1767320214.390407:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000049920:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320214.390431:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000049920:12345-0@lo:400:kworker.0 Request processed in 24us (209us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320214.390437:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3341
00000100:00100000:0.0:1767320214.390477:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000049920:0@lo:400:kworker.0
00000100:00100000:0.0:1767320214.390486:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000049792:0@lo:400:kworker.0
00000100:00100000:2.0:1767320214.390557:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000049152:0@lo:38:kworker.0
00000100:00100000:2.0:1767320214.390586:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320214.390611:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000049280:0@lo:38:kworker.0
00000100:00100000:2.0:1767320214.390631:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320214.390646:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000049536:0@lo:38:kworker.0
00000100:00100000:2.0:1767320214.390665:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320214.390691:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000049152
00000100:00100000:2.0:1767320214.390695:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000049152
00000100:00100000:2.0:1767320214.390714:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000049280
00000100:00100000:2.0:1767320214.390716:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000049280
00000100:00100000:2.0:1767320214.390727:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000049536
00000100:00100000:2.0:1767320214.390729:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000049536
00000100:00100000:2.0:1767320214.390742:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5737
00000100:00100000:2.0:1767320214.390747:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b23b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000049152:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320214.390765:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320214.390816:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b23b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000049152:12345-0@lo:38:kworker.0 Request processed in 67us (229us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320214.390822:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5737
00000100:00100000:2.0:1767320214.390836:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5738
00000100:00100000:2.0:1767320214.390840:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347044000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000049280:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320214.390848:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320214.390870:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347044000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000049280:12345-0@lo:38:kworker.0 Request processed in 29us (238us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320214.390875:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5738
00000100:00100000:2.0:1767320214.390886:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5739
00000100:00100000:2.0:1767320214.390889:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347045500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000049536:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320214.390898:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320214.390917:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347045500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000049536:12345-0@lo:38:kworker.0 Request processed in 27us (252us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320214.390922:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5739
00000100:00080000:2.0:1767320214.390955:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320214.390960:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320214.390963:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000049152:0@lo:38:kworker.0
00000100:00080000:2.0:1767320214.390971:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320214.390974:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320214.390976:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000049280:0@lo:38:kworker.0
00000100:00080000:2.0:1767320214.390982:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320214.390986:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320214.390988:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000049536:0@lo:38:kworker.0
00000100:00100000:1.0:1767320214.391301:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000049664:0@lo:400:kworker.0
00000100:00100000:1.0:1767320214.391332:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320214.391360:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767320214.391365:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000049408:0@lo:400:kworker.0
00000100:00100000:1.0:1767320214.391383:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320214.391409:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000049664
00000100:00100000:1.0:1767320214.391414:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000049664
00000100:00100000:1.0:1767320214.391444:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000049408
00000100:00100000:1.0:1767320214.391447:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000049408
00000100:00100000:1.0:1767320214.391478:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5111
00000100:00100000:1.0:1767320214.391485:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d070700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000049664:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320214.391520:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d070700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000049664:12345-0@lo:400:kworker.0 Request processed in 36us (188us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320214.391527:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5111
00000100:00100000:1.0:1767320214.391538:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5112
00000100:00100000:1.0:1767320214.391544:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d073480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000049408:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320214.391567:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d073480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000049408:12345-0@lo:400:kworker.0 Request processed in 24us (183us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320214.391571:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5112
00000100:00080000:1.0:1767320214.391586:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320214.391608:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000049408:0@lo:400:kworker.0
00000100:00100000:1.0:1767320214.391617:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000049664:0@lo:400:kworker.0
00000100:00100000:3.0:1767320214.392174:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000049024
00000100:00100000:3.0:1767320214.392181:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000049024
00000100:00100000:3.0:1767320214.392230:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1944
00000100:00100000:3.0:1767320214.392235:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b23480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000049024:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320214.392250:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320214.392299:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b23480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000049024:12345-0@lo:38:kworker.0 Request processed in 63us (2626us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320214.392306:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1944
00000100:00080000:2.0:1767320214.392375:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320214.392380:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320214.392383:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eac8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000049024:0@lo:38:kworker.0
00010000:00010000:2.0:1767320214.712397:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767320215.735839:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320216.516106:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767320216.516176:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767320216.516329:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962551936
00000100:00100000:0.0:1767320216.516342:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962551936
00000100:00100000:0.0:1767320216.516394:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962552064
00000100:00100000:0.0:1767320216.516397:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962552064
00000100:00100000:0.0:1767320216.516471:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5113
00000100:00100000:0.0:1767320216.516481:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d071500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962552064:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:0.0:1767320216.516579:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d071500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962552064:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 99us (402us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320216.516588:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5113
00000100:00100000:0.0:1767320216.516611:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5740
00000100:00100000:0.0:1767320216.516615:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d073100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962551936:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:0.0:1767320216.516641:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320216.516671:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d073100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962551936:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 53us (585us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320216.516678:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5740
00000100:00080000:3.0:1767320216.520223:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767320216.757400:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320217.792163:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320218.488346:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767320218.488371:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000050048:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320218.488476:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320218.488754:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000050048
00000100:00100000:0.0:1767320218.488772:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000050048
00000100:00100000:0.0:1767320218.488860:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2522
00000100:00100000:0.0:1767320218.488871:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347044a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000050048:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767320218.488908:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767320218.488960:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347044a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000050048:12345-0@lo:13:osp-pre-0-1.0 Request processed in 92us (485us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320218.488969:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2522
00000100:00080000:2.0:1767320218.489340:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767320218.489394:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000050048:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320218.490622:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767320218.490644:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d073800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000050176:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320218.490720:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320218.491041:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000050176
00000100:00100000:0.0:1767320218.491050:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000050176
00000100:00100000:0.0:1767320218.491131:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2523
00000100:00100000:0.0:1767320218.491140:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000050176:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767320218.491174:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767320218.491266:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000050176:12345-0@lo:13:osp-pre-1-1.0 Request processed in 128us (545us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320218.491272:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2523
00000100:00080000:2.0:1767320218.491379:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767320218.491440:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d073800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000050176:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767320218.807645:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767320219.509409:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320219.509424:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767320219.509428:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320219.509433:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320219.509438:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320219.509448:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5412
00000100:00080000:0.0:1767320219.509455:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320219.509464:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320219.509522:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235ee5c380 x1853164000050304/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320219.509562:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320219.509567:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320219.509569:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320219.509572:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5412
00000100:00080000:0.0:1767320219.509574:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320219.509578:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320219.509591:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235ee5df80 x1853164000050432/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320219.509601:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320219.509605:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320219.509607:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320219.509610:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5412
00000100:00080000:0.0:1767320219.509613:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320219.509616:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320219.509640:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235ee5ea00 x1853164000050560/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320219.509684:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320219.509688:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320219.509690:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320219.509695:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5412
00000100:00080000:0.0:1767320219.509698:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320219.509701:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320219.509718:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235ee5ed80 x1853164000050816/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320219.509837:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000051072:0@lo:400:kworker.0
00000100:00100000:0.0:1767320219.509931:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320219.510010:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767320219.510016:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000051200:0@lo:400:kworker.0
00000100:00100000:0.0:1767320219.510040:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320219.510079:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000051072
00000100:00100000:0.0:1767320219.510087:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000051072
00000100:00100000:1.0:1767320219.510526:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000050688:0@lo:400:kworker.0
00000100:00100000:1.0:1767320219.510580:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320219.510619:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767320219.510635:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000050944:0@lo:400:kworker.0
00000100:00100000:1.0:1767320219.510659:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320219.510691:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000050688
00000100:00100000:1.0:1767320219.510695:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000050688
00000100:00100000:1.0:1767320219.510752:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000050944
00000100:00100000:1.0:1767320219.510764:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000050944
00000100:00100000:1.0:1767320219.510793:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5114
00000100:00100000:1.0:1767320219.510802:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d073800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000050688:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320219.510860:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d073800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000050688:12345-0@lo:400:kworker.0 Request processed in 59us (279us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320219.510870:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5114
00000100:00100000:1.0:1767320219.510891:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5115
00000100:00100000:1.0:1767320219.510897:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d071f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000050944:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320219.510923:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d071f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000050944:12345-0@lo:400:kworker.0 Request processed in 26us (264us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320219.510929:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5115
00000100:00100000:1.0:1767320219.510976:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000050944:0@lo:400:kworker.0
00000100:00100000:1.0:1767320219.510988:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000050688:0@lo:400:kworker.0
00000100:00100000:0.0:1767320219.513398:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000051200
00000100:00100000:0.0:1767320219.513420:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000051200
00000100:00100000:0.0:1767320219.513449:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3342
00000100:00100000:0.0:1767320219.513459:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000051072:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320219.514839:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000051072:12345-0@lo:400:kworker.0 Request processed in 1370us (4898us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320219.514854:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3342
00000100:00100000:0.0:1767320219.514892:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3343
00000100:00100000:0.0:1767320219.514905:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000051200:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320219.514960:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000051200:12345-0@lo:400:kworker.0 Request processed in 62us (4919us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320219.514966:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3343
00000100:00100000:0.0:1767320219.515038:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000051200:0@lo:400:kworker.0
00000100:00100000:0.0:1767320219.515053:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000051072:0@lo:400:kworker.0
00000100:00100000:2.0:1767320219.516351:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000050304:0@lo:38:kworker.0
00000100:00100000:2.0:1767320219.516437:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320219.516494:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000050432:0@lo:38:kworker.0
00000100:00100000:2.0:1767320219.516524:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320219.516557:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000050560:0@lo:38:kworker.0
00000100:00100000:2.0:1767320219.516580:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320219.516602:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000050816:0@lo:38:kworker.0
00000100:00100000:2.0:1767320219.516624:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320219.516694:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000050432
00000100:00100000:2.0:1767320219.516702:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000050432
00000100:00100000:2.0:1767320219.516741:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000050560
00000100:00100000:2.0:1767320219.516744:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000050560
00000100:00100000:2.0:1767320219.516771:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000050816
00000100:00100000:2.0:1767320219.516775:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000050816
00000100:00100000:2.0:1767320219.516789:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5741
00000100:00100000:2.0:1767320219.516797:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347045c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000050432:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320219.516822:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320219.516867:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347045c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000050432:12345-0@lo:38:kworker.0 Request processed in 69us (341us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320219.516874:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5741
00000100:00100000:2.0:1767320219.516893:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5742
00000100:00100000:2.0:1767320219.516897:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347046a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000050560:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320219.516906:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320219.516930:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347046a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000050560:12345-0@lo:38:kworker.0 Request processed in 30us (348us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320219.516935:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5742
00000100:00100000:2.0:1767320219.516947:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5743
00000100:00100000:2.0:1767320219.516951:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347046d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000050816:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320219.516959:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320219.516981:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347046d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000050816:12345-0@lo:38:kworker.0 Request processed in 29us (356us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320219.516988:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5743
00000100:00080000:2.0:1767320219.517006:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767320219.517059:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320219.517066:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320219.517071:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000050432:0@lo:38:kworker.0
00000100:00080000:2.0:1767320219.517080:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320219.517083:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320219.517086:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000050560:0@lo:38:kworker.0
00000100:00080000:2.0:1767320219.517094:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320219.517943:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320219.517951:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000050816:0@lo:38:kworker.0
00000100:00100000:1.0:1767320219.521011:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000050304
00000100:00100000:1.0:1767320219.521036:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000050304
00000100:00100000:1.0:1767320219.521114:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1945
00000100:00100000:1.0:1767320219.521125:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347047480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000050304:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320219.521159:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320219.521307:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347047480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000050304:12345-0@lo:38:kworker.0 Request processed in 182us (4868us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320219.521316:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1945
00000100:00080000:2.0:1767320219.522240:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320219.522251:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320219.522256:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000050304:0@lo:38:kworker.0
00010000:00010000:2.0:1767320219.830241:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320220.853951:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320221.632563:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767320221.632687:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767320221.632853:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962552192
00000100:00100000:0.0:1767320221.632868:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962552192
00000100:00100000:0.0:1767320221.632931:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962552320
00000100:00100000:0.0:1767320221.632935:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962552320
00000100:00100000:0.0:1767320221.633009:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5116
00000100:00100000:0.0:1767320221.633021:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962552320:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:0.0:1767320221.633124:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962552320:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 105us (435us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320221.633133:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5116
00000100:00100000:0.0:1767320221.633158:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5744
00000100:00100000:0.0:1767320221.633162:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962552192:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:0.0:1767320221.633187:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320221.633249:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962552192:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 84us (705us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320221.633256:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5744
00000100:00080000:3.0:1767320221.633764:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767320221.877578:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767320222.902832:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320223.605915:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000051328:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320223.606016:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320223.606355:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000051328
00000100:00100000:3.0:1767320223.606366:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000051328
00000100:00100000:3.0:1767320223.606440:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2524
00000100:00100000:3.0:1767320223.606453:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d070e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000051328:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767320223.606490:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767320223.606541:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d070e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000051328:12345-0@lo:13:osp-pre-0-1.0 Request processed in 92us (525us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320223.606550:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2524
00000100:00080000:3.0:1767320223.606575:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767320223.606735:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000051328:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320223.606754:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767320223.606759:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000051456:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320223.606782:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320223.606810:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000051456
00000100:00100000:1.0:1767320223.606814:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000051456
00000100:00100000:1.0:1767320223.606855:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2525
00000100:00100000:1.0:1767320223.606861:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d071c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000051456:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767320223.606877:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767320223.606904:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d071c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000051456:12345-0@lo:13:osp-pre-1-1.0 Request processed in 44us (121us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320223.606910:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2525
00000100:00080000:1.0:1767320223.606926:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767320223.606947:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000051456:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767320223.930591:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767320224.632282:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320224.632298:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767320224.632302:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320224.632307:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320224.632312:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320224.632323:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5417
00000100:00080000:3.0:1767320224.632329:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320224.632339:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320224.632398:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523494d1500 x1853164000051584/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320224.632437:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320224.632443:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320224.632444:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320224.632449:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5417
00000100:00080000:3.0:1767320224.632451:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320224.632455:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320224.632468:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523494d3480 x1853164000051712/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320224.632478:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320224.632481:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320224.632483:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320224.632487:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5417
00000100:00080000:3.0:1767320224.632489:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320224.632492:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320224.632500:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523494d0000 x1853164000051840/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320224.632545:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320224.632549:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320224.632551:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320224.632554:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5417
00000100:00080000:3.0:1767320224.632557:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320224.632560:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320224.632573:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523494d1c00 x1853164000052096/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320224.632644:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366ace680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000052480:0@lo:400:kworker.0
00000100:00100000:3.0:1767320224.632742:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320224.632825:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767320224.632832:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366aced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000052352:0@lo:400:kworker.0
00000100:00100000:3.0:1767320224.632858:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320224.632897:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000052480
00000100:00100000:3.0:1767320224.632906:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000052480
00000100:00100000:3.0:1767320224.632961:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000052352
00000100:00100000:3.0:1767320224.632964:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000052352
00000100:00100000:3.0:1767320224.632985:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3344
00000100:00100000:3.0:1767320224.632993:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000052480:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320224.633047:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000052480:12345-0@lo:400:kworker.0 Request processed in 55us (305us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320224.633056:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3344
00000100:00100000:3.0:1767320224.633072:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3345
00000100:00100000:3.0:1767320224.633078:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fa8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000052352:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320224.633104:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fa8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000052352:12345-0@lo:400:kworker.0 Request processed in 27us (245us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320224.633110:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3345
00000100:00100000:1.0:1767320224.633126:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366acc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000052224:0@lo:400:kworker.0
00000100:00100000:3.0:1767320224.633149:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366aced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000052352:0@lo:400:kworker.0
00000100:00100000:3.0:1767320224.633159:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366ace680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000052480:0@lo:400:kworker.0
00000100:00100000:1.0:1767320224.633162:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320224.633229:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000051968:0@lo:400:kworker.0
00000100:00100000:1.0:1767320224.633234:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000052224
00000100:00100000:1.0:1767320224.633240:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000052224
00000100:00100000:0.0:1767320224.633281:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320224.633370:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000051584:0@lo:38:kworker.0
00000100:00100000:2.0:1767320224.633407:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320224.633440:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000051712:0@lo:38:kworker.0
00000100:00100000:2.0:1767320224.633464:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320224.633483:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000051840:0@lo:38:kworker.0
00000100:00100000:2.0:1767320224.633503:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320224.633517:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000052096:0@lo:38:kworker.0
00000100:00100000:1.0:1767320224.633535:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000051968
00000100:00100000:2.0:1767320224.633538:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320224.633539:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000051968
00000100:00100000:1.0:1767320224.633554:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000051712
00000100:00100000:1.0:1767320224.633557:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000051712
00000100:00100000:1.0:1767320224.633567:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000051840
00000100:00100000:2.0:1767320224.633568:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000052096
00000100:00100000:1.0:1767320224.633569:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000051840
00000100:00100000:2.0:1767320224.633571:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000052096
00000100:00100000:1.0:1767320224.633583:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5117
00000100:00100000:0.0:1767320224.633584:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000051584
00000100:00100000:2.0:1767320224.633588:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5118
00000100:00100000:0.0:1767320224.633590:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000051584
00000100:00100000:1.0:1767320224.633590:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d072d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000052224:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320224.633597:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000051968:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320224.633623:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1946
00000100:00100000:0.0:1767320224.633629:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347045f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000051584:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320224.633649:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320224.635725:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5745
00000100:00100000:3.0:1767320224.635737:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eac8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000051712:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320224.635761:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320224.642037:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000051968:12345-0@lo:400:kworker.0 Request processed in 8423us (8741us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320224.642055:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5118
00000100:00100000:2.0:1767320224.642110:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5746
00000100:00100000:2.0:1767320224.642117:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000051840:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320224.642142:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320224.642235:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000051840:12345-0@lo:38:kworker.0 Request processed in 118us (8731us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320224.642241:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5746
00000100:00100000:2.0:1767320224.642263:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5747
00000100:00100000:2.0:1767320224.642268:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000052096:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320224.642278:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320224.642299:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000052096:12345-0@lo:38:kworker.0 Request processed in 31us (8761us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320224.642305:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5747
00000100:00080000:2.0:1767320224.642355:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767320224.642401:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320224.642407:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320224.642412:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000051840:0@lo:38:kworker.0
00000100:00080000:2.0:1767320224.642422:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320224.642426:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320224.642429:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000052096:0@lo:38:kworker.0
00000100:00100000:2.0:1767320224.642519:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000051968:0@lo:400:kworker.0
00000100:00100000:1.0:1767320224.643473:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d072d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000052224:12345-0@lo:400:kworker.0 Request processed in 9648us (10074us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320224.643485:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5117
00000100:00100000:2.0:1767320224.645556:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366acc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000052224:0@lo:400:kworker.0
00000100:00100000:0.0:1767320224.647548:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347045f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000051584:12345-0@lo:38:kworker.0 Request processed in 13902us (14125us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320224.647572:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1946
00000100:00100000:3.0:1767320224.649283:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eac8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000051712:12345-0@lo:38:kworker.0 Request processed in 13518us (15790us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320224.649306:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5745
00000100:00080000:1.0:1767320224.649694:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320224.649703:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320224.649719:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000051584:0@lo:38:kworker.0
00000100:00080000:1.0:1767320224.649737:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320224.649741:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320224.649744:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000051712:0@lo:38:kworker.0
00010000:00010000:0.0:1767320224.951344:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320225.974101:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320226.752457:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767320226.752890:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962552704
00000100:00100000:3.0:1767320226.752904:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962552704
00000100:00100000:3.0:1767320226.753005:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5119
00000100:00100000:3.0:1767320226.753020:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962552704:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:3.0:1767320226.753124:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962552704:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 108us (681us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320226.753132:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5119
00000400:00000100:3.0:1767320226.753270:0:7000:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.52@tcp portal 26 match 1853163962552448 offset 0 length 520: 4
00000100:00100000:3.0:1767320226.753365:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767320226.753384:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962552576
00000100:00100000:3.0:1767320226.753387:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962552576
00000100:00100000:3.0:1767320226.753409:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5748
00000100:00100000:3.0:1767320226.753414:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fa8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962552576:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767320226.753439:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320226.753475:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fa8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962552576:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 58us (109us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320226.753482:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5748
00000100:00080000:2.0:1767320226.753659:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767320226.997590:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767320228.021451:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320228.726402:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767320228.731751:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000052736:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320228.731874:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320228.731998:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345faa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000052608:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320228.732024:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320228.732803:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000052736
00000100:00100000:3.0:1767320228.732818:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000052736
00000100:00100000:3.0:1767320228.732908:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000052608
00000100:00100000:3.0:1767320228.732912:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000052608
00000100:00100000:3.0:1767320228.732938:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2526
00000100:00100000:3.0:1767320228.732945:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d070380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000052736:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767320228.732981:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767320228.733036:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d070380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000052736:12345-0@lo:13:osp-pre-0-1.0 Request processed in 91us (1163us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320228.733042:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2526
00000100:00100000:3.0:1767320228.733058:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2527
00000100:00100000:3.0:1767320228.733062:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d070a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000052608:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767320228.733076:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767320228.733093:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d070a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000052608:12345-0@lo:13:osp-pre-1-1.0 Request processed in 31us (1070us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320228.733097:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2527
00000100:00080000:1.0:1767320228.733519:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767320228.733526:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767320228.733592:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000052736:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320228.733613:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345faa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000052608:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767320229.045467:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767320229.749362:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320229.749378:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767320229.749381:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320229.749387:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320229.749393:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320229.749403:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5422
00000100:00080000:3.0:1767320229.749409:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320229.749418:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320229.749479:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952345fa9880 x1853164000052864/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320229.749515:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320229.749519:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320229.749521:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320229.749532:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5422
00000100:00080000:3.0:1767320229.749536:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320229.749540:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320229.749554:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952345fa8000 x1853164000052992/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320229.749565:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320229.749569:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320229.749570:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320229.749573:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5422
00000100:00080000:3.0:1767320229.749575:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320229.749578:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320229.749592:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952345fa8700 x1853164000053120/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320229.749643:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320229.749647:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320229.749649:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320229.749653:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5422
00000100:00080000:3.0:1767320229.749656:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320229.749672:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320229.749689:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952345fa9c00 x1853164000053376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320229.749714:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fa9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000053248:0@lo:400:kworker.0
00000100:00100000:3.0:1767320229.749754:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345faa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000053632:0@lo:400:kworker.0
00000100:00100000:1.0:1767320229.749824:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320229.749824:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320229.749923:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767320229.749923:0:7004:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320204/real 1767320204]  req@ffff95235eac9180 x1853164000046336/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320229 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1767320229.749923:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767320229.749934:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366acc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000053760:0@lo:400:kworker.0
00000100:00100000:1.0:1767320229.749937:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000053504:0@lo:400:kworker.0
00000100:00100000:2.0:1767320229.749978:0:7004:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95235eac9180 x1853164000046336/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320229 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767320229.749995:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fa9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000052864:0@lo:38:kworker.0
00000100:00100000:0.0:1767320229.750337:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000053248
00000100:00100000:0.0:1767320229.750347:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000053248
00000100:00100000:0.0:1767320229.750409:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5120
00000100:00100000:0.0:1767320229.750421:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d071880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000053248:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320229.750779:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320229.750781:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767320229.750816:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320229.750828:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000053504
00000100:00100000:1.0:1767320229.750831:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000053504
00000100:00080000:1.0:1767320229.750842:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320229.750864:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5121
00000100:00100000:1.0:1767320229.750869:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d072a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000053504:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320229.750896:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d072a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000053504:12345-0@lo:400:kworker.0 Request processed in 27us (122us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320229.750905:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5121
00000100:00100000:1.0:1767320229.750938:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000053504:0@lo:400:kworker.0
00000100:00100000:1.0:1767320229.751438:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000053632
00000100:00100000:1.0:1767320229.751445:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000053632
00000100:00100000:1.0:1767320229.751478:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000053760
00000100:00100000:1.0:1767320229.751481:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000053760
00000100:00100000:1.0:1767320229.751504:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3346
00000100:00100000:1.0:1767320229.751511:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366ace680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000053632:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320229.751572:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366ace680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000053632:12345-0@lo:400:kworker.0 Request processed in 61us (1752us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320229.751578:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3346
00000100:00100000:1.0:1767320229.751590:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3347
00000100:00100000:1.0:1767320229.751596:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366aced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000053760:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320229.751628:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366aced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000053760:12345-0@lo:400:kworker.0 Request processed in 31us (854us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320229.751634:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3347
00000100:00100000:3.0:1767320229.751675:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366acc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000053760:0@lo:400:kworker.0
00000100:00100000:3.0:1767320229.751693:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345faa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000053632:0@lo:400:kworker.0
00000100:00100000:2.0:1767320229.759632:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320229.759748:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fa8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000052992:0@lo:38:kworker.0
00000100:00100000:2.0:1767320229.759792:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320229.759814:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fa8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000053120:0@lo:38:kworker.0
00000100:00100000:2.0:1767320229.759840:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320229.759859:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fa9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000053376:0@lo:38:kworker.0
00000100:00100000:2.0:1767320229.759884:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767320229.759917:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320229.759942:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767320229.759947:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eac9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000046336:0@lo:250:kworker.0
00000100:00100000:3.0:1767320229.759952:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000052864
00000100:00100000:1.0:1767320229.759957:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000052992
00000100:00100000:1.0:1767320229.759965:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000052992
00000100:00100000:3.0:1767320229.759965:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000052864
00000100:00100000:2.0:1767320229.760010:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000053120
00000100:00100000:1.0:1767320229.760015:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000053376
00000100:00100000:2.0:1767320229.760016:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000053120
00000100:00100000:1.0:1767320229.760021:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000053376
00000100:00100000:3.0:1767320229.760038:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1947
00000100:00100000:2.0:1767320229.760048:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5749
00000100:00100000:3.0:1767320229.760057:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000052864:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320229.760085:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320229.760143:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d071880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000053248:12345-0@lo:400:kworker.0 Request processed in 9723us (10319us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320229.760172:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000052992:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320229.760182:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320229.760245:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000052992:12345-0@lo:38:kworker.0 Request processed in 176us (439us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320229.760942:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000052864:12345-0@lo:38:kworker.0 Request processed in 100us (529us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320229.760954:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1947
00000100:00080000:3.0:1767320229.760992:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320229.760999:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767320229.761002:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320229.761008:0:49151:0:(import.c:509:import_select_connection()) MGC192.168.202.152@tcp: connect to NID 0@lo last attempt 5402
00000100:00080000:3.0:1767320229.761013:0:49151:0:(import.c:588:import_select_connection()) MGC192.168.202.152@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320229.761020:0:49151:0:(import.c:623:import_select_connection()) MGC192.168.202.152@tcp: import ffff95235eb57800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320229.761067:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366acc700 x1853164000053888/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320229.761209:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5750
00000100:00100000:1.0:1767320229.761216:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000053120:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320229.761454:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320229.761508:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000053120:12345-0@lo:38:kworker.0 Request processed in 292us (1667us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320229.761513:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5750
00000100:00100000:1.0:1767320229.761641:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5751
00000100:00100000:1.0:1767320229.761645:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000053376:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320229.761657:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320229.761692:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000053376:12345-0@lo:38:kworker.0 Request processed in 45us (1807us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320229.761699:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5751
00000100:00100000:1.0:1767320229.761873:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fa9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000053248:0@lo:400:kworker.0
00000100:00100000:1.0:1767320229.761927:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366acc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000053888:0@lo:250:kworker.0
00000400:00000100:1.0:1767320229.761959:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164000053888 offset 0 length 520: 4
00000100:00080000:1.0:1767320229.761998:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320229.762004:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320229.762007:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fa9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000052864:0@lo:38:kworker.0
00000100:00080000:1.0:1767320229.762020:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320229.762023:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320229.762027:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fa8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000052992:0@lo:38:kworker.0
00000100:00080000:1.0:1767320229.762035:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320229.762039:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320229.762041:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fa8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000053120:0@lo:38:kworker.0
00000100:00080000:1.0:1767320229.762050:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320229.762054:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320229.762057:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fa9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000053376:0@lo:38:kworker.0
00000100:00100000:0.0:1767320229.764126:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5120
00000100:00100000:2.0:1767320229.770627:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5749
00010000:00010000:0.0:1767320230.069865:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767320231.097537:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320231.871896:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767320231.872094:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962552960
00000100:00100000:2.0:1767320231.872107:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962552960
00000100:00100000:3.0:1767320231.872274:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5122
00000100:00100000:3.0:1767320231.872288:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345ebca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962552960:12345-192.168.202.52@tcp:400:kworker.0
00000100:00080000:1.0:1767320231.872390:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320231.872397:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345ebca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962552960:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 112us (516us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320231.872405:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5122
00000100:00100000:2.0:1767320231.874607:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767320231.874905:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962552832
00000100:00100000:3.0:1767320231.874918:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962552832
00000100:00100000:3.0:1767320231.874984:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5752
00000100:00100000:3.0:1767320231.874994:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962552832:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767320231.875022:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320231.875426:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962552832:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 427us (829us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320231.875437:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5752
00010000:00010000:2.0:1767320232.120736:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320233.143823:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320233.859136:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000054016:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320233.859262:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320233.859770:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000054016
00000100:00100000:0.0:1767320233.859782:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000054016
00000100:00100000:0.0:1767320233.859862:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2528
00000100:00100000:0.0:1767320233.859872:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fa9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000054016:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767320233.859910:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767320233.859966:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fa9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000054016:12345-0@lo:13:osp-pre-0-1.0 Request processed in 96us (704us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320233.859974:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2528
00000100:00080000:2.0:1767320233.860219:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767320233.860299:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000054016:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320233.861661:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767320233.861699:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345ebdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000054144:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320233.861784:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320233.861856:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000054144
00000100:00100000:1.0:1767320233.861865:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000054144
00000100:00100000:1.0:1767320233.861951:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2529
00000100:00100000:1.0:1767320233.861961:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fa8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000054144:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767320233.862004:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767320233.862073:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fa8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000054144:12345-0@lo:13:osp-pre-1-1.0 Request processed in 113us (289us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320233.862081:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2529
00000100:00100000:1.0:1767320233.862139:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345ebdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000054144:0@lo:13:osp-pre-1-1.0
00000100:00080000:3.0:1767320233.862872:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00010000:00010000:0.0:1767320234.165514:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767320234.870472:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320234.870506:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767320234.870510:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320234.870515:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320234.870520:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320234.870530:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5427
00000100:00080000:3.0:1767320234.870535:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320234.870544:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320234.870624:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952345ebce00 x1853164000054272/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320234.871369:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320234.871375:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320234.871444:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320234.871450:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5427
00000100:00080000:3.0:1767320234.871453:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320234.871457:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320234.871833:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952345ebfb80 x1853164000054400/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320234.871860:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320234.871863:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320234.871865:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320234.871870:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5427
00000100:00080000:3.0:1767320234.871872:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320234.871877:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320234.871897:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952345ebe300 x1853164000054528/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320234.872098:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345ebce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000054272:0@lo:38:kworker.0
00000100:00100000:1.0:1767320234.872232:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767320234.872505:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320234.872510:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320234.872512:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320234.872517:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5427
00000100:00080000:3.0:1767320234.872520:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320234.872524:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320234.872542:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952345ebf800 x1853164000054784/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320234.873911:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367241f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000055168:0@lo:400:kworker.0
00000100:00100000:3.0:1767320234.873998:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320234.874054:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767320234.874062:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367241c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000055040:0@lo:400:kworker.0
00000100:00100000:3.0:1767320234.874087:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320234.874126:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000055168
00000100:00100000:3.0:1767320234.874135:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000055168
00000100:00100000:3.0:1767320234.874212:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000055040
00000100:00100000:3.0:1767320234.874218:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000055040
00000100:00100000:3.0:1767320234.874245:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3348
00000100:00100000:1.0:1767320234.874409:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345ebfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000054400:0@lo:38:kworker.0
00000100:00100000:1.0:1767320234.874444:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320234.874468:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345ebe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000054528:0@lo:38:kworker.0
00000100:00100000:1.0:1767320234.874494:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320234.874521:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345ebf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000054784:0@lo:38:kworker.0
00000100:00100000:1.0:1767320234.874544:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320234.876411:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367242300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000055168:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320234.876530:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367242300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000055168:12345-0@lo:400:kworker.0 Request processed in 137us (2531us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320234.876622:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345ebdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000054912:0@lo:400:kworker.0
00000100:00100000:0.0:1767320234.876672:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320234.876712:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767320234.876720:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345ebc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000054656:0@lo:400:kworker.0
00000100:00100000:0.0:1767320234.876746:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320234.876790:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000054400
00000100:00100000:0.0:1767320234.876798:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000054400
00000100:00100000:0.0:1767320234.876832:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000054528
00000100:00100000:0.0:1767320234.876836:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000054528
00000100:00100000:0.0:1767320234.876846:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000054784
00000100:00100000:0.0:1767320234.876849:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000054784
00000100:00100000:0.0:1767320234.876857:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000054912
00000100:00100000:0.0:1767320234.876859:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000054912
00000100:00100000:0.0:1767320234.876895:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000054656
00000100:00100000:0.0:1767320234.876898:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000054656
00000100:00100000:0.0:1767320234.876916:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5123
00000100:00100000:0.0:1767320234.876923:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000054912:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320234.876972:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000054912:12345-0@lo:400:kworker.0 Request processed in 50us (299us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320234.876979:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5123
00000100:00100000:0.0:1767320234.876998:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5124
00000100:00100000:0.0:1767320234.877004:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000054656:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320234.877031:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000054656:12345-0@lo:400:kworker.0 Request processed in 27us (284us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320234.877036:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5124
00000100:00100000:0.0:1767320234.877048:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5753
00000100:00100000:0.0:1767320234.877052:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fa9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000054400:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320234.877074:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320234.877110:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fa9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000054400:12345-0@lo:38:kworker.0 Request processed in 57us (2666us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320234.877117:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5753
00000100:00100000:0.0:1767320234.877129:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5754
00000100:00100000:0.0:1767320234.877134:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fa9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000054528:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320234.877143:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320234.877166:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fa9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000054528:12345-0@lo:38:kworker.0 Request processed in 32us (2673us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320234.877172:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5754
00000100:00100000:0.0:1767320234.877182:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5755
00000100:00100000:0.0:1767320234.877186:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345faa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000054784:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320234.877219:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320234.877244:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345faa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000054784:12345-0@lo:38:kworker.0 Request processed in 56us (2699us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320234.877263:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5755
00000100:00080000:0.0:1767320234.877294:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320234.877331:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345ebc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000054656:0@lo:400:kworker.0
00000100:00100000:0.0:1767320234.877342:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345ebdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000054912:0@lo:400:kworker.0
00000100:00080000:0.0:1767320234.877420:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320234.877426:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320234.877430:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345ebf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000054784:0@lo:38:kworker.0
00000100:00080000:0.0:1767320234.877441:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320234.877445:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320234.877448:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345ebfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000054400:0@lo:38:kworker.0
00000100:00080000:0.0:1767320234.877456:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320234.877460:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320234.877463:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345ebe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000054528:0@lo:38:kworker.0
00000100:00100000:2.0:1767320234.880887:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000054272
00000100:00100000:2.0:1767320234.880913:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000054272
00000100:00100000:2.0:1767320234.880999:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1948
00000100:00100000:2.0:1767320234.881011:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fa8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000054272:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320234.881040:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320234.881156:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fa8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000054272:12345-0@lo:38:kworker.0 Request processed in 146us (8923us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320234.881164:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1948
00000100:00080000:2.0:1767320234.881260:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320234.881267:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320234.881272:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345ebce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000054272:0@lo:38:kworker.0
00000100:00100000:2.0:1767320234.881349:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367241f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000055168:0@lo:400:kworker.0
00000100:00100000:1.0:1767320234.884571:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3349
00000100:00100000:1.0:1767320234.884628:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367240380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000055040:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320234.884791:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367240380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000055040:12345-0@lo:400:kworker.0 Request processed in 203us (10702us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320234.884802:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3349
00000100:00100000:1.0:1767320234.884892:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367241c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000055040:0@lo:400:kworker.0
00000100:00100000:3.0:1767320234.894125:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3348
00010000:00010000:2.0:1767320235.189669:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767320236.214167:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320236.991499:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767320236.991552:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767320236.991576:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962553216
00000100:00100000:3.0:1767320236.991768:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962553216
00000100:00100000:0.0:1767320236.991841:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962553088
00000100:00100000:0.0:1767320236.991847:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962553088
00000100:00080000:1.0:1767320236.991894:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320236.991949:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5125
00000100:00100000:3.0:1767320236.991964:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962553216:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:3.0:1767320236.992146:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962553216:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 186us (662us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320236.992154:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5125
00000100:00100000:3.0:1767320236.992176:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5756
00000100:00100000:3.0:1767320236.992181:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eac9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962553088:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767320236.992236:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320236.992264:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eac9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962553088:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 81us (713us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320236.992270:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5756
00010000:00010000:0.0:1767320237.238772:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320238.263807:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320238.966604:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367243800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000055296:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320238.966699:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320238.967002:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000055424:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320238.967039:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320238.967188:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000055296
00000100:00100000:3.0:1767320238.967216:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000055296
00000100:00100000:3.0:1767320238.967306:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000055424
00000100:00100000:3.0:1767320238.967310:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000055424
00000100:00100000:3.0:1767320238.967338:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2530
00000100:00100000:3.0:1767320238.967349:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000055296:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767320238.967385:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767320238.967445:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000055296:12345-0@lo:13:osp-pre-1-1.0 Request processed in 99us (746us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320238.967454:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2530
00000100:00100000:3.0:1767320238.967473:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2531
00000100:00100000:3.0:1767320238.967480:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000055424:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767320238.967497:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767320238.967539:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000055424:12345-0@lo:13:osp-pre-0-1.0 Request processed in 49us (489us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320238.967546:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2531
00000100:00100000:3.0:1767320238.969189:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000055424:0@lo:13:osp-pre-0-1.0
00000100:00080000:2.0:1767320238.969442:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767320238.969450:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767320238.969681:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367243800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000055296:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767320239.285888:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767320239.989388:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320239.989402:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767320239.989406:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320239.989410:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320239.989415:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320239.989425:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5432
00000100:00080000:3.0:1767320239.989431:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320239.989440:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320239.989497:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952367243800 x1853164000055552/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320239.989516:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320239.989520:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320239.989522:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320239.989525:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5432
00000100:00080000:3.0:1767320239.989528:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320239.989531:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320239.989534:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367243800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000055552:0@lo:38:kworker.0
00000100:00100000:3.0:1767320239.989544:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952367241c00 x1853164000055680/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320239.989553:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320239.989556:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320239.989558:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320239.989562:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5432
00000100:00080000:3.0:1767320239.989564:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320239.989567:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320239.989585:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952367241f80 x1853164000055808/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320239.989632:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320239.989636:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320239.989638:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320239.989642:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5432
00000100:00080000:3.0:1767320239.989644:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320239.989647:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320239.989657:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320239.989658:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235e8c8e00 x1853164000056064/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320239.989723:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367241c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000055680:0@lo:38:kworker.0
00000100:00100000:3.0:1767320239.989724:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000056320:0@lo:400:kworker.0
00000100:00100000:3.0:1767320239.989758:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320239.989761:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320239.989778:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367241f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000055808:0@lo:38:kworker.0
00000100:00100000:3.0:1767320239.989782:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767320239.989787:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000056448:0@lo:400:kworker.0
00000100:00100000:2.0:1767320239.989796:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320239.989809:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320239.989811:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000056064:0@lo:38:kworker.0
00000100:00100000:2.0:1767320239.989828:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320239.989849:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000055680
00000100:00100000:2.0:1767320239.989858:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000055552
00000100:00100000:3.0:1767320239.989858:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000055680
00000100:00100000:2.0:1767320239.989860:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000055552
00000100:00100000:3.0:1767320239.989896:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000055808
00000100:00100000:3.0:1767320239.989899:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000055808
00000100:00100000:2.0:1767320239.989901:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1949
00000100:00100000:2.0:1767320239.989909:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000055552:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767320239.989910:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000056064
00000100:00100000:3.0:1767320239.989912:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000056064
00000100:00100000:3.0:1767320239.989924:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5757
00000100:00100000:3.0:1767320239.989928:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000055680:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320239.989931:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:3.0:1767320239.989936:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320239.989987:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000055552:12345-0@lo:38:kworker.0 Request processed in 77us (330us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320239.989994:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1949
00000100:00100000:0.0:1767320239.990010:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000055936:0@lo:400:kworker.0
00000100:00100000:2.0:1767320239.990020:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000056320
00000100:00100000:2.0:1767320239.990024:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000056320
00000100:00100000:0.0:1767320239.990042:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320239.990057:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767320239.990060:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000056448
00000100:00100000:0.0:1767320239.990062:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000056192:0@lo:400:kworker.0
00000100:00100000:2.0:1767320239.990063:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000056448
00000100:00100000:0.0:1767320239.990082:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320239.990083:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3350
00000100:00100000:2.0:1767320239.990089:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000056320:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320239.990104:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3351
00000100:00100000:0.0:1767320239.990111:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000056448:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320239.990235:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000055936
00000100:00100000:1.0:1767320239.990240:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000055936
00000100:00100000:1.0:1767320239.990273:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000056192
00000100:00100000:1.0:1767320239.990277:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000056192
00000100:00100000:1.0:1767320239.990293:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5126
00000100:00100000:1.0:1767320239.990299:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000055936:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320239.990363:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000056320:12345-0@lo:400:kworker.0 Request processed in 274us (604us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320239.990370:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3350
00000100:00100000:2.0:1767320239.990390:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5127
00000100:00100000:2.0:1767320239.990397:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000056192:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320239.993013:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000055936:12345-0@lo:400:kworker.0 Request processed in 2701us (2955us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320239.993030:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5126
00000100:00100000:1.0:1767320239.993076:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5758
00000100:00100000:1.0:1767320239.993083:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000055808:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320239.993118:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320240.001815:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000056192:12345-0@lo:400:kworker.0 Request processed in 11399us (11712us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320240.001837:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5127
00000100:00100000:2.0:1767320240.001901:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5759
00000100:00100000:2.0:1767320240.001908:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000056064:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320240.001938:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320240.006647:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000055680:12345-0@lo:38:kworker.0 Request processed in 16692us (16859us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320240.006670:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5757
00000100:00100000:0.0:1767320240.009816:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000056448:12345-0@lo:400:kworker.0 Request processed in 19688us (19987us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320240.009838:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3351
00000100:00100000:0.0:1767320240.009971:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000056192:0@lo:400:kworker.0
00000100:00100000:0.0:1767320240.009990:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000055936:0@lo:400:kworker.0
00000100:00080000:0.0:1767320240.010064:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767320240.010143:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320240.010150:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320240.010153:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367241c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000055680:0@lo:38:kworker.0
00000100:00100000:3.0:1767320240.016599:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000056448:0@lo:400:kworker.0
00000100:00100000:1.0:1767320240.020475:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000055808:12345-0@lo:38:kworker.0 Request processed in 27385us (30671us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320240.020494:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5758
00000100:00100000:3.0:1767320240.021548:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000056320:0@lo:400:kworker.0
00000100:00100000:2.0:1767320240.025466:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000056064:12345-0@lo:38:kworker.0 Request processed in 23542us (35621us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320240.025484:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5759
00000100:00080000:0.0:1767320240.025626:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320240.025633:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320240.025638:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367241f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000055808:0@lo:38:kworker.0
00000100:00080000:0.0:1767320240.025655:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320240.025660:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320240.025663:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000056064:0@lo:38:kworker.0
00000100:00080000:0.0:1767320240.025675:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320240.025679:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320240.025682:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367243800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000055552:0@lo:38:kworker.0
00010000:00010000:2.0:1767320240.309558:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320241.336232:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320242.111098:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767320242.111282:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767320242.111413:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962553344
00000100:00100000:3.0:1767320242.111424:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962553344
00000100:00100000:3.0:1767320242.111509:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962553472
00000100:00100000:3.0:1767320242.111513:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962553472
00000100:00100000:1.0:1767320242.111520:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5760
00000100:00100000:1.0:1767320242.111529:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962553344:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767320242.111566:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320242.111611:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5128
00000100:00100000:3.0:1767320242.111618:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962553472:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767320242.111641:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962553344:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 112us (554us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320242.111648:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5760
00000100:00100000:3.0:1767320242.111657:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962553472:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 40us (377us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320242.111663:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5128
00000100:00080000:0.0:1767320242.111876:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767320242.357832:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767320243.382185:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320244.085797:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000056576:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320244.085874:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320244.086097:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000056576
00000100:00100000:3.0:1767320244.086108:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000056576
00000100:00100000:3.0:1767320244.086185:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2532
00000100:00100000:3.0:1767320244.086216:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000056576:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767320244.086252:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767320244.086299:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000056576:12345-0@lo:13:osp-pre-1-1.0 Request processed in 105us (424us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320244.086307:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2532
00000100:00080000:1.0:1767320244.086566:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767320244.086607:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000056576:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320244.086912:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000056704:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320244.086953:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320244.087055:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000056704
00000100:00100000:3.0:1767320244.087062:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000056704
00000100:00100000:3.0:1767320244.087110:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2533
00000100:00100000:3.0:1767320244.087117:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234823b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000056704:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767320244.087137:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767320244.087184:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234823b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000056704:12345-0@lo:13:osp-pre-0-1.0 Request processed in 67us (229us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320244.087223:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2533
00000100:00080000:0.0:1767320244.087490:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767320244.087568:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000056704:0@lo:13:osp-pre-0-1.0
00010000:00010000:2.0:1767320244.410510:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767320245.109387:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320245.109410:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767320245.109413:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320245.109417:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320245.109421:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320245.109429:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5437
00000100:00080000:2.0:1767320245.109433:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320245.109440:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320245.109485:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952348239f80 x1853164000056832/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320245.109519:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320245.109693:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320245.109695:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320245.109699:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5437
00000100:00080000:2.0:1767320245.109702:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320245.109706:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320245.109720:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952348238000 x1853164000056960/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320245.109730:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320245.109732:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320245.109734:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320245.109737:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5437
00000100:00080000:2.0:1767320245.109739:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320245.109742:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320245.109754:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234823aa00 x1853164000057088/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320245.109802:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320245.109806:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320245.109808:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320245.109811:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5437
00000100:00080000:2.0:1767320245.109814:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320245.109817:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320245.109828:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952348238380 x1853164000057344/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320245.109903:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000057728:0@lo:400:kworker.0
00000100:00100000:1.0:1767320245.110017:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952348239c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000057472:0@lo:400:kworker.0
00000100:00100000:1.0:1767320245.110063:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320245.110125:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767320245.110133:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234823b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000057216:0@lo:400:kworker.0
00000100:00100000:2.0:1767320245.110152:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320245.110164:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320245.110179:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767320245.110189:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234823a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000057600:0@lo:400:kworker.0
00000100:00100000:1.0:1767320245.110235:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000057472
00000100:00100000:1.0:1767320245.110243:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000057472
00000100:00100000:2.0:1767320245.110249:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320245.110281:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000057728
00000100:00100000:2.0:1767320245.110286:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000057728
00000100:00100000:1.0:1767320245.110310:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000057216
00000100:00100000:1.0:1767320245.110315:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000057216
00000100:00100000:2.0:1767320245.110324:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000057600
00000100:00100000:2.0:1767320245.110329:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000057600
00000100:00100000:1.0:1767320245.110348:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5129
00000100:00100000:1.0:1767320245.110357:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236729a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000057472:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320245.110363:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3352
00000100:00100000:2.0:1767320245.110373:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000057728:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320245.110403:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236729a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000057472:12345-0@lo:400:kworker.0 Request processed in 48us (339us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320245.110409:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5129
00000100:00100000:1.0:1767320245.110422:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5130
00000100:00100000:1.0:1767320245.110426:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236729b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000057216:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320245.110441:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236729b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000057216:12345-0@lo:400:kworker.0 Request processed in 16us (280us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320245.110445:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5130
00000100:00100000:1.0:1767320245.110462:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3353
00000100:00100000:1.0:1767320245.110468:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000057600:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320245.110492:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000057600:12345-0@lo:400:kworker.0 Request processed in 25us (245us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320245.110496:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3353
00000100:00100000:1.0:1767320245.110545:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234823a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000057600:0@lo:400:kworker.0
00000100:00100000:1.0:1767320245.110568:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234823b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000057216:0@lo:400:kworker.0
00000100:00100000:1.0:1767320245.110574:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952348239c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000057472:0@lo:400:kworker.0
00000100:00100000:2.0:1767320245.110676:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000057728:12345-0@lo:400:kworker.0 Request processed in 304us (524us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320245.110683:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3352
00000100:00100000:1.0:1767320245.110721:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000057728:0@lo:400:kworker.0
00000100:00100000:0.0:1767320245.110771:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952348239f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000056832:0@lo:38:kworker.0
00000100:00100000:0.0:1767320245.110805:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320245.110850:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952348238000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000056960:0@lo:38:kworker.0
00000100:00100000:0.0:1767320245.110872:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320245.110894:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234823aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000057088:0@lo:38:kworker.0
00000100:00100000:0.0:1767320245.110914:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320245.110975:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000056960
00000100:00100000:1.0:1767320245.110979:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000056960
00000100:00100000:1.0:1767320245.110993:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000057088
00000100:00100000:1.0:1767320245.110995:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000057088
00000100:00100000:1.0:1767320245.111003:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5761
00000100:00100000:1.0:1767320245.111006:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000056960:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320245.111020:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320245.111112:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952348238380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000057344:0@lo:38:kworker.0
00000100:00100000:2.0:1767320245.111166:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000056832
00000100:00100000:2.0:1767320245.111170:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000056832
00000100:00100000:2.0:1767320245.111191:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1950
00000100:00100000:2.0:1767320245.111216:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000056832:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320245.111228:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320245.111234:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000056960:12345-0@lo:38:kworker.0 Request processed in 224us (359us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320245.111239:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5761
00000100:00100000:1.0:1767320245.111250:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5762
00000100:00100000:1.0:1767320245.111253:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000057088:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767320245.111268:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000056832:12345-0@lo:38:kworker.0 Request processed in 50us (461us total) trans 0 rc -19/-19
00010000:00020000:1.0:1767320245.111272:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320245.111279:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1950
00000100:00100000:1.0:1767320245.111299:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000057088:12345-0@lo:38:kworker.0 Request processed in 43us (383us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320245.111303:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5762
00000100:00080000:2.0:1767320245.111320:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320245.115357:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767320245.115447:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320245.115453:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320245.115458:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952348239f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000056832:0@lo:38:kworker.0
00000100:00080000:0.0:1767320245.115469:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320245.115473:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320245.115476:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952348238000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000056960:0@lo:38:kworker.0
00000100:00080000:0.0:1767320245.115486:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320245.115489:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320245.115492:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234823aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000057088:0@lo:38:kworker.0
00000100:00100000:3.0:1767320245.115957:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000057344
00000100:00100000:3.0:1767320245.115967:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000057344
00000100:00100000:3.0:1767320245.116018:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5763
00000100:00100000:3.0:1767320245.116027:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000057344:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320245.116052:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320245.116117:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000057344:12345-0@lo:38:kworker.0 Request processed in 90us (766us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320245.116124:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5763
00000100:00080000:0.0:1767320245.116225:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320245.116231:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320245.116235:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952348238380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000057344:0@lo:38:kworker.0
00010000:00010000:0.0:1767320245.429502:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320246.453436:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320247.232048:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767320247.232618:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962553728
00000100:00100000:3.0:1767320247.232630:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962553728
00000100:00100000:3.0:1767320247.232781:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5131
00000100:00100000:3.0:1767320247.232793:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367298e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962553728:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:3.0:1767320247.232887:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367298e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962553728:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 96us (850us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320247.232897:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5131
00000100:00080000:2.0:1767320247.233836:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320247.234030:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767320247.234285:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962553600
00000100:00100000:1.0:1767320247.234294:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962553600
00000100:00100000:1.0:1767320247.234336:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5764
00000100:00100000:1.0:1767320247.234345:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962553600:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767320247.234379:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320247.234452:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962553600:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 106us (424us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320247.234459:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5764
00010000:00010000:2.0:1767320247.478594:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767320248.505841:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320249.209245:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767320249.209272:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367243800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000057856:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320249.209340:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320249.209718:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767320249.209731:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000057984:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320249.209763:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320249.212626:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000057856
00000100:00100000:2.0:1767320249.212642:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000057856
00000100:00100000:2.0:1767320249.212725:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000057984
00000100:00100000:2.0:1767320249.212729:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000057984
00000100:00100000:2.0:1767320249.212753:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2534
00000100:00100000:2.0:1767320249.212763:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367241f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000057856:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767320249.212801:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767320249.212889:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367241f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000057856:12345-0@lo:13:osp-pre-0-1.0 Request processed in 128us (3549us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320249.212896:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2534
00000100:00100000:2.0:1767320249.212913:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2535
00000100:00100000:2.0:1767320249.212919:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236729bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000057984:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767320249.212933:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767320249.212969:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236729bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000057984:12345-0@lo:13:osp-pre-1-1.0 Request processed in 50us (3206us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320249.212975:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2535
00000100:00100000:2.0:1767320249.213043:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000057984:0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767320249.215144:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767320249.215158:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767320249.216102:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367243800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000057856:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767320249.525896:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767320250.232859:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320250.232870:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767320250.232873:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320250.232877:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320250.232881:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320250.232889:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5443
00000100:00080000:1.0:1767320250.232894:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320250.232901:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320250.232948:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952367299c00 x1853164000058112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320250.232975:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320250.232978:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320250.232980:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320250.232983:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5443
00000100:00080000:1.0:1767320250.232985:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320250.232988:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320250.233005:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952367299f80 x1853164000058240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320250.233014:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320250.233017:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320250.233019:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320250.233023:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5443
00000100:00080000:1.0:1767320250.233024:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320250.233028:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320250.233037:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952367298000 x1853164000058368/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320250.233122:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767320250.233167:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367299c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000058112:0@lo:38:kworker.0
00000100:00100000:2.0:1767320250.233274:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320250.233329:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367299f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000058240:0@lo:38:kworker.0
00000100:00100000:2.0:1767320250.233356:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320250.233372:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367298000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000058368:0@lo:38:kworker.0
00000100:00100000:2.0:1767320250.233392:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320250.233429:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000058112
00000100:00100000:2.0:1767320250.233438:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000058112
00000100:00100000:2.0:1767320250.233488:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1951
00000100:00100000:2.0:1767320250.233495:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000058112:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320250.233518:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320250.233561:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000058112:12345-0@lo:38:kworker.0 Request processed in 64us (286us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320250.233569:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1951
00000100:00100000:2.0:1767320250.233593:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000058240
00000100:00100000:2.0:1767320250.233596:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000058240
00000100:00100000:2.0:1767320250.233616:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000058368
00000100:00100000:2.0:1767320250.233619:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000058368
00000100:00100000:2.0:1767320250.233635:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5765
00000100:00100000:2.0:1767320250.233640:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000058240:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320250.233651:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320250.233678:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000058240:12345-0@lo:38:kworker.0 Request processed in 36us (321us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320250.233684:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5765
00000100:00100000:2.0:1767320250.233696:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5766
00000100:00100000:2.0:1767320250.233700:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000058368:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320250.233708:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320250.233729:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000058368:12345-0@lo:38:kworker.0 Request processed in 28us (336us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320250.233735:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5766
00000100:00080000:2.0:1767320250.233772:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320250.233776:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320250.233780:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367299c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000058112:0@lo:38:kworker.0
00000100:00080000:2.0:1767320250.233787:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320250.233790:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320250.233793:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367299f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000058240:0@lo:38:kworker.0
00000100:00080000:2.0:1767320250.233800:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320250.233803:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320250.233805:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367298000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000058368:0@lo:38:kworker.0
00000100:00080000:1.0:1767320250.234382:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320250.234388:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320250.234390:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320250.234396:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5443
00000100:00080000:1.0:1767320250.234399:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320250.234403:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320250.234427:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952367299500 x1853164000058624/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320250.234506:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367299500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000058624:0@lo:38:kworker.0
00000100:00100000:2.0:1767320250.234540:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320250.234997:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000058624
00000100:00100000:3.0:1767320250.235004:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000058624
00000100:00100000:3.0:1767320250.235040:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5767
00000100:00100000:3.0:1767320250.235045:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366984e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000058624:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320250.235059:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320250.235107:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366984e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000058624:12345-0@lo:38:kworker.0 Request processed in 61us (565us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320250.235114:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5767
00000100:00080000:3.0:1767320250.235146:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320250.235150:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320250.235153:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367299500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000058624:0@lo:38:kworker.0
00000100:00100000:0.0:1767320250.235522:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367298380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000058752:0@lo:400:kworker.0
00000100:00100000:0.0:1767320250.235559:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320250.235576:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367298700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000058496:0@lo:400:kworker.0
00000100:00100000:0.0:1767320250.235595:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320250.235685:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000058752
00000100:00100000:2.0:1767320250.235691:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000058752
00000100:00100000:2.0:1767320250.235733:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000058496
00000100:00100000:2.0:1767320250.235736:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000058496
00000100:00100000:2.0:1767320250.235757:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5132
00000100:00100000:2.0:1767320250.235763:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367243800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000058752:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767320250.235847:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320250.235861:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5133
00000100:00100000:3.0:1767320250.235869:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367241c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000058496:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320250.235996:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236729b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000058880:0@lo:400:kworker.0
00000100:00100000:2.0:1767320250.240727:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367243800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000058752:12345-0@lo:400:kworker.0 Request processed in 4952us (5155us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320250.240742:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5132
00000100:00100000:2.0:1767320250.240864:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236729aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000059008:0@lo:400:kworker.0
00000100:00100000:2.0:1767320250.240911:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320250.240958:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000059008
00000100:00100000:2.0:1767320250.240967:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000059008
00000100:00100000:2.0:1767320250.241009:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3354
00000100:00100000:2.0:1767320250.241017:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366984000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000059008:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320250.241074:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366984000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000059008:12345-0@lo:400:kworker.0 Request processed in 57us (163us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320250.241080:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3354
00000100:00100000:2.0:1767320250.241119:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236729aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000059008:0@lo:400:kworker.0
00000100:00100000:3.0:1767320250.241259:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367241c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000058496:12345-0@lo:400:kworker.0 Request processed in 5390us (5660us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320250.241266:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5133
00000100:00100000:0.0:1767320250.241484:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367298700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000058496:0@lo:400:kworker.0
00000100:00100000:0.0:1767320250.241506:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367298380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000058752:0@lo:400:kworker.0
00000100:00100000:1.0:1767320250.244907:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320250.245105:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000058880
00000100:00100000:2.0:1767320250.245115:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000058880
00000100:00100000:2.0:1767320250.245191:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3355
00000100:00100000:2.0:1767320250.245223:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367298a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000058880:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320250.245545:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367298a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000058880:12345-0@lo:400:kworker.0 Request processed in 323us (645us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320250.245553:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3355
00000100:00100000:1.0:1767320250.245653:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236729b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000058880:0@lo:400:kworker.0
00010000:00010000:0.0:1767320250.553212:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320251.329308:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000400:00000100:3.0:1767320251.329347:0:6998:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.52@tcp portal 26 match 1853163962553856 offset 0 length 520: 4
00000100:00100000:3.0:1767320251.329543:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767320251.336118:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962554112
00000100:00100000:0.0:1767320251.336136:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962554112
00000100:00100000:0.0:1767320251.337045:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962553984
00000100:00100000:0.0:1767320251.337053:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962553984
00000100:00100000:0.0:1767320251.337088:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5134
00000100:00100000:0.0:1767320251.337101:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962554112:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:0.0:1767320251.337223:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962554112:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 124us (7925us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320251.337231:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5134
00000100:00100000:0.0:1767320251.337254:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5768
00000100:00100000:0.0:1767320251.337259:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962553984:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:0.0:1767320251.337280:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320251.337308:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962553984:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 48us (7766us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320251.337315:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5768
00000100:00080000:3.0:1767320251.342802:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767320251.573415:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767320252.598730:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320253.624945:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320254.325369:0:7004:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320229/real 1767320229]  req@ffff952366acc700 x1853164000053888/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320254 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1767320254.325428:0:7004:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff952366acc700 x1853164000053888/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320254 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1767320254.325609:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320254.325645:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:3.0:1767320254.325651:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366acc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000053888:0@lo:250:kworker.0
00000100:00100000:3.0:1767320254.327132:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345ebce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000059136:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320254.327250:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320254.327458:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000059136
00000100:00100000:0.0:1767320254.327469:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000059136
00000100:00100000:0.0:1767320254.327554:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2536
00000100:00100000:0.0:1767320254.327565:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000059136:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767320254.327600:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767320254.327691:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000059136:12345-0@lo:13:osp-pre-0-1.0 Request processed in 129us (442us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320254.327699:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2536
00000100:00100000:1.0:1767320254.327833:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345ebce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000059136:0@lo:13:osp-pre-0-1.0
00000100:00080000:2.0:1767320254.328688:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320254.328696:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1767320254.328700:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320254.328706:0:63619:0:(import.c:509:import_select_connection()) MGC192.168.202.152@tcp: connect to NID 0@lo last attempt 5427
00000100:00080000:2.0:1767320254.328710:0:63619:0:(import.c:588:import_select_connection()) MGC192.168.202.152@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320254.328715:0:63619:0:(import.c:623:import_select_connection()) MGC192.168.202.152@tcp: import ffff95235eb57800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320254.328740:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366987100 x1853164000059392/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320254.328747:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236729b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000059264:0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767320254.328765:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320254.328770:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320254.328772:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320254.328776:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5448
00000100:00080000:2.0:1767320254.328779:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320254.328783:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320254.328801:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366984a80 x1853164000059520/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320254.328808:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767320254.328818:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320254.328822:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320254.328824:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320254.328827:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5448
00000100:00080000:2.0:1767320254.328830:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320254.328834:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320254.328846:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366985500 x1853164000059648/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320254.328854:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320254.328857:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320254.328859:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320254.328863:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5448
00000100:00080000:2.0:1767320254.328865:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320254.328869:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320254.328879:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366984380 x1853164000059776/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320254.328887:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366987100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000059392:0@lo:250:kworker.0
00000100:00080000:2.0:1767320254.328911:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000100:1.0:1767320254.328914:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164000059392 offset 0 length 520: 4
00000100:00080000:2.0:1767320254.328917:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320254.328921:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320254.328926:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5448
00000100:00080000:2.0:1767320254.328929:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320254.328934:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320254.328939:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366984a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000059520:0@lo:38:kworker.0
00000100:00100000:2.0:1767320254.328951:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366987b80 x1853164000060032/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320254.328969:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320254.328991:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366984700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000059904:0@lo:400:kworker.0
00000100:00100000:1.0:1767320254.328992:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366985500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000059648:0@lo:38:kworker.0
00000100:00100000:1.0:1767320254.329033:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320254.329054:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000059520
00000100:00100000:2.0:1767320254.329062:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000059520
00000100:00100000:1.0:1767320254.329063:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366984380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000059776:0@lo:38:kworker.0
00000100:00100000:1.0:1767320254.329091:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320254.329100:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1952
00000100:00100000:2.0:1767320254.329110:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367299180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000059520:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767320254.329114:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366987b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000060032:0@lo:38:kworker.0
00010000:00020000:2.0:1767320254.329132:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320254.329137:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320254.329170:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000059648
00000100:00100000:1.0:1767320254.329175:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000059648
00000100:00100000:2.0:1767320254.329182:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367299180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000059520:12345-0@lo:38:kworker.0 Request processed in 73us (213us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320254.329190:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1952
00000100:00100000:1.0:1767320254.329220:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000059776
00000100:00100000:1.0:1767320254.329224:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000059776
00000100:00100000:2.0:1767320254.329242:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320254.329243:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000060032
00000100:00100000:1.0:1767320254.329266:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000060032
00000100:00100000:2.0:1767320254.329266:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767320254.329274:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366986300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000060160:0@lo:400:kworker.0
00000100:00100000:1.0:1767320254.329282:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000059904
00000100:00100000:1.0:1767320254.329287:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000059904
00000100:00100000:2.0:1767320254.329302:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320254.329317:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000060160
00000100:00100000:1.0:1767320254.329321:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000060160
00000100:00100000:1.0:1767320254.329346:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5135
00000100:00080000:2.0:1767320254.329349:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767320254.329355:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366986a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000059904:12345-0@lo:400:kworker.0
00000100:00080000:2.0:1767320254.329357:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320254.329365:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366984a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000059520:0@lo:38:kworker.0
00000100:00100000:2.0:1767320254.329392:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5136
00000100:00100000:2.0:1767320254.329401:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366986680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000060160:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320254.329426:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366986a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000059904:12345-0@lo:400:kworker.0 Request processed in 73us (185us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320254.329435:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5135
00000100:00100000:2.0:1767320254.329452:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366986680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000060160:12345-0@lo:400:kworker.0 Request processed in 52us (150us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320254.329467:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5769
00000100:00100000:1.0:1767320254.329472:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367299880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000059648:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320254.329483:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767320254.329776:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767320254.329782:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767320254.329827:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5136
00000100:00100000:2.0:1767320254.329843:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5770
00000100:00100000:2.0:1767320254.329847:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367298380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000059776:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320254.329857:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320254.329939:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367298380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000059776:12345-0@lo:38:kworker.0 Request processed in 89us (848us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320254.329945:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5770
00000100:00100000:2.0:1767320254.329960:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5771
00000100:00100000:2.0:1767320254.329965:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367298700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000060032:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320254.329975:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320254.329980:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367299880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000059648:12345-0@lo:38:kworker.0 Request processed in 502us (942us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320254.329989:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5769
00000100:00100000:2.0:1767320254.330010:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367298700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000060032:12345-0@lo:38:kworker.0 Request processed in 43us (872us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320254.330017:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5771
00000100:00100000:0.0:1767320254.330024:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000059264
00000100:00100000:0.0:1767320254.330030:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000059264
00000100:00100000:1.0:1767320254.330034:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366986300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000060160:0@lo:400:kworker.0
00000100:00100000:1.0:1767320254.330053:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366984700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000059904:0@lo:400:kworker.0
00000100:00080000:2.0:1767320254.330059:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767320254.330068:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2537
00000100:00100000:0.0:1767320254.330077:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236729ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000059264:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767320254.330099:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767320254.330148:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236729ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000059264:12345-0@lo:13:osp-pre-1-1.0 Request processed in 74us (1344us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320254.330155:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2537
00000100:00100000:1.0:1767320254.330236:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236729b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000059264:0@lo:13:osp-pre-1-1.0
00000100:00080000:3.0:1767320254.338289:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320254.338301:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320254.338306:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366984380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000059776:0@lo:38:kworker.0
00000100:00080000:3.0:1767320254.338318:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320254.338322:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320254.338325:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366987b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000060032:0@lo:38:kworker.0
00000100:00080000:3.0:1767320254.338334:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320254.338337:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320254.338339:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366985500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000059648:0@lo:38:kworker.0
00010000:00010000:0.0:1767320254.645812:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767320255.669464:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320256.448540:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767320256.448689:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962554368
00000100:00100000:0.0:1767320256.448701:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962554368
00000100:00100000:0.0:1767320256.448836:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5137
00000100:00100000:0.0:1767320256.448847:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366984a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962554368:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:0.0:1767320256.448941:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366984a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962554368:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 96us (408us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320256.448949:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5137
00000100:00080000:2.0:1767320256.454815:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320256.455530:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767320256.455607:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962554240
00000100:00100000:1.0:1767320256.455619:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962554240
00000100:00100000:1.0:1767320256.455728:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5772
00000100:00100000:1.0:1767320256.455738:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345ebe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962554240:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767320256.455764:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320256.455837:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345ebe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962554240:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 98us (313us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320256.455847:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5772
00010000:00010000:2.0:1767320256.696403:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320257.717548:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320258.741571:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320259.445750:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767320259.445774:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236729b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000060288:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320259.445841:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320259.445871:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000060288
00000100:00100000:1.0:1767320259.445879:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345ebfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000060416:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320259.445880:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000060288
00000100:00100000:1.0:1767320259.445901:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320259.445930:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000060416
00000100:00100000:0.0:1767320259.445934:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000060416
00000100:00100000:0.0:1767320259.445969:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2538
00000100:00100000:0.0:1767320259.445978:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236729aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000060288:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767320259.446011:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767320259.446055:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236729aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000060288:12345-0@lo:13:osp-pre-1-1.0 Request processed in 78us (213us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320259.446062:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2538
00000100:00100000:0.0:1767320259.446080:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2539
00000100:00100000:0.0:1767320259.446086:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367299500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000060416:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767320259.446100:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767320259.446125:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367299500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000060416:12345-0@lo:13:osp-pre-0-1.0 Request processed in 39us (223us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320259.446130:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2539
00000100:00100000:1.0:1767320259.446331:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345ebfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000060416:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320259.446350:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236729b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000060288:0@lo:13:osp-pre-1-1.0
00000100:00080000:0.0:1767320259.446580:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767320259.446584:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767320259.446633:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320259.446638:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767320259.446641:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320259.446644:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320259.446647:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320259.446652:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5452
00000100:00080000:1.0:1767320259.446656:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320259.446660:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320259.446687:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236729b800 x1853164000060544/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320259.446709:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320259.446713:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320259.446715:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320259.446719:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5452
00000100:00080000:1.0:1767320259.446721:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320259.446725:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320259.446735:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952367298000 x1853164000060672/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320259.446745:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320259.446747:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320259.446749:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320259.446752:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5452
00000100:00080000:1.0:1767320259.446755:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320259.446758:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320259.446766:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952367299f80 x1853164000060800/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320259.446806:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320259.446810:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320259.446812:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320259.446815:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5452
00000100:00080000:1.0:1767320259.446818:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320259.446821:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320259.446833:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952348238380 x1853164000061056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320259.446966:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234823aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000061184:0@lo:400:kworker.0
00000100:00100000:0.0:1767320259.447000:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320259.447026:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767320259.447031:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367299c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000060928:0@lo:400:kworker.0
00000100:00100000:0.0:1767320259.447049:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320259.447071:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000061184
00000100:00100000:0.0:1767320259.447075:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000061184
00000100:00100000:0.0:1767320259.447104:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000060928
00000100:00100000:0.0:1767320259.447106:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000060928
00000100:00100000:0.0:1767320259.447121:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5138
00000100:00100000:0.0:1767320259.447127:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345ebf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000061184:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320259.447159:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345ebf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000061184:12345-0@lo:400:kworker.0 Request processed in 32us (158us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320259.447165:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5138
00000100:00100000:0.0:1767320259.447178:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5139
00000100:00100000:0.0:1767320259.447183:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345ebdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000060928:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320259.447223:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345ebdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000060928:12345-0@lo:400:kworker.0 Request processed in 40us (173us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320259.447228:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5139
00000100:00080000:0.0:1767320259.447245:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320259.447263:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367299c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000060928:0@lo:400:kworker.0
00000100:00100000:0.0:1767320259.447271:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234823aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000061184:0@lo:400:kworker.0
00000100:00100000:3.0:1767320259.447562:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236729b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000060544:0@lo:38:kworker.0
00000100:00100000:3.0:1767320259.447595:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320259.447633:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367298000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000060672:0@lo:38:kworker.0
00000100:00100000:3.0:1767320259.447654:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320259.447674:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367299f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000060800:0@lo:38:kworker.0
00000100:00100000:3.0:1767320259.447694:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320259.447842:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000060544
00000100:00100000:2.0:1767320259.447848:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000060544
00000100:00100000:2.0:1767320259.447870:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1953
00000100:00100000:2.0:1767320259.447875:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000060544:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320259.447893:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320259.447924:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000060544:12345-0@lo:38:kworker.0 Request processed in 47us (328us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320259.447933:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1953
00000100:00100000:3.0:1767320259.448930:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952348238380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000061056:0@lo:38:kworker.0
00000100:00100000:3.0:1767320259.448993:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767320259.458862:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320259.458875:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320259.458880:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236729b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000060544:0@lo:38:kworker.0
00000100:00100000:0.0:1767320259.461520:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000060672
00000100:00100000:0.0:1767320259.461537:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000060672
00000100:00100000:0.0:1767320259.461604:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000060800
00000100:00100000:0.0:1767320259.461608:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000060800
00000100:00100000:0.0:1767320259.461627:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000061056
00000100:00100000:0.0:1767320259.461630:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000061056
00000100:00100000:0.0:1767320259.461649:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5773
00000100:00100000:0.0:1767320259.461658:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000060672:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320259.461681:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320259.461762:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000060672:12345-0@lo:38:kworker.0 Request processed in 104us (14107us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320259.461768:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5773
00000100:00100000:0.0:1767320259.461783:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5774
00000100:00100000:0.0:1767320259.461785:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000060800:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320259.461792:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320259.461810:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000060800:12345-0@lo:38:kworker.0 Request processed in 24us (14117us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320259.461814:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5774
00000100:00100000:0.0:1767320259.461820:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5775
00000100:00100000:0.0:1767320259.461823:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237138aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000061056:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320259.461828:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320259.461841:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237138aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000061056:12345-0@lo:38:kworker.0 Request processed in 17us (12849us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320259.461844:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5775
00000100:00080000:3.0:1767320259.461955:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320259.461959:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320259.461962:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367298000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000060672:0@lo:38:kworker.0
00000100:00080000:3.0:1767320259.461968:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320259.461971:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320259.461973:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367299f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000060800:0@lo:38:kworker.0
00000100:00080000:3.0:1767320259.461978:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320259.461980:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320259.461982:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952348238380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000061056:0@lo:38:kworker.0
00010000:00010000:2.0:1767320259.765454:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767320260.792139:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320261.567872:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767320261.567964:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767320261.568073:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962554624
00000100:00100000:1.0:1767320261.568083:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962554624
00000100:00100000:1.0:1767320261.568147:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962554496
00000100:00100000:1.0:1767320261.568150:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962554496
00000100:00100000:1.0:1767320261.568172:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5140
00000100:00100000:1.0:1767320261.568180:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952371388a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962554624:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767320261.568282:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952371388a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962554624:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 102us (419us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320261.568290:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5140
00000100:00100000:1.0:1767320261.568309:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5776
00000100:00100000:1.0:1767320261.568313:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237138bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962554496:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767320261.568333:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320261.568355:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237138bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962554496:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 41us (393us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320261.568361:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5776
00000100:00080000:0.0:1767320261.569687:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767320261.813994:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320262.837906:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767320263.861425:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767320264.565466:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320264.565477:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767320264.565481:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320264.565485:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320264.565490:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320264.565498:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5457
00000100:00080000:3.0:1767320264.565503:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320264.565511:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320264.565552:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952371388700 x1853164000061440/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320264.565564:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952348238000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000061312:0@lo:13:osp-pre-1-1.0
00000100:00080000:3.0:1767320264.565575:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320264.565580:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320264.565582:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320264.565587:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5457
00000100:00080000:3.0:1767320264.565590:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320264.565594:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320264.565610:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237138a300 x1853164000061568/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320264.565621:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320264.565625:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320264.565627:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767320264.565633:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767320264.565636:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5457
00000100:00080000:3.0:1767320264.565640:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320264.565644:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320264.565658:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237138b800 x1853164000061696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320264.565679:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320264.565683:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320264.565685:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320264.565689:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5457
00000100:00080000:3.0:1767320264.565692:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1767320264.565694:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00080000:3.0:1767320264.565697:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320264.565704:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237138b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000061824:0@lo:400:kworker.0
00000100:00100000:3.0:1767320264.565712:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952371389180 x1853164000061952/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320264.565734:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320264.565774:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952371388700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000061440:0@lo:38:kworker.0
00000100:00100000:1.0:1767320264.565785:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000061824
00000100:00100000:1.0:1767320264.565793:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000061824
00000100:00100000:3.0:1767320264.565821:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320264.565855:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5141
00000100:00100000:3.0:1767320264.565857:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237138a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000061568:0@lo:38:kworker.0
00000100:00100000:1.0:1767320264.565867:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952348239c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000061824:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320264.565883:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320264.565904:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237138b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000061696:0@lo:38:kworker.0
00000100:00100000:1.0:1767320264.565927:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952348239c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000061824:12345-0@lo:400:kworker.0 Request processed in 62us (191us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320264.565935:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320264.565939:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5141
00000100:00100000:1.0:1767320264.565959:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000061568
00000100:00100000:1.0:1767320264.565963:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000061568
00000100:00100000:3.0:1767320264.565963:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952371389180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000061952:0@lo:38:kworker.0
00000100:00100000:1.0:1767320264.565982:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000061696
00000100:00100000:1.0:1767320264.565986:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000061696
00000100:00100000:3.0:1767320264.565992:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320264.566051:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000061312
00000100:00100000:2.0:1767320264.566056:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000061312
00000100:00100000:0.0:1767320264.566209:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237138ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000062208:0@lo:400:kworker.0
00000100:00100000:0.0:1767320264.566239:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320264.566259:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767320264.566264:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237138a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000062080:0@lo:400:kworker.0
00000100:00080000:0.0:1767320264.566302:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767320264.566307:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320264.566372:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2540
00000100:00100000:2.0:1767320264.566381:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952348239f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000061312:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767320264.566402:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767320264.566431:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952348239f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000061312:12345-0@lo:13:osp-pre-1-1.0 Request processed in 53us (801us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320264.566437:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2540
00000100:00100000:2.0:1767320264.566461:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000061440
00000100:00100000:2.0:1767320264.566465:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000061440
00000100:00100000:2.0:1767320264.566484:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1954
00000100:00100000:2.0:1767320264.566489:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952371389500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000061440:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320264.566504:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320264.566530:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952371389500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000061440:12345-0@lo:38:kworker.0 Request processed in 40us (710us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320264.566536:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1954
00000100:00080000:3.0:1767320264.567065:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320264.567071:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320264.567075:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952371388700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000061440:0@lo:38:kworker.0
00000100:00100000:3.0:1767320264.567103:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320264.567215:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000061952
00000100:00100000:1.0:1767320264.567220:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000061952
00000100:00100000:1.0:1767320264.567238:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000062080
00000100:00100000:1.0:1767320264.567241:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000062080
00000100:00100000:3.0:1767320264.567267:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000062208
00000100:00100000:3.0:1767320264.567272:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000062208
00000100:00100000:1.0:1767320264.567273:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5142
00000100:00100000:1.0:1767320264.567280:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952371388700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000062080:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320264.567329:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3356
00000100:00100000:1.0:1767320264.567334:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952371388700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000062080:12345-0@lo:400:kworker.0 Request processed in 52us (229us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320264.567340:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345ebfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000062208:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320264.567359:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5142
00000100:00100000:1.0:1767320264.567375:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5777
00000100:00100000:1.0:1767320264.567380:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952371389f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000061568:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320264.567392:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320264.567398:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345ebfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000062208:12345-0@lo:400:kworker.0 Request processed in 61us (1157us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320264.567406:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3356
00000100:00100000:1.0:1767320264.567430:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952371389f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000061568:12345-0@lo:38:kworker.0 Request processed in 47us (1546us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320264.567437:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5777
00000100:00100000:3.0:1767320264.567451:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237138a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000062080:0@lo:400:kworker.0
00000100:00100000:1.0:1767320264.567452:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5778
00000100:00100000:1.0:1767320264.567462:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952371388000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000061696:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767320264.567469:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237138ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000062208:0@lo:400:kworker.0
00010000:00020000:1.0:1767320264.567474:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767320264.567501:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767320264.567506:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952371388000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000061696:12345-0@lo:38:kworker.0 Request processed in 43us (1572us total) trans 0 rc -19/-19
00000100:00080000:3.0:1767320264.567509:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320264.567518:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5778
00000100:00100000:3.0:1767320264.567518:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237138a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000061568:0@lo:38:kworker.0
00000100:00100000:1.0:1767320264.567531:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5779
00000100:00100000:1.0:1767320264.567539:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952371388e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000061952:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320264.567548:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767320264.567549:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320264.567555:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320264.567559:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237138b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000061696:0@lo:38:kworker.0
00000100:00100000:1.0:1767320264.567579:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952371388e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000061952:12345-0@lo:38:kworker.0 Request processed in 38us (1586us total) trans 0 rc -19/-19
00000100:00080000:3.0:1767320264.567582:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320264.567591:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320264.567595:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5779
00000100:00100000:3.0:1767320264.567597:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952371389180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000061952:0@lo:38:kworker.0
00000100:00100000:1.0:1767320264.567647:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345ebc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000062336:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320264.567675:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320264.567701:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237138b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000061824:0@lo:400:kworker.0
00000100:00100000:3.0:1767320264.567706:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000062336
00000100:00100000:3.0:1767320264.567711:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000062336
00000100:00100000:1.0:1767320264.567721:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952348238000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000061312:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320264.567742:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2541
00000100:00100000:3.0:1767320264.567750:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234823b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000062336:12345-0@lo:13:osp-pre-0-1.0
00000100:00080000:1.0:1767320264.567757:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767320264.567761:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00002000:00000024:3.0:1767320264.567770:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767320264.568007:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234823b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000062336:12345-0@lo:13:osp-pre-0-1.0 Request processed in 256us (330us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320264.568014:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2541
00000100:00100000:1.0:1767320264.568898:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345ebc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000062336:0@lo:13:osp-pre-0-1.0
00010000:00010000:2.0:1767320264.885514:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320265.910572:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320266.688136:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767320266.688307:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962554880
00000100:00100000:0.0:1767320266.688319:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962554880
00000100:00100000:0.0:1767320266.688407:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5143
00000100:00100000:0.0:1767320266.688416:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366986d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962554880:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:0.0:1767320266.688492:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366986d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962554880:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 77us (365us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320266.688499:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5143
00000100:00080000:1.0:1767320266.688718:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320266.689702:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767320266.689846:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962554752
00000100:00100000:2.0:1767320266.689855:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962554752
00000100:00100000:2.0:1767320266.689980:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5780
00000100:00100000:2.0:1767320266.689987:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952348238000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962554752:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767320266.690010:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320266.690063:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952348238000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962554752:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 75us (363us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320266.690069:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5780
00010000:00010000:0.0:1767320266.933367:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767320267.957559:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767320268.984405:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767320269.685365:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320269.685377:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767320269.685381:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320269.685385:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320269.685389:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320269.685397:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5462
00000100:00080000:3.0:1767320269.685402:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320269.685409:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320269.685452:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952371389180 x1853164000062464/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320269.685469:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320269.685473:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320269.685475:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320269.685478:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5462
00000100:00080000:3.0:1767320269.685481:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320269.685484:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320269.685514:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237138b800 x1853164000062592/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320269.685524:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320269.685527:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320269.685529:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320269.685533:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5462
00000100:00080000:3.0:1767320269.685535:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320269.685538:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320269.685548:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237138a300 x1853164000062720/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320269.685589:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320269.685593:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320269.685595:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320269.685598:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5462
00000100:00080000:3.0:1767320269.685600:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320269.685604:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320269.685615:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237138a680 x1853164000062976/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320269.685676:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952371388380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000063232:0@lo:400:kworker.0
00000100:00100000:3.0:1767320269.685741:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320269.685804:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767320269.685810:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952371389c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000063104:0@lo:400:kworker.0
00000100:00100000:3.0:1767320269.685836:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320269.685873:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000063232
00000100:00100000:3.0:1767320269.685879:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000063232
00000100:00100000:3.0:1767320269.685935:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3357
00000100:00100000:3.0:1767320269.685946:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237138b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000063232:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320269.686001:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237138b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000063232:12345-0@lo:400:kworker.0 Request processed in 57us (258us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320269.686008:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3357
00000100:00100000:3.0:1767320269.686051:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952371388380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000063232:0@lo:400:kworker.0
00000100:00100000:2.0:1767320269.686144:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952371389880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000063360:0@lo:400:kworker.0
00000100:00100000:2.0:1767320269.686187:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320269.686233:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767320269.686239:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237138ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000062848:0@lo:400:kworker.0
00000100:00100000:2.0:1767320269.686261:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320269.686290:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000063104
00000100:00100000:2.0:1767320269.686294:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000063104
00000100:00100000:2.0:1767320269.686334:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000062848
00000100:00100000:2.0:1767320269.686337:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000062848
00000100:00100000:2.0:1767320269.686356:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5144
00000100:00100000:2.0:1767320269.686363:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237138b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000063104:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320269.686396:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237138b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000063104:12345-0@lo:400:kworker.0 Request processed in 34us (559us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320269.686402:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5144
00000100:00100000:2.0:1767320269.686415:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5145
00000100:00100000:2.0:1767320269.686420:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366985c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000062848:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320269.686450:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366985c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000062848:12345-0@lo:400:kworker.0 Request processed in 29us (188us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320269.686456:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5145
00000100:00100000:2.0:1767320269.686481:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237138ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000062848:0@lo:400:kworker.0
00000100:00100000:3.0:1767320269.686875:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000063360
00000100:00100000:3.0:1767320269.686880:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000063360
00000100:00080000:1.0:1767320269.687013:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767320269.687019:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767320269.687021:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767320269.687065:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234823a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000063488:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320269.687096:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320269.687527:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000063488
00000100:00100000:1.0:1767320269.687533:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000063488
00000100:00100000:1.0:1767320269.687563:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2542
00000100:00100000:1.0:1767320269.687570:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952348238380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000063488:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767320269.687596:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767320269.687636:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952348238380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000063488:12345-0@lo:13:osp-pre-1-1.0 Request processed in 66us (538us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320269.687642:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2542
00000100:00100000:1.0:1767320269.687680:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234823a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000063488:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320269.687708:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952371389c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000063104:0@lo:400:kworker.0
00000100:00100000:3.0:1767320269.687771:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3358
00000100:00100000:3.0:1767320269.687781:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366987800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000063360:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320269.687833:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366987800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000063360:12345-0@lo:400:kworker.0 Request processed in 55us (1659us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320269.687839:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3358
00000100:00100000:0.0:1767320269.687998:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952371389180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000062464:0@lo:38:kworker.0
00000100:00100000:0.0:1767320269.688023:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320269.688043:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237138b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000062592:0@lo:38:kworker.0
00000100:00100000:0.0:1767320269.688056:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320269.688066:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237138a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000062720:0@lo:38:kworker.0
00000100:00100000:0.0:1767320269.688077:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320269.688085:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237138a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000062976:0@lo:38:kworker.0
00000100:00100000:0.0:1767320269.688095:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320269.688115:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000062592
00000100:00100000:0.0:1767320269.688118:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000062592
00000100:00100000:0.0:1767320269.688132:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000062720
00000100:00100000:0.0:1767320269.688133:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000062720
00000100:00100000:0.0:1767320269.688140:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000062976
00000100:00100000:0.0:1767320269.688141:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000062976
00000100:00100000:0.0:1767320269.688147:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5781
00000100:00100000:0.0:1767320269.688150:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345ebc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000062592:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320269.688163:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320269.688184:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345ebc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000062592:12345-0@lo:38:kworker.0 Request processed in 33us (126us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320269.688187:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5781
00000100:00100000:0.0:1767320269.688226:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5782
00000100:00100000:0.0:1767320269.688229:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367299f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000062720:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320269.688234:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320269.688248:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367299f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000062720:12345-0@lo:38:kworker.0 Request processed in 19us (171us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320269.688252:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5782
00000100:00100000:0.0:1767320269.688258:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5783
00000100:00100000:0.0:1767320269.688260:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367298000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000062976:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320269.688265:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320269.688275:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367298000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000062976:12345-0@lo:38:kworker.0 Request processed in 14us (179us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320269.688278:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5783
00000100:00100000:0.0:1767320269.688377:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236729b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000063616:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320269.688404:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320269.688431:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000063616
00000100:00100000:0.0:1767320269.688435:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000063616
00000100:00100000:0.0:1767320269.688456:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2543
00000100:00100000:0.0:1767320269.688461:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367299c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000063616:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767320269.688478:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767320269.688520:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367299c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000063616:12345-0@lo:13:osp-pre-0-1.0 Request processed in 58us (115us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320269.688526:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2543
00000100:00100000:0.0:1767320269.688553:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236729b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000063616:0@lo:13:osp-pre-0-1.0
00000100:00080000:0.0:1767320269.688576:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320269.688581:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320269.688584:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237138b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000062592:0@lo:38:kworker.0
00000100:00080000:0.0:1767320269.688591:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320269.688594:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320269.688597:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237138a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000062720:0@lo:38:kworker.0
00000100:00080000:0.0:1767320269.688604:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320269.688606:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320269.688609:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237138a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000062976:0@lo:38:kworker.0
00000100:00100000:0.0:1767320269.688645:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000062464
00000100:00100000:0.0:1767320269.688649:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000062464
00000100:00100000:0.0:1767320269.688668:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1955
00000100:00100000:0.0:1767320269.688673:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345ebce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000062464:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320269.688684:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320269.688713:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345ebce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000062464:12345-0@lo:38:kworker.0 Request processed in 39us (688us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320269.688722:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1955
00000100:00080000:0.0:1767320269.688749:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320269.688752:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320269.688754:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952371389180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000062464:0@lo:38:kworker.0
00000100:00100000:1.0:1767320269.689243:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952371389880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000063360:0@lo:400:kworker.0
00010000:00010000:0.0:1767320270.006579:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320271.029848:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320271.807639:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767320271.807708:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767320271.808124:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962555008
00000100:00100000:0.0:1767320271.808133:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962555008
00000100:00100000:0.0:1767320271.808173:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962555136
00000100:00100000:0.0:1767320271.808175:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962555136
00000100:00100000:0.0:1767320271.808241:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5146
00000100:00100000:0.0:1767320271.808252:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952371389880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962555136:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:0.0:1767320271.808345:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952371389880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962555136:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 94us (635us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320271.808353:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5146
00000100:00100000:0.0:1767320271.808375:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5784
00000100:00100000:0.0:1767320271.808380:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952371388380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962555008:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:0.0:1767320271.808401:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320271.808426:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952371388380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962555008:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 44us (796us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320271.808433:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5784
00000100:00080000:3.0:1767320271.808652:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767320272.055249:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767320273.077590:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320274.105555:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767320274.805430:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320274.805442:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767320274.805445:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320274.805449:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320274.805453:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320274.805461:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5467
00000100:00080000:2.0:1767320274.805465:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320274.805473:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320274.805520:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366987480 x1853164000063744/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320274.805543:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320274.805547:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320274.805549:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320274.805553:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5467
00000100:00080000:2.0:1767320274.805556:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320274.805560:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320274.805578:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366985880 x1853164000064000/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320274.805588:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320274.805591:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320274.805596:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320274.805600:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5467
00000100:00080000:2.0:1767320274.805602:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320274.805605:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320274.805619:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366985500 x1853164000064128/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320274.805633:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236729b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000063872:0@lo:13:osp-pre-0-1.0
00000100:00080000:2.0:1767320274.805646:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320274.805650:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320274.805652:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320274.805656:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5467
00000100:00080000:2.0:1767320274.805659:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320274.805662:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320274.805674:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366984380 x1853164000064384/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320274.805833:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366987480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000063744:0@lo:38:kworker.0
00000100:00100000:1.0:1767320274.805868:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320274.805927:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366985880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000064000:0@lo:38:kworker.0
00000100:00100000:1.0:1767320274.805959:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320274.805978:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366985500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000064128:0@lo:38:kworker.0
00000100:00100000:1.0:1767320274.806067:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320274.806089:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366984380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000064384:0@lo:38:kworker.0
00000100:00100000:0.0:1767320274.806101:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000063744
00000100:00100000:0.0:1767320274.806109:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000063744
00000100:00100000:1.0:1767320274.806110:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320274.806138:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000064000
00000100:00100000:1.0:1767320274.806141:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000064000
00000100:00100000:0.0:1767320274.806143:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1956
00000100:00100000:0.0:1767320274.806150:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234823a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000063744:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767320274.806159:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000064128
00000100:00100000:1.0:1767320274.806161:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000064128
00010000:00020000:0.0:1767320274.806171:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320274.806172:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000064384
00000100:00100000:1.0:1767320274.806174:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000064384
00000100:00100000:1.0:1767320274.806187:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5785
00000100:00100000:1.0:1767320274.806191:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234823aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000064000:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320274.806218:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320274.806243:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234823a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000063744:12345-0@lo:38:kworker.0 Request processed in 92us (374us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320274.806243:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234823aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000064000:12345-0@lo:38:kworker.0 Request processed in 49us (281us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320274.806259:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1956
00000100:00100000:1.0:1767320274.806259:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5785
00000100:00100000:1.0:1767320274.806277:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5786
00000100:00100000:1.0:1767320274.806281:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f56680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000064128:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320274.806289:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320274.806312:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f56680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000064128:12345-0@lo:38:kworker.0 Request processed in 30us (245us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320274.806318:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5786
00000100:00100000:1.0:1767320274.806328:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5787
00000100:00100000:1.0:1767320274.806332:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000064384:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320274.806340:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320274.806343:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320274.806364:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000064384:12345-0@lo:38:kworker.0 Request processed in 31us (253us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320274.806369:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5787
00000100:00080000:1.0:1767320274.806421:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320274.806426:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320274.806429:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366987480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000063744:0@lo:38:kworker.0
00000100:00080000:1.0:1767320274.806438:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320274.806441:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320274.806444:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366985880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000064000:0@lo:38:kworker.0
00000100:00080000:1.0:1767320274.806451:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320274.806453:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320274.806456:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366985500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000064128:0@lo:38:kworker.0
00000100:00080000:1.0:1767320274.806462:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320274.806465:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320274.806467:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366984380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000064384:0@lo:38:kworker.0
00000100:00100000:1.0:1767320274.806508:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366987b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000064256:0@lo:400:kworker.0
00000100:00100000:1.0:1767320274.806533:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320274.806553:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767320274.806560:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366984700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000064512:0@lo:400:kworker.0
00000100:00100000:1.0:1767320274.806579:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320274.806603:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000064256
00000100:00100000:1.0:1767320274.806607:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000064256
00000100:00100000:1.0:1767320274.806644:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000064512
00000100:00100000:1.0:1767320274.806646:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000064512
00000100:00100000:1.0:1767320274.806664:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5147
00000100:00100000:1.0:1767320274.806670:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000064256:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320274.806710:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000064256:12345-0@lo:400:kworker.0 Request processed in 40us (176us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320274.806717:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5147
00000100:00100000:1.0:1767320274.806729:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5148
00000100:00100000:1.0:1767320274.806735:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f55f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000064512:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320274.806759:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f55f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000064512:12345-0@lo:400:kworker.0 Request processed in 25us (179us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320274.806766:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5148
00000100:00100000:1.0:1767320274.806800:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366984700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000064512:0@lo:400:kworker.0
00000100:00100000:1.0:1767320274.806810:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366987b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000064256:0@lo:400:kworker.0
00000100:00100000:1.0:1767320274.806855:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000063872
00000100:00100000:1.0:1767320274.806858:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000063872
00000100:00100000:1.0:1767320274.806884:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2544
00000100:00100000:1.0:1767320274.806890:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952371389180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000063872:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767320274.806910:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767320274.810922:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366986300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000064640:0@lo:400:kworker.0
00000100:00100000:2.0:1767320274.811005:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320274.811062:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767320274.811069:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236e980e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000064768:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320274.811092:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320274.811128:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000064768
00000100:00100000:2.0:1767320274.811147:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000064768
00000100:00100000:2.0:1767320274.811216:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2545
00000100:00100000:2.0:1767320274.812170:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366984700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000064768:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767320274.812324:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767320274.812389:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366984700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000064768:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1165us (1296us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320274.812397:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2545
00000100:00100000:2.0:1767320274.812460:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236e980e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000064768:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320274.812504:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000064640
00000100:00100000:2.0:1767320274.812510:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000064640
00000100:00100000:2.0:1767320274.813118:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3359
00000100:00100000:2.0:1767320274.813128:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366987b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000064640:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320274.813174:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366987b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000064640:12345-0@lo:400:kworker.0 Request processed in 49us (2169us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320274.813180:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3359
00000100:00100000:2.0:1767320274.814170:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366986300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000064640:0@lo:400:kworker.0
00000100:00080000:2.0:1767320274.814559:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767320274.814567:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767320274.814570:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320274.817312:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952371389180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000063872:12345-0@lo:13:osp-pre-0-1.0 Request processed in 10411us (11588us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320274.817330:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2544
00000100:00100000:3.0:1767320274.818367:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236729b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000063872:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767320275.128164:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767320276.149909:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320276.930882:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767320276.931024:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962555264
00000100:00100000:0.0:1767320276.931041:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962555264
00000100:00100000:0.0:1767320276.931111:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5788
00000100:00100000:0.0:1767320276.931120:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f54000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962555264:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:0.0:1767320276.931145:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320276.931300:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f54000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962555264:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 178us (433us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320276.931308:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5788
00000100:00100000:0.0:1767320276.935062:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000400:00000100:0.0:1767320276.935100:0:7000:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.52@tcp portal 26 match 1853163962555520 offset 0 length 520: 4
00000100:00100000:1.0:1767320276.935381:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962555392
00000100:00100000:1.0:1767320276.935398:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962555392
00000100:00100000:1.0:1767320276.935544:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5149
00000100:00100000:1.0:1767320276.935554:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e981c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962555392:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767320276.935650:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e981c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962555392:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 97us (602us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320276.935658:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5149
00000100:00080000:2.0:1767320276.935930:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767320277.176214:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320278.199296:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320279.222043:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320279.925391:0:7004:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320254/real 1767320254]  req@ffff952366987100 x1853164000059392/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320279 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767320279.925433:0:7004:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff952366987100 x1853164000059392/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320279 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767320279.925455:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320279.925464:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767320279.925468:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366987100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000059392:0@lo:250:kworker.0
00000100:00100000:1.0:1767320279.925701:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236e980380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000065024:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320279.925764:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320279.925842:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767320279.925848:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237138a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000064896:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320279.925871:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767320279.925904:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320279.925909:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1767320279.925911:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320279.925916:0:49151:0:(import.c:509:import_select_connection()) MGC192.168.202.152@tcp: connect to NID 0@lo last attempt 5452
00000100:00080000:1.0:1767320279.925920:0:49151:0:(import.c:588:import_select_connection()) MGC192.168.202.152@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320279.925926:0:49151:0:(import.c:623:import_select_connection()) MGC192.168.202.152@tcp: import ffff95235eb57800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320279.925943:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952364f54380 x1853164000065152/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320279.925961:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320279.925964:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320279.925966:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320279.925969:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5472
00000100:00080000:1.0:1767320279.925971:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320279.925975:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320279.925990:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952364f55880 x1853164000065280/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320279.925999:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320279.926002:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320279.926004:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320279.926007:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5472
00000100:00080000:1.0:1767320279.926009:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320279.926012:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320279.926023:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952364f57480 x1853164000065408/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320279.926030:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320279.926033:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320279.926034:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320279.926037:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5472
00000100:00080000:1.0:1767320279.926039:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320279.926042:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320279.926050:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952364f56a00 x1853164000065536/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320279.926073:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320279.926077:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320279.926078:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320279.926082:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5472
00000100:00080000:1.0:1767320279.926084:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320279.926087:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320279.926098:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952364f57b80 x1853164000065792/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320279.926127:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000065024
00000100:00100000:2.0:1767320279.926136:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000065024
00000100:00100000:3.0:1767320279.926181:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000065920:0@lo:400:kworker.0
00000100:00100000:2.0:1767320279.926221:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000064896
00000100:00100000:2.0:1767320279.926225:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000064896
00000100:00100000:3.0:1767320279.926244:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320279.926251:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2546
00000100:00100000:2.0:1767320279.926259:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f54e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000065024:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320279.926279:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767320279.926285:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000065664:0@lo:400:kworker.0
00002000:00000024:2.0:1767320279.926292:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767320279.926304:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320279.926335:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000065152:0@lo:250:kworker.0
00000100:00100000:2.0:1767320279.926336:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f54e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000065024:12345-0@lo:13:osp-pre-1-1.0 Request processed in 77us (571us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320279.926343:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2546
00000400:00000100:3.0:1767320279.926351:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164000065152 offset 0 length 520: 4
00000100:00100000:2.0:1767320279.926360:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2547
00000100:00100000:3.0:1767320279.926365:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000065280:0@lo:38:kworker.0
00000100:00100000:2.0:1767320279.926366:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f55c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000064896:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767320279.926382:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767320279.926384:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320279.926398:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f57480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000065408:0@lo:38:kworker.0
00000100:00100000:2.0:1767320279.926404:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f55c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000064896:12345-0@lo:13:osp-pre-0-1.0 Request processed in 39us (533us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320279.926410:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2547
00000100:00100000:3.0:1767320279.926414:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320279.926430:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000065536:0@lo:38:kworker.0
00000100:00100000:3.0:1767320279.926447:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320279.926452:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237138a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000064896:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320279.926461:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000065792:0@lo:38:kworker.0
00000100:00100000:2.0:1767320279.926464:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236e980380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000065024:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320279.926498:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000065920
00000100:00100000:3.0:1767320279.926499:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320279.926501:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000065920
00000100:00100000:2.0:1767320279.926524:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000065664
00000100:00100000:2.0:1767320279.926527:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000065664
00000100:00100000:3.0:1767320279.926527:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000065408
00000100:00100000:3.0:1767320279.926530:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000065408
00000100:00100000:2.0:1767320279.926539:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000065536
00000100:00100000:2.0:1767320279.926541:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000065536
00000100:00100000:3.0:1767320279.926541:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000065792
00000100:00100000:3.0:1767320279.926543:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000065792
00000100:00100000:2.0:1767320279.926549:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5150
00000100:00100000:3.0:1767320279.926553:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5151
00000100:00100000:2.0:1767320279.926554:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237138a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000065920:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320279.926559:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237138b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000065664:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320279.926593:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237138b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000065664:12345-0@lo:400:kworker.0 Request processed in 29us (281us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320279.926600:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5151
00000100:00100000:3.0:1767320279.926614:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5789
00000100:00100000:3.0:1767320279.926618:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237138ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000065408:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320279.926633:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320279.926665:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237138ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000065408:12345-0@lo:38:kworker.0 Request processed in 45us (249us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320279.926671:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5789
00000100:00100000:3.0:1767320279.926682:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5790
00000100:00100000:3.0:1767320279.926685:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236729b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000065536:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320279.926694:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320279.926717:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236729b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000065536:12345-0@lo:38:kworker.0 Request processed in 30us (269us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320279.926722:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5790
00000100:00100000:3.0:1767320279.926734:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5791
00000100:00100000:3.0:1767320279.926737:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373fad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000065792:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320279.926747:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320279.926768:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373fad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000065792:12345-0@lo:38:kworker.0 Request processed in 29us (269us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320279.926773:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5791
00000100:00100000:1.0:1767320279.926841:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000065280
00000100:00100000:1.0:1767320279.926845:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000065280
00000100:00100000:1.0:1767320279.926868:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1957
00000100:00100000:1.0:1767320279.926872:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952371389c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000065280:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320279.926882:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320279.926908:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952371389c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000065280:12345-0@lo:38:kworker.0 Request processed in 35us (524us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320279.926913:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1957
00000100:00080000:1.0:1767320279.926931:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767320279.926935:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767320279.926937:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767320279.927300:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320279.927305:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320279.927308:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000065280:0@lo:38:kworker.0
00000100:00080000:0.0:1767320279.927316:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320279.927319:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320279.927322:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f57480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000065408:0@lo:38:kworker.0
00000100:00080000:0.0:1767320279.927328:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320279.927332:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320279.927334:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000065536:0@lo:38:kworker.0
00000100:00080000:0.0:1767320279.927341:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320279.927343:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320279.927346:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000065792:0@lo:38:kworker.0
00000100:00100000:2.0:1767320279.927718:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237138a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000065920:12345-0@lo:400:kworker.0 Request processed in 1161us (1471us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320279.927725:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5150
00000100:00100000:3.0:1767320279.928937:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000065664:0@lo:400:kworker.0
00000100:00100000:3.0:1767320279.928960:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000065920:0@lo:400:kworker.0
00010000:00010000:2.0:1767320280.245370:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767320281.269419:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320282.059697:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767320282.059743:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767320282.059964:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962555776
00000100:00100000:1.0:1767320282.059974:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962555776
00000100:00100000:1.0:1767320282.060043:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962555648
00000100:00100000:1.0:1767320282.060046:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962555648
00000100:00100000:1.0:1767320282.060064:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5152
00000100:00100000:1.0:1767320282.060074:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373fae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962555776:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767320282.060172:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373fae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962555776:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 99us (485us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320282.060181:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5152
00000100:00080000:0.0:1767320282.060222:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320282.060241:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5792
00000100:00100000:1.0:1767320282.060246:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373faed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962555648:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767320282.060266:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320282.060291:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373faed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962555648:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 44us (548us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320282.060302:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5792
00010000:00010000:0.0:1767320282.295257:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320283.317519:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767320284.341433:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320285.045554:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767320285.045584:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366987100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000066048:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320285.045663:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320285.045848:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000066048
00000100:00100000:0.0:1767320285.045857:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000066048
00000100:00080000:3.0:1767320285.045925:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767320285.045940:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2548
00000100:00100000:0.0:1767320285.045952:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366986300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000066048:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767320285.045984:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767320285.046027:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366986300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000066048:12345-0@lo:13:osp-pre-0-1.0 Request processed in 78us (364us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320285.046034:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2548
00000100:00100000:2.0:1767320285.046273:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236e981880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000066176:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320285.046301:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320285.046346:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366987100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000066048:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320285.046408:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000066176
00000100:00100000:0.0:1767320285.046413:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000066176
00000100:00100000:0.0:1767320285.046457:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2549
00000100:00080000:3.0:1767320285.046463:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767320285.046465:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366984380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000066176:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767320285.046483:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767320285.046521:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366984380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000066176:12345-0@lo:13:osp-pre-1-1.0 Request processed in 58us (218us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320285.046528:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2549
00000100:00100000:3.0:1767320285.046554:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236e981880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000066176:0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767320285.047878:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320285.047886:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767320285.047889:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320285.047893:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320285.047897:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320285.047903:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5477
00000100:00080000:2.0:1767320285.047907:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320285.047913:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320285.047948:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366987100 x1853164000066304/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320285.047979:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320285.047983:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320285.047985:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320285.047988:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5477
00000100:00080000:2.0:1767320285.047991:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320285.047994:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320285.048006:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366985500 x1853164000066432/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320285.048014:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320285.048018:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320285.048020:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320285.048023:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5477
00000100:00080000:2.0:1767320285.048025:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320285.048028:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320285.048038:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366985880 x1853164000066560/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320285.048080:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320285.048083:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320285.048085:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320285.048089:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5477
00000100:00080000:2.0:1767320285.048091:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320285.048095:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320285.048107:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237138a680 x1853164000066816/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320285.048182:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364bc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000066944:0@lo:400:kworker.0
00000100:00100000:1.0:1767320285.048229:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366987480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000066688:0@lo:400:kworker.0
00000100:00100000:1.0:1767320285.048276:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320285.048305:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000066688
00000100:00100000:3.0:1767320285.048314:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000066688
00000100:00080000:1.0:1767320285.048359:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320285.048378:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5153
00000100:00100000:3.0:1767320285.048392:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f56300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000066688:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320285.048553:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320285.048622:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000066944
00000100:00100000:1.0:1767320285.048627:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000066944
00000100:00100000:3.0:1767320285.048672:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f56300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000066688:12345-0@lo:400:kworker.0 Request processed in 284us (395us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320285.048678:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5154
00000100:00100000:3.0:1767320285.048687:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5153
00000100:00100000:1.0:1767320285.048691:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364bc0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000066944:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320285.048741:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364bc0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000066944:12345-0@lo:400:kworker.0 Request processed in 54us (187us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320285.048747:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5154
00000100:00100000:1.0:1767320285.048785:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366987480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000066688:0@lo:400:kworker.0
00000100:00100000:1.0:1767320285.048810:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364bc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000066944:0@lo:400:kworker.0
00000100:00080000:2.0:1767320285.048851:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320285.048899:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366987100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000066304:0@lo:38:kworker.0
00000100:00100000:0.0:1767320285.048926:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320285.048954:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366985500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000066432:0@lo:38:kworker.0
00000100:00100000:0.0:1767320285.048968:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320285.048981:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366985880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000066560:0@lo:38:kworker.0
00000100:00100000:0.0:1767320285.048992:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320285.048998:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237138a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000066816:0@lo:38:kworker.0
00000100:00100000:0.0:1767320285.049008:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320285.049054:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000066432
00000100:00100000:1.0:1767320285.049057:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000066432
00000100:00100000:1.0:1767320285.049074:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000066560
00000100:00100000:1.0:1767320285.049075:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000066560
00000100:00100000:1.0:1767320285.049084:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000066816
00000100:00100000:1.0:1767320285.049085:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000066816
00000100:00100000:1.0:1767320285.049093:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5793
00000100:00100000:1.0:1767320285.049096:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e982a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000066432:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320285.049109:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320285.049146:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e982a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000066432:12345-0@lo:38:kworker.0 Request processed in 49us (176us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320285.049152:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5793
00000100:00100000:1.0:1767320285.049171:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5794
00000100:00100000:1.0:1767320285.049175:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e980a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000066560:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320285.049183:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320285.049233:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e980a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000066560:12345-0@lo:38:kworker.0 Request processed in 56us (238us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320285.049239:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5794
00000100:00100000:1.0:1767320285.049253:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5795
00000100:00100000:1.0:1767320285.049258:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e983b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000066816:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320285.049267:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320285.049294:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e983b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000066816:12345-0@lo:38:kworker.0 Request processed in 34us (283us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320285.049300:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5795
00000100:00080000:3.0:1767320285.049309:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320285.049316:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320285.049320:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366985500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000066432:0@lo:38:kworker.0
00000100:00080000:3.0:1767320285.049330:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320285.049333:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320285.049336:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366985880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000066560:0@lo:38:kworker.0
00000100:00080000:3.0:1767320285.049343:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320285.049345:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320285.049348:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237138a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000066816:0@lo:38:kworker.0
00000100:00100000:2.0:1767320285.049445:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000066304
00000100:00100000:2.0:1767320285.049450:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000066304
00000100:00100000:2.0:1767320285.049516:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1958
00000100:00100000:2.0:1767320285.049521:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e983480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000066304:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320285.049532:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320285.049572:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e983480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000066304:12345-0@lo:38:kworker.0 Request processed in 50us (644us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320285.049577:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1958
00000100:00080000:3.0:1767320285.049656:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320285.049661:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320285.049665:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366987100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000066304:0@lo:38:kworker.0
00010000:00010000:2.0:1767320285.366151:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320286.390908:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320287.170502:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767320287.170616:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962556032
00000100:00100000:1.0:1767320287.170626:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962556032
00000100:00100000:1.0:1767320287.170717:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5155
00000100:00100000:1.0:1767320287.170729:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e980700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962556032:12345-192.168.202.52@tcp:400:kworker.0
00000100:00080000:2.0:1767320287.171488:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320287.171530:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e980700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962556032:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 802us (1036us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320287.171538:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5155
00000100:00100000:0.0:1767320287.172990:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767320287.174616:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962555904
00000100:00100000:1.0:1767320287.174628:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962555904
00000100:00100000:1.0:1767320287.174719:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5796
00000100:00100000:1.0:1767320287.174727:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e982300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962555904:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767320287.174839:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320287.174907:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e982300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962555904:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 179us (1921us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320287.174914:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5796
00010000:00010000:0.0:1767320287.418594:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767320288.437886:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767320289.462007:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320290.165496:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:2.0:1767320290.165608:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320290.165615:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767320290.165619:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320290.165623:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320290.165628:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320290.165637:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5482
00000100:00080000:2.0:1767320290.165642:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320290.165649:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320290.165677:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952364bc2300 x1853164000067328/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320290.165685:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00080000:2.0:1767320290.165701:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320290.165705:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:1.0:1767320290.165708:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236e983100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000067200:0@lo:13:osp-pre-0-1.0
00000100:00080000:2.0:1767320290.165708:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320290.165715:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5482
00000100:00080000:2.0:1767320290.165719:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320290.165722:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320290.165736:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952364bc3800 x1853164000067456/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320290.165746:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320290.165750:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320290.165752:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320290.165756:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5482
00000100:00080000:2.0:1767320290.165758:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320290.165762:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320290.165775:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952364bc3100 x1853164000067584/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320290.165787:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767320290.165807:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320290.165811:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320290.165812:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320290.165815:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5482
00000100:00080000:2.0:1767320290.165818:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320290.165821:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320290.165833:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952364bc2680 x1853164000067840/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320290.165878:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364bc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000068096:0@lo:400:kworker.0
00000100:00100000:1.0:1767320290.165905:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320290.165936:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364bc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000067968:0@lo:400:kworker.0
00000100:00100000:1.0:1767320290.165968:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320290.165993:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767320290.165999:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364bc1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000067712:0@lo:400:kworker.0
00000100:00100000:1.0:1767320290.166020:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320290.166053:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000067968
00000100:00100000:1.0:1767320290.166060:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000067968
00000100:00100000:1.0:1767320290.166134:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000067712
00000100:00100000:1.0:1767320290.166138:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000067712
00000100:00100000:1.0:1767320290.166164:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5156
00000100:00100000:1.0:1767320290.166174:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f55180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000067968:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320290.166249:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f55180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000067968:12345-0@lo:400:kworker.0 Request processed in 76us (278us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320290.166256:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5156
00000100:00100000:1.0:1767320290.166274:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5157
00000100:00100000:1.0:1767320290.166281:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f54700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000067712:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320290.166309:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f54700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000067712:12345-0@lo:400:kworker.0 Request processed in 29us (288us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320290.166318:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5157
00000100:00080000:1.0:1767320290.166334:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320290.166374:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364bc1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000067712:0@lo:400:kworker.0
00000100:00100000:1.0:1767320290.166385:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364bc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000067968:0@lo:400:kworker.0
00000100:00100000:1.0:1767320290.166438:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000067200
00000100:00100000:1.0:1767320290.166441:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000067200
00000100:00100000:1.0:1767320290.166463:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2550
00000100:00100000:1.0:1767320290.166468:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f57800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000067200:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767320290.166492:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767320290.166529:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f57800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000067200:12345-0@lo:13:osp-pre-0-1.0 Request processed in 60us (747us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320290.166535:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2550
00000100:00080000:1.0:1767320290.166548:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767320290.166558:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364bc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000067328:0@lo:38:kworker.0
00000100:00100000:1.0:1767320290.166584:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320290.166608:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364bc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000067456:0@lo:38:kworker.0
00000100:00100000:1.0:1767320290.166627:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320290.166641:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364bc3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000067584:0@lo:38:kworker.0
00000100:00100000:1.0:1767320290.166656:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320290.166670:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364bc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000067840:0@lo:38:kworker.0
00000100:00100000:1.0:1767320290.166686:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320290.166709:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000067456
00000100:00100000:1.0:1767320290.166713:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000067456
00000100:00100000:1.0:1767320290.166728:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000067584
00000100:00100000:1.0:1767320290.166731:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000067584
00000100:00100000:1.0:1767320290.166744:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000067840
00000100:00100000:1.0:1767320290.166747:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000067840
00000100:00100000:1.0:1767320290.166759:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5797
00000100:00100000:1.0:1767320290.166764:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f57b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000067456:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320290.166780:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320290.166815:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f57b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000067456:12345-0@lo:38:kworker.0 Request processed in 50us (187us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320290.166820:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5797
00000100:00100000:1.0:1767320290.166832:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5798
00000100:00100000:1.0:1767320290.166835:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f56a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000067584:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320290.166843:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320290.166863:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f56a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000067584:12345-0@lo:38:kworker.0 Request processed in 27us (205us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320290.166869:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5798
00000100:00100000:1.0:1767320290.166879:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5799
00000100:00100000:1.0:1767320290.166883:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f57480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000067840:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320290.166891:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320290.166913:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f57480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000067840:12345-0@lo:38:kworker.0 Request processed in 28us (226us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320290.166918:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5799
00000100:00080000:1.0:1767320290.166942:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320290.166947:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320290.166950:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364bc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000067456:0@lo:38:kworker.0
00000100:00080000:1.0:1767320290.166957:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320290.166961:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320290.166964:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364bc3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000067584:0@lo:38:kworker.0
00000100:00080000:1.0:1767320290.166971:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320290.166974:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320290.166976:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364bc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000067840:0@lo:38:kworker.0
00000100:00100000:1.0:1767320290.167009:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236e983100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000067200:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320290.167049:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000067328
00000100:00100000:1.0:1767320290.167053:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000067328
00000100:00100000:1.0:1767320290.167071:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1959
00000100:00100000:1.0:1767320290.167075:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f54a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000067328:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320290.167084:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320290.167125:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f54a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000067328:12345-0@lo:38:kworker.0 Request processed in 35us (527us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320290.167131:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1959
00000100:00100000:1.0:1767320290.167149:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000068096
00000100:00100000:1.0:1767320290.167152:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000068096
00000100:00100000:1.0:1767320290.167178:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3360
00000100:00100000:1.0:1767320290.167184:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000068096:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320290.167236:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000068096:12345-0@lo:400:kworker.0 Request processed in 53us (1330us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320290.167242:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3360
00000100:00080000:1.0:1767320290.167256:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767320290.167273:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320290.167276:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320290.167279:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364bc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000067328:0@lo:38:kworker.0
00000100:00100000:1.0:1767320290.167298:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364bc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000068096:0@lo:400:kworker.0
00000100:00100000:3.0:1767320290.170450:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236e983800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000067072:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320290.170528:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320290.170775:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000067072
00000100:00100000:1.0:1767320290.170786:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000067072
00000100:00100000:1.0:1767320290.170961:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2551
00000100:00100000:1.0:1767320290.170970:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373fad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000067072:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767320290.171002:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767320290.171054:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373fad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000067072:12345-0@lo:13:osp-pre-1-1.0 Request processed in 85us (525us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320290.171062:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2551
00000100:00100000:3.0:1767320290.172294:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236e983800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000067072:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767320290.487277:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320291.509418:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320292.288792:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767320292.288829:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767320292.288968:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962556160
00000100:00100000:3.0:1767320292.288978:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962556160
00000100:00100000:3.0:1767320292.289021:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962556288
00000100:00100000:3.0:1767320292.289023:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962556288
00000100:00100000:1.0:1767320292.289052:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5800
00000100:00100000:1.0:1767320292.289064:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e981180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962556160:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767320292.289102:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320292.289176:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e981180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962556160:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 111us (392us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320292.289181:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5158
00000100:00100000:1.0:1767320292.289190:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5800
00000100:00100000:3.0:1767320292.289216:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e982680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962556288:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:3.0:1767320292.289271:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e982680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962556288:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 81us (441us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320292.289278:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5158
00000100:00080000:0.0:1767320292.289996:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767320292.533474:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767320293.559654:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320294.581410:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320295.285694:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236e982d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000068224:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320295.285770:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320295.285826:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000068224
00000100:00100000:2.0:1767320295.285837:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000068224
00000100:00080000:0.0:1767320295.285870:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767320295.285905:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2552
00000100:00100000:2.0:1767320295.285918:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952371271050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000068224:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767320295.285951:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00080000:1.0:1767320295.286087:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320295.286093:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767320295.286096:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320295.286100:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320295.286103:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320295.286109:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5488
00000100:00080000:1.0:1767320295.286114:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320295.286119:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320295.286147:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952364f55880 x1853164000068352/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320295.286292:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236e981500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000068480:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320295.286333:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767320295.286745:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320295.286748:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320295.286750:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320295.286754:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5488
00000100:00080000:1.0:1767320295.286757:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1767320295.286885:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000068480
00000100:00100000:0.0:1767320295.286892:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000068480
00000100:00080000:1.0:1767320295.288058:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320295.288102:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366987100 x1853164000068608/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320295.288117:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320295.288121:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320295.288123:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320295.288127:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5488
00000100:00080000:1.0:1767320295.288129:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320295.288133:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320295.288144:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366985880 x1853164000068736/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320295.288174:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320295.288177:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320295.288180:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320295.288184:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5488
00000100:00080000:1.0:1767320295.288186:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320295.288189:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320295.288215:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366987480 x1853164000068992/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320295.288717:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2553
00000100:00100000:0.0:1767320295.288732:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e981f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000068480:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767320295.288763:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767320295.288842:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e981f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000068480:12345-0@lo:13:osp-pre-0-1.0 Request processed in 115us (2507us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320295.288849:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2553
00000100:00080000:0.0:1767320295.288881:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767320295.288901:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000068352:0@lo:38:kworker.0
00000100:00100000:0.0:1767320295.288936:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320295.288969:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366987100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000068608:0@lo:38:kworker.0
00000100:00100000:0.0:1767320295.288992:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320295.289010:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366985880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000068736:0@lo:38:kworker.0
00000100:00100000:0.0:1767320295.289029:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320295.289054:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366987480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000068992:0@lo:38:kworker.0
00000100:00100000:0.0:1767320295.289082:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320295.289119:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000068608
00000100:00100000:0.0:1767320295.289127:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000068608
00000100:00100000:0.0:1767320295.289151:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000068736
00000100:00100000:0.0:1767320295.289155:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000068736
00000100:00100000:0.0:1767320295.289167:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000068992
00000100:00100000:0.0:1767320295.289169:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000068992
00000100:00100000:0.0:1767320295.289184:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5801
00000100:00100000:0.0:1767320295.289189:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e983800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000068608:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320295.289235:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320295.289635:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e983800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000068608:12345-0@lo:38:kworker.0 Request processed in 445us (642us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320295.289640:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5801
00000100:00100000:0.0:1767320295.289653:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5802
00000100:00100000:0.0:1767320295.289656:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e983100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000068736:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320295.289663:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320295.289677:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e983100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000068736:12345-0@lo:38:kworker.0 Request processed in 21us (648us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320295.289681:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5802
00000100:00100000:0.0:1767320295.289687:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5803
00000100:00100000:0.0:1767320295.289690:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e981880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000068992:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320295.289695:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320295.289706:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e981880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000068992:12345-0@lo:38:kworker.0 Request processed in 16us (624us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320295.289709:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5803
00000100:00100000:0.0:1767320295.289722:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000068352
00000100:00100000:0.0:1767320295.289724:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000068352
00000100:00100000:0.0:1767320295.289737:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1960
00000100:00100000:0.0:1767320295.289740:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e980000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000068352:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320295.289746:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320295.289760:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e980000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000068352:12345-0@lo:38:kworker.0 Request processed in 20us (826us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320295.289764:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1960
00000100:00080000:0.0:1767320295.289792:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320295.289796:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320295.289800:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000068352:0@lo:38:kworker.0
00000100:00080000:0.0:1767320295.289808:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320295.289811:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320295.289814:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366987100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000068608:0@lo:38:kworker.0
00000100:00080000:0.0:1767320295.289821:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320295.289824:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320295.289826:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366985880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000068736:0@lo:38:kworker.0
00000100:00080000:0.0:1767320295.289833:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320295.289836:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320295.289839:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366987480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000068992:0@lo:38:kworker.0
00000100:00100000:0.0:1767320295.289908:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236e981500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000068480:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320295.289921:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767320295.289928:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366985500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000068864:0@lo:400:kworker.0
00000100:00100000:0.0:1767320295.289953:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320295.289972:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000068864
00000100:00100000:0.0:1767320295.289974:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000068864
00000100:00100000:0.0:1767320295.289997:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5159
00000100:00100000:0.0:1767320295.290001:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e981500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000068864:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320295.290027:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e981500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000068864:12345-0@lo:400:kworker.0 Request processed in 26us (74us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320295.290031:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5159
00000100:00080000:0.0:1767320295.290040:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320295.290074:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366985500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000068864:0@lo:400:kworker.0
00000100:00100000:0.0:1767320295.290091:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523669e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000069120:0@lo:400:kworker.0
00000100:00100000:0.0:1767320295.290113:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320295.290135:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000069120
00000100:00100000:0.0:1767320295.290138:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000069120
00000100:00100000:0.0:1767320295.290154:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5160
00000100:00100000:0.0:1767320295.290158:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e980380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000069120:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320295.290178:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e980380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000069120:12345-0@lo:400:kworker.0 Request processed in 20us (65us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320295.290181:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5160
00000100:00080000:0.0:1767320295.290189:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320295.290221:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523669e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000069120:0@lo:400:kworker.0
00000100:00100000:2.0:1767320295.294866:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952371271050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000068224:12345-0@lo:13:osp-pre-1-1.0 Request processed in 8942us (9085us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320295.294883:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2552
00000100:00100000:3.0:1767320295.295783:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236e982d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000068224:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767320295.605443:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767320296.629437:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320297.413695:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767320297.413754:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767320297.413869:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962556544
00000100:00100000:1.0:1767320297.413886:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962556544
00000100:00100000:1.0:1767320297.414003:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962556416
00000100:00100000:1.0:1767320297.414007:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962556416
00000100:00100000:1.0:1767320297.414034:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5161
00000100:00100000:1.0:1767320297.414069:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e980e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962556544:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767320297.414171:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e980e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962556544:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 127us (492us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320297.414179:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5161
00000100:00100000:1.0:1767320297.414243:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5804
00000100:00100000:1.0:1767320297.414248:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e982d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962556416:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767320297.414269:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320297.414298:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e982d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962556416:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 49us (544us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320297.414305:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5804
00000100:00080000:0.0:1767320297.414620:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767320297.656528:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320298.677568:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320299.701555:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320300.405536:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767320300.405561:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366984700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000069248:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320300.405635:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320300.405684:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000069248
00000100:00100000:2.0:1767320300.405701:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000069248
00000100:00080000:1.0:1767320300.405715:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320300.405722:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767320300.405725:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320300.405729:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320300.405733:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320300.405739:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5493
00000100:00080000:1.0:1767320300.405744:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320300.405752:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320300.405779:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523669e6d80 x1853164000069376/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320300.405800:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320300.405803:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320300.405805:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320300.405808:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5493
00000100:00080000:1.0:1767320300.405811:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320300.405815:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320300.405827:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523669e5500 x1853164000069504/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320300.405836:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320300.405839:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320300.405841:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320300.405844:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5493
00000100:00080000:1.0:1767320300.405846:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320300.405849:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320300.405859:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523669e5f80 x1853164000069632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320300.405881:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2554
00000100:00100000:2.0:1767320300.405894:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523669e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000069248:12345-0@lo:13:osp-pre-0-1.0
00000100:00080000:1.0:1767320300.405901:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320300.405908:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320300.405910:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320300.405915:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5493
00002000:00000024:2.0:1767320300.405929:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767320300.405993:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523669e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000069248:12345-0@lo:13:osp-pre-0-1.0 Request processed in 104us (359us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320300.405998:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2554
00000100:00100000:2.0:1767320300.406036:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523669e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000069376:0@lo:38:kworker.0
00000100:00100000:2.0:1767320300.406067:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767320300.406121:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767320300.406143:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523669e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000069760:0@lo:400:kworker.0
00000100:00100000:0.0:1767320300.406185:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767320300.406250:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320300.406260:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320300.406413:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523669e4e00 x1853164000069888/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320300.406460:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523669e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000070016:0@lo:400:kworker.0
00000100:00100000:3.0:1767320300.406850:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767320300.406867:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523669e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000070144:0@lo:400:kworker.0
00000100:00100000:3.0:1767320300.406914:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320300.407127:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000070144
00000100:00100000:3.0:1767320300.407141:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000070144
00000100:00100000:3.0:1767320300.407217:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3361
00000100:00100000:3.0:1767320300.407228:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373fadf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000070144:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320300.407276:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373fadf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000070144:12345-0@lo:400:kworker.0 Request processed in 51us (361us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320300.407285:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3361
00000100:00080000:3.0:1767320300.407305:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767320300.407318:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952373fac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000070272:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320300.407343:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320300.407380:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523669e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000070144:0@lo:400:kworker.0
00000100:00100000:0.0:1767320300.407769:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000070272
00000100:00100000:0.0:1767320300.407775:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000070272
00000100:00100000:0.0:1767320300.407805:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2555
00000100:00100000:0.0:1767320300.407812:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373face00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000070272:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767320300.407836:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767320300.407922:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000069760
00000100:00100000:3.0:1767320300.407928:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000069760
00000100:00100000:2.0:1767320300.407935:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523669e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000069504:0@lo:38:kworker.0
00000100:00100000:2.0:1767320300.407976:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320300.407983:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5162
00000100:00100000:2.0:1767320300.407991:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523669e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000069632:0@lo:38:kworker.0
00000100:00100000:3.0:1767320300.407998:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366986300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000069760:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320300.408009:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320300.408055:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523669e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000069888:0@lo:38:kworker.0
00000100:00100000:3.0:1767320300.408085:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366986300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000069760:12345-0@lo:400:kworker.0 Request processed in 91us (1897us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320300.408103:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5162
00000100:00100000:3.0:1767320300.408115:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000069504
00000100:00100000:3.0:1767320300.408118:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000069504
00000100:00100000:3.0:1767320300.408134:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000069632
00000100:00100000:3.0:1767320300.408136:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000069632
00000100:00100000:3.0:1767320300.408149:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5805
00000100:00100000:3.0:1767320300.408153:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364bc0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000069504:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320300.408170:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320300.408222:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364bc0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000069504:12345-0@lo:38:kworker.0 Request processed in 67us (246us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320300.408229:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5805
00000100:00100000:3.0:1767320300.408239:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5806
00000100:00100000:3.0:1767320300.408243:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364bc0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000069632:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320300.408252:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320300.408275:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364bc0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000069632:12345-0@lo:38:kworker.0 Request processed in 30us (266us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320300.408280:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5806
00000100:00100000:2.0:1767320300.408317:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320300.408345:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000069888
00000100:00100000:3.0:1767320300.408350:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000069888
00000100:00080000:2.0:1767320300.408365:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767320300.408365:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5807
00000100:00080000:2.0:1767320300.408379:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320300.408379:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364bc1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000069888:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767320300.408391:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523669e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000069504:0@lo:38:kworker.0
00010000:00020000:3.0:1767320300.408402:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767320300.408410:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320300.408417:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320300.408421:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523669e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000069632:0@lo:38:kworker.0
00000100:00100000:3.0:1767320300.408448:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364bc1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000069888:12345-0@lo:38:kworker.0 Request processed in 67us (355us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320300.408456:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5807
00000100:00080000:2.0:1767320300.408457:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320300.408462:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320300.408465:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523669e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000069888:0@lo:38:kworker.0
00000100:00080000:3.0:1767320300.408488:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320300.408524:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952373fac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000070272:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320300.408644:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000069376
00000100:00100000:1.0:1767320300.408652:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000069376
00000100:00100000:1.0:1767320300.408687:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1961
00000100:00100000:1.0:1767320300.408693:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364bc1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000069376:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320300.408705:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320300.408752:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364bc1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000069376:12345-0@lo:38:kworker.0 Request processed in 59us (2683us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320300.408758:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1961
00000100:00100000:1.0:1767320300.408781:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320300.408842:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366984700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000069248:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320300.408876:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000070016
00000100:00100000:1.0:1767320300.408879:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000070016
00000100:00100000:1.0:1767320300.408907:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5163
00000100:00100000:1.0:1767320300.408913:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523669e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000070016:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320300.408950:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523669e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000070016:12345-0@lo:400:kworker.0 Request processed in 37us (169us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320300.408956:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5163
00000100:00100000:1.0:1767320300.408981:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523669e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000070016:0@lo:400:kworker.0
00000100:00100000:1.0:1767320300.409029:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523669e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000069760:0@lo:400:kworker.0
00000100:00080000:3.0:1767320300.409108:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767320300.409130:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320300.409135:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320300.409139:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523669e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000069376:0@lo:38:kworker.0
00000100:00100000:0.0:1767320300.410156:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373face00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000070272:12345-0@lo:13:osp-pre-1-1.0 Request processed in 2339us (2807us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320300.410167:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2555
00010000:00010000:2.0:1767320300.726918:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767320301.749394:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320302.528173:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000400:00000100:2.0:1767320302.528324:0:6999:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.52@tcp portal 26 match 1853163962556672 offset 0 length 520: 4
00000100:00100000:2.0:1767320302.528350:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767320302.531149:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962556928
00000100:00100000:0.0:1767320302.531166:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962556928
00000100:00100000:0.0:1767320302.531321:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962556800
00000100:00100000:0.0:1767320302.531325:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962556800
00000100:00100000:0.0:1767320302.531350:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5164
00000100:00100000:0.0:1767320302.531361:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364bc0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962556928:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:0.0:1767320302.531447:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364bc0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962556928:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 88us (3284us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320302.531455:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5164
00000100:00100000:0.0:1767320302.531474:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5808
00000100:00100000:0.0:1767320302.531479:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364bc1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962556800:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:0.0:1767320302.531499:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320302.531522:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364bc1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962556800:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 42us (3172us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320302.531529:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5808
00000100:00080000:1.0:1767320302.532161:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767320302.776066:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320303.797614:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320304.502064:0:7004:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320279/real 1767320279]  req@ffff952364f54380 x1853164000065152/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320304 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1767320304.502115:0:7004:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff952364f54380 x1853164000065152/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320304 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1767320304.502140:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320304.502169:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:3.0:1767320304.502174:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000065152:0@lo:250:kworker.0
00000100:00080000:2.0:1767320304.503318:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320304.503328:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1767320304.503333:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320304.503341:0:63619:0:(import.c:509:import_select_connection()) MGC192.168.202.152@tcp: connect to NID 0@lo last attempt 5477
00000100:00080000:2.0:1767320304.503345:0:63619:0:(import.c:588:import_select_connection()) MGC192.168.202.152@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320304.503361:0:63619:0:(import.c:623:import_select_connection()) MGC192.168.202.152@tcp: import ffff95235eb57800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320304.503401:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952364bc3480 x1853164000070400/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320304.503442:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767320304.503552:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364bc3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000070400:0@lo:250:kworker.0
00000400:00000100:3.0:1767320304.503603:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164000070400 offset 0 length 520: 4
00000100:00080000:2.0:1767320304.503762:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320304.503765:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320304.503769:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5498
00000100:00080000:2.0:1767320304.503772:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320304.503776:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320304.503794:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952364bc2a00 x1853164000070528/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320304.503817:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320304.503821:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320304.503823:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320304.503827:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5498
00000100:00080000:2.0:1767320304.503829:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320304.503832:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320304.503844:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952364bc0a80 x1853164000070656/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320304.503853:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320304.503856:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320304.503858:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320304.503862:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5498
00000100:00080000:2.0:1767320304.503864:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320304.503867:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320304.503879:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952364bc1500 x1853164000070784/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320304.503977:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00080000:2.0:1767320304.504009:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320304.504013:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320304.504015:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320304.504019:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5498
00000100:00080000:2.0:1767320304.504021:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320304.504025:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320304.504038:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952364bc2680 x1853164000071040/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320304.504091:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364bc2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000070528:0@lo:38:kworker.0
00000100:00100000:3.0:1767320304.504131:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320304.504153:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364bc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000070656:0@lo:38:kworker.0
00000100:00100000:3.0:1767320304.504177:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320304.504215:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364bc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000070784:0@lo:38:kworker.0
00000100:00100000:3.0:1767320304.504234:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320304.504249:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364bc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000071040:0@lo:38:kworker.0
00000100:00100000:3.0:1767320304.504266:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320304.504298:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000070656
00000100:00100000:3.0:1767320304.504305:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000070656
00000100:00100000:3.0:1767320304.504334:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000070784
00000100:00100000:3.0:1767320304.504337:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000070784
00000100:00100000:3.0:1767320304.504362:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000071040
00000100:00100000:3.0:1767320304.504365:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000071040
00000100:00100000:3.0:1767320304.504392:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5809
00000100:00100000:3.0:1767320304.504399:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373fac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000070656:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320304.504418:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320304.504468:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373fac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000070656:12345-0@lo:38:kworker.0 Request processed in 69us (290us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320304.504475:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5809
00000100:00100000:3.0:1767320304.504490:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5810
00000100:00100000:3.0:1767320304.504494:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373fad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000070784:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320304.504503:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320304.504525:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373fad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000070784:12345-0@lo:38:kworker.0 Request processed in 29us (290us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320304.504530:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5810
00000100:00100000:3.0:1767320304.504539:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5811
00000100:00100000:3.0:1767320304.504542:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373faf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000071040:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320304.504550:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320304.504571:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373faf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000071040:12345-0@lo:38:kworker.0 Request processed in 27us (304us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320304.504576:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5811
00000100:00080000:3.0:1767320304.504612:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320304.504617:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320304.504621:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364bc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000070656:0@lo:38:kworker.0
00000100:00080000:3.0:1767320304.504629:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320304.504632:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320304.504635:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364bc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000070784:0@lo:38:kworker.0
00000100:00080000:3.0:1767320304.504641:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320304.504644:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320304.504659:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364bc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000071040:0@lo:38:kworker.0
00000100:00100000:3.0:1767320304.504704:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000070528
00000100:00100000:3.0:1767320304.504708:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000070528
00000100:00100000:3.0:1767320304.504727:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1962
00000100:00100000:3.0:1767320304.504731:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373fadc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000070528:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320304.504740:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320304.504768:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373fadc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000070528:12345-0@lo:38:kworker.0 Request processed in 35us (636us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320304.504773:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1962
00000100:00080000:3.0:1767320304.504792:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320304.504795:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320304.504798:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364bc2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000070528:0@lo:38:kworker.0
00000100:00100000:1.0:1767320304.505011:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767320304.505024:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364bc3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000071168:0@lo:400:kworker.0
00000100:00100000:1.0:1767320304.505053:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320304.505098:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000071168
00000100:00100000:1.0:1767320304.505102:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000071168
00000100:00100000:1.0:1767320304.505138:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5165
00000100:00100000:1.0:1767320304.505145:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523669e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000071168:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320304.505188:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523669e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000071168:12345-0@lo:400:kworker.0 Request processed in 44us (135us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320304.505217:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5165
00000100:00080000:1.0:1767320304.505236:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320304.505256:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364bc3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000071168:0@lo:400:kworker.0
00000100:00100000:0.0:1767320304.505906:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364bc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000070912:0@lo:400:kworker.0
00000100:00100000:0.0:1767320304.505943:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320304.506053:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000070912
00000100:00100000:3.0:1767320304.506059:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000070912
00000100:00100000:3.0:1767320304.506110:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5166
00000100:00100000:3.0:1767320304.506117:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366984380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000070912:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320304.506157:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366984380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000070912:12345-0@lo:400:kworker.0 Request processed in 40us (213us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320304.506162:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5166
00000100:00080000:1.0:1767320304.506222:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320304.506280:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364bc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000070912:0@lo:400:kworker.0
00000100:00100000:1.0:1767320304.508647:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364bc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000071296:0@lo:400:kworker.0
00000100:00100000:1.0:1767320304.508710:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320304.508834:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000071296
00000100:00100000:3.0:1767320304.508842:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000071296
00000100:00100000:3.0:1767320304.508902:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3362
00000100:00100000:3.0:1767320304.508912:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523669e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000071296:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320304.509010:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364bc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000071424:0@lo:400:kworker.0
00000100:00100000:0.0:1767320304.509038:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767320304.509081:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767320304.509096:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000071424
00000100:00100000:0.0:1767320304.509099:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000071424
00000100:00100000:0.0:1767320304.509128:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3363
00000100:00100000:0.0:1767320304.509134:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366985500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000071424:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320304.509162:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366985500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000071424:12345-0@lo:400:kworker.0 Request processed in 28us (123us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320304.509168:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3363
00000100:00080000:0.0:1767320304.509189:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767320304.509227:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364bc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000071424:0@lo:400:kworker.0
00000100:00100000:3.0:1767320304.511537:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523669e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000071296:12345-0@lo:400:kworker.0 Request processed in 2612us (2811us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320304.511552:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3362
00000100:00100000:1.0:1767320304.515542:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364bc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000071296:0@lo:400:kworker.0
00010000:00010000:2.0:1767320304.825227:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320305.527623:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767320305.527647:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952373faea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000071552:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320305.527713:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320305.527955:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000071552
00000100:00100000:2.0:1767320305.527965:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000071552
00000100:00100000:2.0:1767320305.528038:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2556
00000100:00100000:2.0:1767320305.528048:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373faca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000071552:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767320305.528078:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767320305.528133:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373faca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000071552:12345-0@lo:13:osp-pre-1-1.0 Request processed in 87us (419us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320305.528141:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2556
00000100:00100000:1.0:1767320305.528306:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952373faea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000071552:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320305.528677:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366987480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000071680:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320305.528708:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320305.528762:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000071680
00000100:00100000:3.0:1767320305.528766:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000071680
00000100:00100000:3.0:1767320305.528804:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2557
00000100:00100000:3.0:1767320305.528810:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523669e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000071680:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767320305.528825:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767320305.529169:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523669e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000071680:12345-0@lo:13:osp-pre-0-1.0 Request processed in 358us (459us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320305.529177:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2557
00000100:00100000:1.0:1767320305.529282:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366987480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000071680:0@lo:13:osp-pre-0-1.0
00010000:00010000:2.0:1767320305.845523:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320306.869472:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320307.647808:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767320307.647848:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767320307.648032:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962557184
00000100:00100000:2.0:1767320307.648043:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962557184
00000100:00100000:2.0:1767320307.648108:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962557056
00000100:00100000:2.0:1767320307.648111:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962557056
00000100:00100000:2.0:1767320307.648130:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5167
00000100:00100000:2.0:1767320307.648140:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366985880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962557184:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767320307.648258:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366985880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962557184:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 119us (457us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320307.648266:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5167
00000100:00100000:2.0:1767320307.648285:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5812
00000100:00100000:2.0:1767320307.648290:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366987100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962557056:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767320307.648310:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320307.648335:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366987100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962557056:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 44us (487us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320307.648341:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5812
00000100:00080000:0.0:1767320307.648748:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767320307.893397:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767320308.917408:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767320309.621392:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320309.621401:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767320309.621404:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320309.621409:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320309.621413:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320309.621420:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5502
00000100:00080000:0.0:1767320309.621424:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320309.621430:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320309.621473:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366987480 x1853164000071808/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320309.621557:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366987480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000071808:0@lo:38:kworker.0
00000100:00100000:1.0:1767320309.621622:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320309.621713:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000071808
00000100:00100000:2.0:1767320309.621721:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000071808
00000100:00100000:2.0:1767320309.621769:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1963
00000100:00100000:2.0:1767320309.621777:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523669e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000071808:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320309.621800:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767320309.622135:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320309.622140:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320309.622142:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320309.622146:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5502
00000100:00080000:0.0:1767320309.622149:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320309.622153:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320309.622168:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366984700 x1853164000071936/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320309.622301:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366984700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000071936:0@lo:38:kworker.0
00000100:00100000:1.0:1767320309.622331:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320309.622389:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000071936
00000100:00100000:3.0:1767320309.622395:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000071936
00000100:00100000:3.0:1767320309.622420:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5813
00000100:00100000:3.0:1767320309.622425:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523669e4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000071936:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320309.622436:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320309.622466:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523669e4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000071936:12345-0@lo:38:kworker.0 Request processed in 40us (133us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320309.622472:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5813
00000100:00100000:2.0:1767320309.626456:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523669e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000071808:12345-0@lo:38:kworker.0 Request processed in 4670us (4825us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320309.626472:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1963
00000100:00080000:0.0:1767320309.626617:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320309.626622:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320309.626625:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320309.626630:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5502
00000100:00080000:0.0:1767320309.626634:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320309.626640:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320309.626680:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952364f54380 x1853164000072064/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320309.626731:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320309.626735:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320309.626737:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320309.626741:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5502
00000100:00080000:0.0:1767320309.626743:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320309.626747:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320309.626758:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952364f55c00 x1853164000072320/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320309.626820:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000072576:0@lo:400:kworker.0
00000100:00100000:0.0:1767320309.626875:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320309.626903:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767320309.626908:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000072704:0@lo:400:kworker.0
00000100:00100000:0.0:1767320309.626929:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320309.626970:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000072576
00000100:00100000:0.0:1767320309.626977:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000072576
00000100:00100000:0.0:1767320309.627022:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000072704
00000100:00100000:0.0:1767320309.627026:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000072704
00000100:00100000:0.0:1767320309.627046:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3364
00000100:00100000:0.0:1767320309.627053:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000072576:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320309.627101:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000072576:12345-0@lo:400:kworker.0 Request processed in 48us (226us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320309.627107:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3364
00000100:00100000:3.0:1767320309.627224:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000072448:0@lo:400:kworker.0
00000100:00100000:3.0:1767320309.627254:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320309.627274:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767320309.627279:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000072192:0@lo:400:kworker.0
00000100:00100000:3.0:1767320309.627299:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320309.627323:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000072448
00000100:00100000:3.0:1767320309.627326:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000072448
00000100:00100000:3.0:1767320309.627350:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000072192
00000100:00100000:3.0:1767320309.627352:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000072192
00000100:00100000:3.0:1767320309.627368:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5168
00000100:00100000:3.0:1767320309.627374:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373fafb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000072448:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320309.627403:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373fafb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000072448:12345-0@lo:400:kworker.0 Request processed in 29us (147us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320309.627408:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5168
00000100:00100000:3.0:1767320309.627419:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5169
00000100:00100000:3.0:1767320309.627425:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373fac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000072192:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320309.627444:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373fac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000072192:12345-0@lo:400:kworker.0 Request processed in 20us (144us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320309.627449:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5169
00000100:00100000:3.0:1767320309.627481:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000072192:0@lo:400:kworker.0
00000100:00100000:3.0:1767320309.627490:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000072448:0@lo:400:kworker.0
00000100:00100000:3.0:1767320309.627535:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3365
00000100:00100000:3.0:1767320309.627542:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000072704:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320309.627569:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000072704:12345-0@lo:400:kworker.0 Request processed in 28us (639us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320309.627574:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3365
00000100:00080000:2.0:1767320309.627636:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767320309.627641:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767320309.627643:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767320309.627675:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000072704:0@lo:400:kworker.0
00000100:00100000:2.0:1767320309.627685:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000072576:0@lo:400:kworker.0
00000100:00080000:1.0:1767320309.627800:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320309.627806:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320309.627809:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366987480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000071808:0@lo:38:kworker.0
00000100:00100000:1.0:1767320309.627824:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000072064:0@lo:38:kworker.0
00000100:00100000:1.0:1767320309.627847:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320309.627908:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000072320:0@lo:38:kworker.0
00000100:00100000:1.0:1767320309.627928:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767320309.631633:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320309.631645:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320309.631650:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366984700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000071936:0@lo:38:kworker.0
00000100:00100000:0.0:1767320309.635355:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000072064
00000100:00100000:0.0:1767320309.635368:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000072064
00000100:00100000:3.0:1767320309.635457:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000072320
00000100:00100000:3.0:1767320309.635460:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000072320
00000100:00100000:3.0:1767320309.635488:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5814
00000100:00100000:3.0:1767320309.635494:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523669e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000072064:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320309.635513:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320309.635591:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523669e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000072064:12345-0@lo:38:kworker.0 Request processed in 96us (7742us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320309.635598:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5814
00000100:00100000:3.0:1767320309.635616:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5815
00000100:00100000:3.0:1767320309.635620:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523669e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000072320:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320309.635630:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320309.635650:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523669e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000072320:12345-0@lo:38:kworker.0 Request processed in 29us (7721us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320309.635653:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5815
00000100:00080000:1.0:1767320309.635785:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320309.635790:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320309.635792:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000072064:0@lo:38:kworker.0
00000100:00080000:1.0:1767320309.635799:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320309.635801:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320309.635803:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000072320:0@lo:38:kworker.0
00010000:00010000:2.0:1767320309.941413:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320310.646311:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952373fae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000072832:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320310.646397:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320310.646573:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000072832
00000100:00100000:3.0:1767320310.646581:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000072832
00000100:00100000:3.0:1767320310.646625:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2558
00000100:00100000:3.0:1767320310.646632:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364bc1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000072832:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767320310.646659:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767320310.646725:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364bc1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000072832:12345-0@lo:13:osp-pre-1-1.0 Request processed in 94us (328us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320310.646730:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2558
00000100:00100000:3.0:1767320310.647674:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b22300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000072960:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320310.647707:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320310.647771:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000072960
00000100:00100000:2.0:1767320310.647776:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000072960
00000100:00100000:2.0:1767320310.647805:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2559
00000100:00100000:2.0:1767320310.647810:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373faf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000072960:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767320310.647829:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767320310.647865:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373faf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000072960:12345-0@lo:13:osp-pre-0-1.0 Request processed in 55us (157us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320310.647871:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2559
00000100:00100000:0.0:1767320310.647963:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b22300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000072960:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320310.648103:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952373fae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000072832:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767320310.965562:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320311.993860:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320312.770965:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767320312.771181:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962557440
00000100:00100000:2.0:1767320312.771192:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962557440
00000100:00100000:0.0:1767320312.771293:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767320312.771406:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962557312
00000100:00100000:1.0:1767320312.771412:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962557312
00000100:00100000:1.0:1767320312.771450:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5816
00000100:00100000:1.0:1767320312.771459:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b22d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962557312:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767320312.771481:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320312.771584:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b22d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962557312:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 124us (290us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320312.771592:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5816
00000100:00100000:2.0:1767320312.772121:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5170
00000100:00100000:2.0:1767320312.772129:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962557440:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767320312.772172:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962557440:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 45us (1217us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320312.772180:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5170
00000100:00080000:3.0:1767320312.772304:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767320313.015386:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767320314.037479:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767320314.745253:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320314.745262:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767320314.745265:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320314.745270:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320314.745274:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320314.745281:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5507
00000100:00080000:2.0:1767320314.745285:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320314.745291:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320314.745332:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952364bc3b80 x1853164000073088/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320314.745362:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320314.745366:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320314.745368:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320314.745371:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5507
00000100:00080000:2.0:1767320314.745373:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320314.745377:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320314.745390:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952364bc3800 x1853164000073216/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320314.745399:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320314.745401:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320314.745403:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320314.745406:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5507
00000100:00080000:2.0:1767320314.745408:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320314.745411:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320314.745420:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952364bc2d80 x1853164000073344/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320314.745541:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320314.745545:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320314.745547:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320314.745551:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5507
00000100:00080000:2.0:1767320314.745553:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320314.745556:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320314.745567:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952364bc3100 x1853164000073600/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320314.745623:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364bc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000073856:0@lo:400:kworker.0
00000100:00100000:2.0:1767320314.745682:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320314.745743:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767320314.745748:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364bc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000073984:0@lo:400:kworker.0
00000100:00100000:2.0:1767320314.745770:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320314.745867:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364bc2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000073728:0@lo:400:kworker.0
00000100:00100000:3.0:1767320314.745926:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320314.745965:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767320314.745971:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364bc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000073472:0@lo:400:kworker.0
00000100:00100000:3.0:1767320314.745990:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320314.746020:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000073856
00000100:00100000:3.0:1767320314.746026:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000073856
00000100:00100000:3.0:1767320314.746067:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000073984
00000100:00100000:3.0:1767320314.746069:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000073984
00000100:00100000:3.0:1767320314.746086:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3366
00000100:00100000:3.0:1767320314.746094:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364bc0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000073856:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320314.746136:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364bc0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000073856:12345-0@lo:400:kworker.0 Request processed in 44us (453us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320314.746143:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3366
00000100:00100000:3.0:1767320314.746157:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3367
00000100:00100000:3.0:1767320314.746162:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000073984:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320314.746181:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000073984:12345-0@lo:400:kworker.0 Request processed in 19us (410us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320314.746186:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3367
00000100:00100000:3.0:1767320314.746226:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000073728
00000100:00100000:3.0:1767320314.746229:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000073728
00000100:00100000:3.0:1767320314.746248:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000073472
00000100:00100000:3.0:1767320314.746250:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000073472
00000100:00100000:3.0:1767320314.746265:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5171
00000100:00100000:3.0:1767320314.746269:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373faf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000073728:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320314.746299:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373faf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000073728:12345-0@lo:400:kworker.0 Request processed in 29us (372us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320314.746305:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5171
00000100:00100000:3.0:1767320314.746315:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5172
00000100:00100000:3.0:1767320314.746321:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373fae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000073472:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320314.746345:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373fae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000073472:12345-0@lo:400:kworker.0 Request processed in 24us (354us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320314.746350:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5172
00000100:00080000:3.0:1767320314.746364:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767320314.746369:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767320314.746371:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767320314.746400:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364bc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000073472:0@lo:400:kworker.0
00000100:00100000:3.0:1767320314.746410:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364bc2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000073728:0@lo:400:kworker.0
00000100:00100000:1.0:1767320314.746660:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364bc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000073088:0@lo:38:kworker.0
00000100:00100000:1.0:1767320314.746690:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320314.746716:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364bc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000073216:0@lo:38:kworker.0
00000100:00100000:1.0:1767320314.746732:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320314.746743:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364bc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000073344:0@lo:38:kworker.0
00000100:00100000:1.0:1767320314.746757:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320314.746768:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364bc3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000073600:0@lo:38:kworker.0
00000100:00100000:1.0:1767320314.746784:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320314.746806:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000073088
00000100:00100000:1.0:1767320314.746809:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000073088
00000100:00100000:1.0:1767320314.746837:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1964
00000100:00100000:1.0:1767320314.746842:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523669e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000073088:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320314.746858:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320314.746894:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523669e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000073088:12345-0@lo:38:kworker.0 Request processed in 43us (195us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320314.746901:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1964
00000100:00100000:1.0:1767320314.746919:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000073216
00000100:00100000:1.0:1767320314.746922:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000073216
00000100:00100000:1.0:1767320314.747019:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000073344
00000100:00100000:1.0:1767320314.747023:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000073344
00000100:00100000:1.0:1767320314.747035:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000073600
00000100:00100000:1.0:1767320314.747037:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000073600
00000100:00100000:1.0:1767320314.747045:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5817
00000100:00100000:1.0:1767320314.747049:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523669e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000073216:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320314.747058:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320314.747092:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523669e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000073216:12345-0@lo:38:kworker.0 Request processed in 42us (359us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320314.747098:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5817
00000100:00100000:1.0:1767320314.747107:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5818
00000100:00100000:1.0:1767320314.747111:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523669e7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000073344:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320314.747119:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320314.747136:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523669e7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000073344:12345-0@lo:38:kworker.0 Request processed in 25us (378us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320314.747141:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5818
00000100:00100000:1.0:1767320314.747150:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5819
00000100:00100000:1.0:1767320314.747153:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523669e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000073600:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320314.747161:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320314.747176:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523669e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000073600:12345-0@lo:38:kworker.0 Request processed in 21us (391us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320314.747180:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5819
00000100:00080000:1.0:1767320314.747220:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320314.747224:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320314.747228:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364bc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000073088:0@lo:38:kworker.0
00000100:00080000:1.0:1767320314.747234:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320314.747237:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320314.747240:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364bc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000073216:0@lo:38:kworker.0
00000100:00080000:1.0:1767320314.747246:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320314.747249:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320314.747251:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364bc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000073344:0@lo:38:kworker.0
00000100:00080000:1.0:1767320314.747258:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320314.747261:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320314.747263:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364bc3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000073600:0@lo:38:kworker.0
00000100:00100000:1.0:1767320314.747308:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364bc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000073984:0@lo:400:kworker.0
00000100:00100000:1.0:1767320314.747317:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364bc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000073856:0@lo:400:kworker.0
00010000:00010000:0.0:1767320315.061910:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320315.765510:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eaca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000074112:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320315.765582:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320315.765759:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000074112
00000100:00100000:0.0:1767320315.765768:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000074112
00000100:00100000:0.0:1767320315.765842:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2560
00000100:00100000:0.0:1767320315.765852:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349091880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000074112:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767320315.765913:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767320315.765961:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349091880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000074112:12345-0@lo:13:osp-pre-0-1.0 Request processed in 110us (378us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320315.765968:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2560
00000100:00100000:2.0:1767320315.766139:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eaca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000074112:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320315.767229:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eacb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000074240:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320315.767280:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320315.767360:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000074240
00000100:00100000:2.0:1767320315.767367:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000074240
00000100:00100000:2.0:1767320315.767413:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2561
00000100:00100000:2.0:1767320315.767422:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523669e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000074240:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767320315.767444:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767320315.767694:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523669e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000074240:12345-0@lo:13:osp-pre-1-1.0 Request processed in 272us (413us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320315.767702:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2561
00000100:00100000:1.0:1767320315.767762:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eacb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000074240:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767320316.086596:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767320317.109443:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320317.892877:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767320317.892973:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767320317.902827:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962557568
00000100:00100000:2.0:1767320317.902844:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962557568
00000100:00100000:1.0:1767320317.903088:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962557696
00000100:00100000:1.0:1767320317.903093:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962557696
00000100:00100000:1.0:1767320317.903177:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5173
00000100:00100000:1.0:1767320317.903189:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eaca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962557696:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767320317.903298:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eaca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962557696:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 111us (10323us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320317.903306:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5173
00000100:00100000:1.0:1767320317.903325:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5820
00000100:00100000:1.0:1767320317.903330:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eacb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962557568:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767320317.903351:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320317.903377:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eacb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962557568:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 46us (10519us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320317.903384:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5820
00000100:00080000:3.0:1767320317.903629:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767320318.133430:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320319.157747:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767320319.863182:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320319.863190:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767320319.863206:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320319.863211:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320319.863215:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320319.863222:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5512
00000100:00080000:2.0:1767320319.863226:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320319.863233:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320319.863270:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952349093b80 x1853164000074368/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320319.863287:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320319.863290:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320319.863292:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320319.863295:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5512
00000100:00080000:2.0:1767320319.863298:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320319.863300:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320319.863313:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0dce00 x1853164000074496/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320319.863322:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320319.863324:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320319.863326:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320319.863329:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5512
00000100:00080000:2.0:1767320319.863331:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320319.863334:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320319.863344:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0dfb80 x1853164000074624/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320319.863373:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320319.863376:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320319.863378:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320319.863381:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5512
00000100:00080000:2.0:1767320319.863384:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320319.863387:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320319.863397:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234471ea00 x1853164000074880/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320319.863449:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bfe2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000075008:0@lo:400:kworker.0
00000100:00100000:2.0:1767320319.863517:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320319.863573:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767320319.863579:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235f799f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000074752:0@lo:400:kworker.0
00000100:00100000:2.0:1767320319.863601:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320319.863633:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bfe3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000075136:0@lo:400:kworker.0
00000100:00100000:2.0:1767320319.863659:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320319.863677:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767320319.863682:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bfe0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000075264:0@lo:400:kworker.0
00000100:00100000:2.0:1767320319.863700:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320319.863725:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000075008
00000100:00100000:2.0:1767320319.863732:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000075008
00000100:00100000:1.0:1767320319.863837:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349093b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000074368:0@lo:38:kworker.0
00000100:00100000:1.0:1767320319.863882:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320319.863936:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000074496:0@lo:38:kworker.0
00000100:00100000:1.0:1767320319.863958:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320319.863975:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000074624:0@lo:38:kworker.0
00000100:00100000:1.0:1767320319.863995:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320319.864010:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234471ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000074880:0@lo:38:kworker.0
00000100:00100000:1.0:1767320319.864031:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320319.864064:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000074752
00000100:00100000:0.0:1767320319.864067:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000074368
00000100:00100000:1.0:1767320319.864070:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000074752
00000100:00100000:0.0:1767320319.864074:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000074368
00000100:00100000:0.0:1767320319.864108:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1965
00000100:00100000:0.0:1767320319.864115:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523669e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000074368:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320319.864137:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320319.864179:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523669e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000074368:12345-0@lo:38:kworker.0 Request processed in 63us (296us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320319.864186:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1965
00000100:00100000:0.0:1767320319.864235:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000074496
00000100:00100000:0.0:1767320319.864238:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000074496
00000100:00100000:0.0:1767320319.864266:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000074624
00000100:00100000:0.0:1767320319.864269:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000074624
00000100:00100000:0.0:1767320319.864275:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000074880
00000100:00100000:0.0:1767320319.864277:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000074880
00000100:00100000:0.0:1767320319.864285:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5821
00000100:00100000:0.0:1767320319.864289:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523669e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000074496:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320319.864299:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320319.864320:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523669e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000074496:12345-0@lo:38:kworker.0 Request processed in 30us (362us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320319.864326:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5821
00000100:00100000:0.0:1767320319.864335:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5822
00000100:00100000:0.0:1767320319.864339:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523669e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000074624:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320319.864347:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320319.864367:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523669e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000074624:12345-0@lo:38:kworker.0 Request processed in 27us (372us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320319.864372:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5822
00000100:00100000:0.0:1767320319.864383:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5823
00000100:00100000:0.0:1767320319.864387:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523669e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000074880:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320319.864395:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320319.864415:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523669e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000074880:12345-0@lo:38:kworker.0 Request processed in 27us (383us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320319.864419:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5823
00000100:00080000:0.0:1767320319.864466:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320319.864471:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320319.864474:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349093b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000074368:0@lo:38:kworker.0
00000100:00080000:0.0:1767320319.864486:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320319.864489:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320319.864491:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000074496:0@lo:38:kworker.0
00000100:00080000:0.0:1767320319.864498:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320319.864501:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320319.864503:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000074624:0@lo:38:kworker.0
00000100:00080000:0.0:1767320319.864509:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320319.864512:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320319.864514:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234471ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000074880:0@lo:38:kworker.0
00000100:00100000:0.0:1767320319.864564:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000075136
00000100:00100000:0.0:1767320319.864568:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000075136
00000100:00100000:2.0:1767320319.865606:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5174
00000100:00100000:2.0:1767320319.865619:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000075008:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320319.865692:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000075008:12345-0@lo:400:kworker.0 Request processed in 77us (2175us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320319.865698:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5174
00000100:00100000:2.0:1767320319.865729:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000075264
00000100:00100000:2.0:1767320319.865735:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000075264
00000100:00100000:1.0:1767320319.868799:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5175
00000100:00100000:1.0:1767320319.868815:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000074752:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320319.868974:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000074752:12345-0@lo:400:kworker.0 Request processed in 162us (5370us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320319.868983:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5175
00000100:00100000:2.0:1767320319.870687:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3368
00000100:00100000:2.0:1767320319.870702:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000075264:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320319.870751:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3369
00000100:00100000:0.0:1767320319.870761:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000075136:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320319.871083:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000075136:12345-0@lo:400:kworker.0 Request processed in 322us (7421us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320319.871092:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3369
00000100:00100000:2.0:1767320319.871099:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000075264:12345-0@lo:400:kworker.0 Request processed in 399us (7394us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320319.871108:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3368
00000100:00100000:0.0:1767320319.871165:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bfe0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000075264:0@lo:400:kworker.0
00000100:00100000:0.0:1767320319.871180:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bfe3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000075136:0@lo:400:kworker.0
00000100:00100000:2.0:1767320319.871265:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235f799f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000074752:0@lo:400:kworker.0
00000100:00100000:2.0:1767320319.871282:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bfe2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000075008:0@lo:400:kworker.0
00000100:00080000:3.0:1767320319.871451:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767320319.871457:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767320319.871459:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767320320.181676:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320320.885663:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234471ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000075392:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320320.885740:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320320.885910:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000075392
00000100:00100000:0.0:1767320320.885919:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000075392
00000100:00100000:0.0:1767320320.885976:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2562
00000100:00100000:0.0:1767320320.885986:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000075392:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767320320.886018:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767320320.886064:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000075392:12345-0@lo:13:osp-pre-0-1.0 Request processed in 79us (324us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320320.886071:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2562
00000100:00100000:2.0:1767320320.886165:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234471ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000075392:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320320.886590:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767320320.886600:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234471ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000075520:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320320.886630:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320320.886797:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000075520
00000100:00100000:0.0:1767320320.886803:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000075520
00000100:00100000:0.0:1767320320.886847:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2563
00000100:00100000:0.0:1767320320.886855:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000075520:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767320320.886880:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767320320.886927:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000075520:12345-0@lo:13:osp-pre-1-1.0 Request processed in 73us (296us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320320.886933:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2563
00000100:00100000:3.0:1767320320.887012:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234471ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000075520:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767320321.205959:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767320322.229343:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320323.007182:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767320323.007417:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962557952
00000100:00100000:2.0:1767320323.007430:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962557952
00000100:00100000:2.0:1767320323.007553:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5176
00000100:00100000:2.0:1767320323.007567:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373faea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962557952:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767320323.007666:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373faea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962557952:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 102us (501us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320323.007675:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5176
00000100:00080000:3.0:1767320323.008263:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320323.008403:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767320323.008480:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962557824
00000100:00100000:0.0:1767320323.008488:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962557824
00000100:00100000:0.0:1767320323.008534:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5824
00000100:00100000:0.0:1767320323.008541:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962557824:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:0.0:1767320323.008566:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320323.008623:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962557824:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 81us (221us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320323.008631:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5824
00010000:00010000:0.0:1767320323.253663:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320324.277601:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767320324.981696:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320324.981711:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767320324.981715:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320324.981719:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320324.981725:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320324.981736:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5517
00000100:00080000:0.0:1767320324.981742:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320324.981751:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320324.981820:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234471ea00 x1853164000075648/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320324.981851:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320324.981855:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320324.981857:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320324.981861:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5517
00000100:00080000:0.0:1767320324.981864:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320324.981868:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320324.981883:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0dfb80 x1853164000075776/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320324.981893:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320324.981896:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320324.981898:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320324.981903:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5517
00000100:00080000:0.0:1767320324.981905:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320324.981908:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320324.981922:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0dce00 x1853164000075904/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320324.981984:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320324.981989:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320324.981991:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320324.981995:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5517
00000100:00080000:0.0:1767320324.981998:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320324.982001:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320324.982015:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366963b80 x1853164000076160/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320324.982082:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366961180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000076288:0@lo:400:kworker.0
00000100:00100000:0.0:1767320324.982114:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000076544:0@lo:400:kworker.0
00000100:00100000:3.0:1767320324.982190:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320324.982234:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320324.982310:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767320324.982320:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349093b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000076032:0@lo:400:kworker.0
00000100:00100000:3.0:1767320324.982355:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320324.982367:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234471ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000075648:0@lo:38:kworker.0
00000100:00100000:3.0:1767320324.982402:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347044a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000076416:0@lo:400:kworker.0
00000100:00100000:1.0:1767320324.982411:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320324.982439:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320324.982451:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000075776:0@lo:38:kworker.0
00000100:00100000:1.0:1767320324.982480:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320324.982499:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000076544
00000100:00100000:1.0:1767320324.982503:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000075904:0@lo:38:kworker.0
00000100:00100000:3.0:1767320324.982510:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000076544
00000100:00100000:1.0:1767320324.982533:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320324.982562:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000076288
00000100:00100000:1.0:1767320324.982568:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366963b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000076160:0@lo:38:kworker.0
00000100:00100000:2.0:1767320324.982574:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000076288
00000100:00100000:3.0:1767320324.982586:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000076416
00000100:00100000:3.0:1767320324.982593:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000076416
00000100:00100000:1.0:1767320324.982606:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320324.982636:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3370
00000100:00100000:3.0:1767320324.982647:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000076544:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320324.982658:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000076032
00000100:00100000:1.0:1767320324.982662:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000075776
00000100:00100000:2.0:1767320324.982666:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000076032
00000100:00100000:1.0:1767320324.982672:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000075776
00000100:00100000:1.0:1767320324.982702:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000075904
00000100:00100000:1.0:1767320324.982706:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000075904
00000100:00100000:2.0:1767320324.982714:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000076160
00000100:00100000:2.0:1767320324.982721:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000076160
00000100:00100000:3.0:1767320324.982723:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000076544:12345-0@lo:400:kworker.0 Request processed in 76us (527us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320324.982728:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5177
00000100:00100000:3.0:1767320324.982739:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3370
00000100:00100000:1.0:1767320324.982746:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373fac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000076288:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320324.982756:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5178
00000100:00100000:3.0:1767320324.982766:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3371
00000100:00100000:2.0:1767320324.982774:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373fad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000076032:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320324.982785:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364bc2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000076416:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320324.985271:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364bc2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000076416:12345-0@lo:400:kworker.0 Request processed in 2486us (2824us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320324.985285:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3371
00000100:00080000:3.0:1767320324.985323:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767320324.985328:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767320324.985332:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767320324.985351:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000075648
00000100:00100000:3.0:1767320324.985359:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000075648
00000100:00100000:3.0:1767320324.985395:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1966
00000100:00100000:3.0:1767320324.985401:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366984700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000075648:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320324.985422:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320324.985466:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366984700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000075648:12345-0@lo:38:kworker.0 Request processed in 65us (3056us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320324.985473:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1966
00000100:00100000:3.0:1767320324.985514:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347044a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000076416:0@lo:400:kworker.0
00000100:00100000:3.0:1767320324.985546:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5825
00000100:00100000:3.0:1767320324.985551:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366987480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000075776:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320324.985561:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320324.985589:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366987480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000075776:12345-0@lo:38:kworker.0 Request processed in 37us (3109us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320324.985594:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5825
00000100:00100000:3.0:1767320324.985608:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5826
00000100:00100000:3.0:1767320324.985613:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d073b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000075904:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320324.985622:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320324.985643:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d073b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000075904:12345-0@lo:38:kworker.0 Request processed in 29us (3112us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320324.985649:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5826
00000100:00100000:3.0:1767320324.985661:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5827
00000100:00100000:3.0:1767320324.985665:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d070e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000076160:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320324.985674:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320324.985695:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d070e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000076160:12345-0@lo:38:kworker.0 Request processed in 29us (3090us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320324.985699:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5827
00000100:00080000:3.0:1767320324.985887:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320324.985893:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320324.985897:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234471ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000075648:0@lo:38:kworker.0
00000100:00080000:3.0:1767320324.985908:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320324.985912:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320324.985915:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000075776:0@lo:38:kworker.0
00000100:00080000:3.0:1767320324.985923:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320324.985926:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320324.985929:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000075904:0@lo:38:kworker.0
00000100:00080000:3.0:1767320324.985938:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320324.985941:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320324.985943:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366963b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000076160:0@lo:38:kworker.0
00000100:00100000:0.0:1767320324.986141:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000076544:0@lo:400:kworker.0
00000100:00100000:2.0:1767320324.990356:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373fad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000076032:12345-0@lo:400:kworker.0 Request processed in 7571us (7984us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320324.990376:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5178
00000100:00100000:0.0:1767320324.990574:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349093b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000076032:0@lo:400:kworker.0
00000100:00100000:1.0:1767320324.991222:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373fac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000076288:12345-0@lo:400:kworker.0 Request processed in 8475us (9024us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320324.991238:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5177
00000100:00100000:0.0:1767320324.991606:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366961180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000076288:0@lo:400:kworker.0
00010000:00010000:2.0:1767320325.303955:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320326.005919:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767320326.005939:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235f799f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000076672:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320326.006008:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320326.006223:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000076672
00000100:00100000:2.0:1767320326.006233:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000076672
00000100:00100000:2.0:1767320326.006303:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2564
00000100:00100000:2.0:1767320326.006314:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d071c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000076672:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767320326.006345:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767320326.006396:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d071c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000076672:12345-0@lo:13:osp-pre-0-1.0 Request processed in 84us (387us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320326.006404:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2564
00000100:00100000:2.0:1767320326.006454:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235f799f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000076672:0@lo:13:osp-pre-0-1.0
00000100:00080000:1.0:1767320326.006632:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767320326.011994:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000076800:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320326.012083:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320326.012152:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000076800
00000100:00100000:2.0:1767320326.012161:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000076800
00000100:00100000:2.0:1767320326.012369:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2565
00000100:00100000:2.0:1767320326.012380:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f799f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000076800:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767320326.012419:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767320326.012467:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f799f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000076800:12345-0@lo:13:osp-pre-1-1.0 Request processed in 89us (384us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320326.012475:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2565
00000100:00100000:2.0:1767320326.012530:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000076800:0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767320326.025445:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00010000:00010000:2.0:1767320326.325650:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320327.104851:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000400:00000100:0.0:1767320327.104900:0:6999:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.52@tcp portal 26 match 1853163962558080 offset 0 length 520: 4
00000100:00100000:0.0:1767320327.104991:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767320327.105455:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962558336
00000100:00100000:2.0:1767320327.105469:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962558336
00000100:00100000:2.0:1767320327.105560:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962558208
00000100:00100000:2.0:1767320327.105563:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962558208
00000100:00100000:2.0:1767320327.105582:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5179
00000100:00100000:2.0:1767320327.105590:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962558336:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767320327.105683:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962558336:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 94us (850us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320327.105691:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5179
00000100:00100000:2.0:1767320327.105712:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5828
00000100:00100000:2.0:1767320327.105717:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962558208:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767320327.105740:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320327.105768:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962558208:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 50us (777us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320327.105784:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5828
00000100:00080000:3.0:1767320327.105977:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767320327.349550:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320328.373831:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320329.077382:0:7004:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320304/real 1767320304]  req@ffff952364bc3480 x1853164000070400/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320329 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1767320329.077434:0:7004:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff952364bc3480 x1853164000070400/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320329 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1767320329.077461:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320329.077550:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:1.0:1767320329.077555:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364bc3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000070400:0@lo:250:kworker.0
00000100:00080000:0.0:1767320329.079784:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320329.079799:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1767320329.079806:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320329.079816:0:49151:0:(import.c:509:import_select_connection()) MGC192.168.202.152@tcp: connect to NID 0@lo last attempt 5502
00000100:00080000:0.0:1767320329.079823:0:49151:0:(import.c:588:import_select_connection()) MGC192.168.202.152@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320329.079831:0:49151:0:(import.c:623:import_select_connection()) MGC192.168.202.152@tcp: import ffff95235eb57800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320329.079881:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523670c2d80 x1853164000076928/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320329.080057:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000076928:0@lo:250:kworker.0
00000400:00000100:1.0:1767320329.080128:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164000076928 offset 0 length 520: 4
00000100:00080000:0.0:1767320329.080227:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320329.080233:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320329.080235:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320329.080239:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5522
00000100:00080000:0.0:1767320329.080241:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320329.080245:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320329.080266:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523670c1180 x1853164000077056/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320329.080387:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000077056:0@lo:38:kworker.0
00000100:00100000:1.0:1767320329.080431:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320329.080544:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000077056
00000100:00100000:3.0:1767320329.080554:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000077056
00000100:00100000:3.0:1767320329.080623:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1967
00000100:00100000:3.0:1767320329.080632:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d070380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000077056:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320329.080659:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320329.080801:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d070380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000077056:12345-0@lo:38:kworker.0 Request processed in 168us (369us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320329.080808:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1967
00000100:00080000:0.0:1767320329.080989:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320329.080993:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320329.080995:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320329.080999:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5522
00000100:00080000:0.0:1767320329.081001:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320329.081005:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320329.081024:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523670c1500 x1853164000077184/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320329.081035:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320329.081037:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320329.081039:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320329.081042:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5522
00000100:00080000:0.0:1767320329.081044:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320329.081047:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320329.081056:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523670c3b80 x1853164000077312/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320329.081094:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320329.081098:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320329.081100:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320329.081103:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5522
00000100:00080000:0.0:1767320329.081105:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320329.081109:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320329.081123:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523494d3480 x1853164000077568/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320329.081186:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952348239f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000077824:0@lo:400:kworker.0
00000100:00100000:0.0:1767320329.081245:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320329.081269:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767320329.081273:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234823b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000077952:0@lo:400:kworker.0
00000100:00100000:0.0:1767320329.081293:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320329.081385:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234823b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000077696:0@lo:400:kworker.0
00000100:00100000:1.0:1767320329.081418:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320329.081447:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767320329.081452:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349093b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000077440:0@lo:400:kworker.0
00000100:00100000:1.0:1767320329.081472:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320329.081538:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000077824
00000100:00100000:3.0:1767320329.081545:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000077824
00000100:00100000:3.0:1767320329.081599:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000077952
00000100:00100000:3.0:1767320329.081602:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000077952
00000100:00100000:3.0:1767320329.081628:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3372
00000100:00100000:3.0:1767320329.081635:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952348238380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000077824:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320329.081681:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952348238380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000077824:12345-0@lo:400:kworker.0 Request processed in 48us (435us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320329.081688:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3372
00000100:00100000:3.0:1767320329.081699:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3373
00000100:00100000:3.0:1767320329.081704:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000077952:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320329.081726:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000077952:12345-0@lo:400:kworker.0 Request processed in 23us (433us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320329.081730:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3373
00000100:00080000:1.0:1767320329.081814:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767320329.081819:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767320329.082119:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000077696
00000100:00100000:0.0:1767320329.082124:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000077696
00000100:00100000:0.0:1767320329.082171:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000077440
00000100:00100000:0.0:1767320329.082174:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000077440
00000100:00100000:0.0:1767320329.082222:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5180
00000100:00100000:0.0:1767320329.082229:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d070a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000077696:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320329.082274:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d070a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000077696:12345-0@lo:400:kworker.0 Request processed in 46us (855us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320329.082279:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5180
00000100:00100000:0.0:1767320329.082294:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5181
00000100:00100000:0.0:1767320329.082299:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fa9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000077440:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320329.082327:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fa9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000077440:12345-0@lo:400:kworker.0 Request processed in 28us (853us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320329.082333:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5181
00000100:00100000:0.0:1767320329.082393:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349093b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000077440:0@lo:400:kworker.0
00000100:00100000:0.0:1767320329.082404:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234823b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000077696:0@lo:400:kworker.0
00000100:00100000:0.0:1767320329.082438:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234823b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000077952:0@lo:400:kworker.0
00000100:00100000:0.0:1767320329.082447:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952348239f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000077824:0@lo:400:kworker.0
00000100:00080000:1.0:1767320329.082508:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767320329.082601:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320329.082608:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320329.082611:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000077056:0@lo:38:kworker.0
00000100:00100000:2.0:1767320329.082636:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000077184:0@lo:38:kworker.0
00000100:00100000:2.0:1767320329.082669:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320329.082728:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000077312:0@lo:38:kworker.0
00000100:00100000:2.0:1767320329.082751:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320329.082870:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000077568:0@lo:38:kworker.0
00000100:00100000:2.0:1767320329.082895:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320329.083004:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000077184
00000100:00100000:3.0:1767320329.083009:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000077184
00000100:00100000:3.0:1767320329.083040:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000077312
00000100:00100000:3.0:1767320329.083043:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000077312
00000100:00100000:3.0:1767320329.083057:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5829
00000100:00100000:3.0:1767320329.083062:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000077184:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320329.083082:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320329.083117:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000077184:12345-0@lo:38:kworker.0 Request processed in 53us (447us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320329.083122:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5829
00000100:00100000:3.0:1767320329.083133:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5830
00000100:00100000:3.0:1767320329.083137:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000077312:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320329.083146:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320329.083167:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000077312:12345-0@lo:38:kworker.0 Request processed in 28us (415us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320329.083171:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5830
00000100:00080000:2.0:1767320329.083301:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320329.083308:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320329.083311:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000077184:0@lo:38:kworker.0
00000100:00080000:2.0:1767320329.083319:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320329.083322:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320329.083325:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000077312:0@lo:38:kworker.0
00000100:00100000:2.0:1767320329.083361:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000077568
00000100:00100000:2.0:1767320329.083364:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000077568
00000100:00100000:2.0:1767320329.083389:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5831
00000100:00100000:2.0:1767320329.083392:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000077568:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320329.083402:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320329.083430:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000077568:12345-0@lo:38:kworker.0 Request processed in 37us (534us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320329.083435:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5831
00000100:00080000:2.0:1767320329.083458:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320329.083461:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320329.083464:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000077568:0@lo:38:kworker.0
00010000:00010000:2.0:1767320329.399553:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767320330.424128:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320331.125622:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000078080:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320331.125765:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320331.126061:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000078080
00000100:00100000:2.0:1767320331.126070:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000078080
00000100:00100000:2.0:1767320331.126159:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2566
00000100:00100000:2.0:1767320331.126170:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364bc2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000078080:12345-0@lo:13:osp-pre-0-1.0
00000100:00080000:1.0:1767320331.126294:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00002000:00000024:2.0:1767320331.126401:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767320331.126470:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364bc2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000078080:12345-0@lo:13:osp-pre-0-1.0 Request processed in 303us (733us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320331.126479:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2566
00000100:00100000:3.0:1767320331.126654:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000078080:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320331.126990:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767320331.126999:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952348239f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000078208:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320331.127028:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320331.129047:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000078208
00000100:00100000:2.0:1767320331.129065:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000078208
00000100:00100000:2.0:1767320331.129171:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2567
00000100:00100000:2.0:1767320331.129183:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364bc1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000078208:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767320331.129270:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767320331.129384:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364bc1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000078208:12345-0@lo:13:osp-pre-1-1.0 Request processed in 203us (2352us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320331.129392:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2567
00000100:00100000:0.0:1767320331.129650:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952348239f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000078208:0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767320331.130022:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00010000:00010000:0.0:1767320331.445564:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320332.223260:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767320332.223316:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767320332.223433:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962558464
00000100:00100000:2.0:1767320332.223447:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962558464
00000100:00100000:2.0:1767320332.223502:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962558592
00000100:00100000:2.0:1767320332.223505:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962558592
00000100:00100000:2.0:1767320332.223563:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5182
00000100:00100000:2.0:1767320332.223574:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364bc2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962558592:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767320332.223667:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364bc2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962558592:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 94us (349us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320332.223676:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5182
00000100:00100000:2.0:1767320332.223700:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5832
00000100:00100000:2.0:1767320332.223704:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364bc3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962558464:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767320332.223766:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320332.223806:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364bc3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962558464:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 100us (563us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320332.223813:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5832
00000100:00080000:2.0:1767320332.223832:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767320332.469462:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767320333.493646:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767320334.197300:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320334.197321:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767320334.197325:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320334.197330:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320334.197335:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320334.197345:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5527
00000100:00080000:0.0:1767320334.197351:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320334.197360:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320334.197411:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952348239f80 x1853164000078336/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320334.197439:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320334.197442:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320334.197444:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320334.197447:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5527
00000100:00080000:0.0:1767320334.197450:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320334.197453:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320334.197466:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234823b480 x1853164000078464/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320334.197475:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320334.197478:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320334.197480:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320334.197483:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5527
00000100:00080000:0.0:1767320334.197485:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320334.197489:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320334.199115:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234823b100 x1853164000078592/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320334.199188:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767320334.199220:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952348239f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000078336:0@lo:38:kworker.0
00000100:00100000:3.0:1767320334.199225:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349093b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000078720:0@lo:400:kworker.0
00000100:00080000:0.0:1767320334.199311:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320334.199315:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320334.199321:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5527
00000100:00080000:0.0:1767320334.199325:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320334.199332:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320334.199355:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952367241f80 x1853164000078848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320334.199449:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000078976:0@lo:400:kworker.0
00000100:00100000:1.0:1767320334.200243:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000079232:0@lo:400:kworker.0
00000100:00100000:0.0:1767320334.202019:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000079104:0@lo:400:kworker.0
00000100:00100000:3.0:1767320334.202224:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320334.204501:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320334.204765:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000078720
00000100:00100000:0.0:1767320334.204777:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000078720
00000100:00100000:0.0:1767320334.204854:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5183
00000100:00100000:0.0:1767320334.204867:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364bc3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000078720:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320334.204936:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364bc3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000078720:12345-0@lo:400:kworker.0 Request processed in 73us (2712us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320334.204943:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5183
00000100:00080000:0.0:1767320334.204984:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320334.205021:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000079104
00000100:00100000:0.0:1767320334.205025:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000079104
00000100:00100000:0.0:1767320334.205079:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3374
00000100:00100000:0.0:1767320334.205086:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236729bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000079104:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320334.205125:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236729bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000079104:12345-0@lo:400:kworker.0 Request processed in 40us (634us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320334.205132:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3374
00000100:00080000:0.0:1767320334.205147:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767320334.205182:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000079104:0@lo:400:kworker.0
00000100:00100000:1.0:1767320334.205654:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320334.206950:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000079232
00000100:00100000:0.0:1767320334.206962:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000079232
00000100:00100000:0.0:1767320334.207035:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3375
00000100:00100000:0.0:1767320334.207044:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fa8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000079232:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320334.207139:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fa8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000079232:12345-0@lo:400:kworker.0 Request processed in 96us (1486us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320334.207146:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3375
00000100:00100000:1.0:1767320334.207507:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000079232:0@lo:400:kworker.0
00000100:00080000:1.0:1767320334.207540:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767320334.207610:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320334.207660:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234823b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000078464:0@lo:38:kworker.0
00000100:00100000:0.0:1767320334.207959:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000078336
00000100:00100000:0.0:1767320334.207965:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000078336
00000100:00100000:0.0:1767320334.207996:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1968
00000100:00100000:0.0:1767320334.208002:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000078336:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320334.208028:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320334.208263:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000078336:12345-0@lo:38:kworker.0 Request processed in 259us (652us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320334.208271:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1968
00000100:00100000:2.0:1767320334.215503:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320334.215591:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000078464
00000100:00100000:1.0:1767320334.215605:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000078464
00000100:00100000:2.0:1767320334.215621:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234823b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000078592:0@lo:38:kworker.0
00000100:00100000:1.0:1767320334.215667:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5833
00000100:00100000:1.0:1767320334.215676:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000078464:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767320334.215698:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:1.0:1767320334.215705:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320334.215773:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000078464:12345-0@lo:38:kworker.0 Request processed in 96us (282us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320334.215780:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5833
00000100:00100000:1.0:1767320334.216933:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000078592
00000100:00100000:1.0:1767320334.216944:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000078592
00000100:00100000:2.0:1767320334.216944:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367241f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000078848:0@lo:38:kworker.0
00000100:00100000:1.0:1767320334.216984:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5834
00000100:00100000:1.0:1767320334.216992:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000078592:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767320334.216999:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:1.0:1767320334.217013:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320334.217030:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000078848
00000100:00100000:2.0:1767320334.217036:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000078848
00000100:00100000:2.0:1767320334.217065:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5835
00000100:00100000:2.0:1767320334.217070:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000078848:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320334.217081:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320334.218390:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000078592:12345-0@lo:38:kworker.0 Request processed in 1390us (2684us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320334.218405:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5834
00000100:00100000:3.0:1767320334.218464:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349093b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000078720:0@lo:400:kworker.0
00000100:00080000:3.0:1767320334.218645:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320334.218651:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320334.218655:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952348239f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000078336:0@lo:38:kworker.0
00000100:00080000:3.0:1767320334.218835:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320334.218840:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320334.218843:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234823b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000078464:0@lo:38:kworker.0
00000100:00080000:3.0:1767320334.218853:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320334.218857:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320334.218860:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234823b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000078592:0@lo:38:kworker.0
00000100:00100000:0.0:1767320334.219109:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320334.220528:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000078976
00000100:00100000:3.0:1767320334.220544:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000078976
00000100:00100000:3.0:1767320334.220654:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5184
00000100:00100000:3.0:1767320334.220674:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236729ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000078976:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767320334.220790:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320334.220793:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236729ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000078976:12345-0@lo:400:kworker.0 Request processed in 130us (1683us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320334.220807:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5184
00000100:00100000:0.0:1767320334.221146:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000078976:0@lo:400:kworker.0
00000100:00100000:2.0:1767320334.221286:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000078848:12345-0@lo:38:kworker.0 Request processed in 4213us (4285us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320334.221296:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5835
00000100:00080000:3.0:1767320334.221411:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320334.221418:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320334.221422:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367241f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000078848:0@lo:38:kworker.0
00010000:00010000:2.0:1767320334.517480:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320335.541464:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320336.245840:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000079360:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320336.245937:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320336.246091:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000079360
00000100:00100000:2.0:1767320336.246101:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000079360
00000100:00100000:2.0:1767320336.246180:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2568
00000100:00100000:2.0:1767320336.246220:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236729aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000079360:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767320336.246259:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767320336.246316:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236729aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000079360:12345-0@lo:13:osp-pre-0-1.0 Request processed in 126us (378us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320336.246323:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2568
00000100:00100000:2.0:1767320336.246383:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000079360:0@lo:13:osp-pre-0-1.0
00000100:00080000:0.0:1767320336.246488:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767320336.246855:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364bc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000079488:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320336.246903:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320336.246970:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000079488
00000100:00100000:2.0:1767320336.246976:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000079488
00000100:00100000:2.0:1767320336.247016:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2569
00000100:00100000:2.0:1767320336.247023:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000079488:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767320336.247042:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00080000:0.0:1767320336.247095:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767320336.247406:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000079488:12345-0@lo:13:osp-pre-1-1.0 Request processed in 382us (501us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320336.247414:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2569
00000100:00100000:1.0:1767320336.247477:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364bc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000079488:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767320336.565968:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320337.347520:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767320337.348061:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767320337.348314:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962558720
00000100:00100000:0.0:1767320337.348327:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962558720
00000100:00100000:0.0:1767320337.348411:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962558848
00000100:00100000:0.0:1767320337.348414:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962558848
00000100:00080000:2.0:1767320337.348473:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320337.348513:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5185
00000100:00100000:1.0:1767320337.348523:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962558848:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767320337.348642:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962558848:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 120us (581us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320337.348651:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5185
00000100:00100000:1.0:1767320337.348679:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5836
00000100:00100000:1.0:1767320337.348714:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236fbe9050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962558720:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767320337.348736:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320337.348767:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236fbe9050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962558720:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 52us (1260us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320337.348774:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5836
00010000:00010000:2.0:1767320337.589467:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320338.614779:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767320339.323323:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320339.323625:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767320339.323629:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320339.323634:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320339.323639:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320339.323650:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5532
00000100:00080000:2.0:1767320339.323656:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320339.323676:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320339.323734:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523470a8380 x1853164000079616/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320339.323855:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000079616:0@lo:38:kworker.0
00000100:00100000:0.0:1767320339.323952:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767320339.324053:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320339.324057:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320339.324059:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320339.324064:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5532
00000100:00080000:2.0:1767320339.324066:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320339.324071:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320339.324086:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523470ab100 x1853164000079744/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320339.324156:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000079616
00000100:00100000:1.0:1767320339.324167:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000079616
00000100:00100000:1.0:1767320339.324257:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1969
00000100:00100000:1.0:1767320339.324266:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367299500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000079616:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320339.324290:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320339.329963:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000079744:0@lo:38:kworker.0
00000100:00100000:0.0:1767320339.330071:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767320339.330165:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767320339.330166:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000079744
00000100:00080000:2.0:1767320339.330173:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320339.330177:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1767320339.330179:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000079744
00000100:00080000:2.0:1767320339.330183:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5532
00000100:00080000:2.0:1767320339.330188:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320339.330205:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320339.330238:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523470a9c00 x1853164000079872/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320339.330255:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5837
00000100:00100000:3.0:1767320339.330265:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367299c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000079744:12345-0@lo:38:kworker.0
00000100:00080000:2.0:1767320339.330283:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320339.330288:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320339.330291:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00010000:00020000:3.0:1767320339.330292:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767320339.330300:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5532
00000100:00080000:2.0:1767320339.330303:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320339.330308:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320339.330322:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523470a9880 x1853164000080128/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320339.330366:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367299c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000079744:12345-0@lo:38:kworker.0 Request processed in 100us (292us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320339.330374:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5837
00000100:00100000:2.0:1767320339.330381:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000080384:0@lo:400:kworker.0
00000100:00100000:2.0:1767320339.330413:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320339.330428:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000080512:0@lo:400:kworker.0
00000100:00100000:3.0:1767320339.330463:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320339.330502:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000080384
00000100:00100000:3.0:1767320339.330507:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000080384
00000100:00100000:3.0:1767320339.330573:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000080512
00000100:00100000:3.0:1767320339.330576:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000080512
00000100:00100000:3.0:1767320339.330599:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3376
00000100:00100000:3.0:1767320339.330607:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000080384:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320339.330649:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000080384:12345-0@lo:400:kworker.0 Request processed in 44us (235us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320339.330656:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3376
00000100:00100000:3.0:1767320339.330682:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3377
00000100:00100000:3.0:1767320339.330689:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364bc2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000080512:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320339.330719:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364bc2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000080512:12345-0@lo:400:kworker.0 Request processed in 32us (256us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320339.330726:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3377
00000100:00100000:3.0:1767320339.330772:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000080512:0@lo:400:kworker.0
00000100:00100000:3.0:1767320339.330810:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000080256:0@lo:400:kworker.0
00000100:00100000:2.0:1767320339.330838:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000080000:0@lo:400:kworker.0
00000100:00100000:3.0:1767320339.330840:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320339.330867:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000080256
00000100:00100000:3.0:1767320339.330871:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000080256
00000100:00100000:3.0:1767320339.330898:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5186
00000100:00100000:3.0:1767320339.330905:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364bc0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000080256:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320339.330939:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364bc0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000080256:12345-0@lo:400:kworker.0 Request processed in 35us (100us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320339.330945:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5186
00000100:00100000:3.0:1767320339.330969:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000080256:0@lo:400:kworker.0
00000100:00080000:3.0:1767320339.330993:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767320339.330999:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767320339.331001:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767320339.331020:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000080384:0@lo:400:kworker.0
00000100:00100000:1.0:1767320339.331337:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367299500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000079616:12345-0@lo:38:kworker.0 Request processed in 7069us (7382us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320339.331347:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1969
00000100:00100000:3.0:1767320339.331485:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767320339.331512:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320339.331521:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320339.331525:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000079616:0@lo:38:kworker.0
00000100:00100000:0.0:1767320339.331540:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000079872:0@lo:38:kworker.0
00000100:00100000:0.0:1767320339.331564:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320339.331701:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000080128:0@lo:38:kworker.0
00000100:00100000:0.0:1767320339.331720:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320339.331978:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000080000
00000100:00100000:2.0:1767320339.331984:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000080000
00000100:00100000:2.0:1767320339.332039:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000079872
00000100:00100000:2.0:1767320339.332043:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000079872
00000100:00100000:2.0:1767320339.332058:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5187
00000100:00100000:2.0:1767320339.332066:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364bc0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000080000:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320339.332110:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364bc0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000080000:12345-0@lo:400:kworker.0 Request processed in 46us (626us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320339.332116:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5187
00000100:00100000:2.0:1767320339.332131:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5838
00000100:00100000:2.0:1767320339.332135:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236729a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000079872:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320339.332151:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320339.332174:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236729a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000079872:12345-0@lo:38:kworker.0 Request processed in 38us (610us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320339.332180:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5838
00000100:00100000:2.0:1767320339.332224:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000080000:0@lo:400:kworker.0
00000100:00080000:1.0:1767320339.332292:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767320339.332453:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320339.332457:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320339.332460:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000079744:0@lo:38:kworker.0
00000100:00100000:3.0:1767320339.332477:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000080128
00000100:00080000:0.0:1767320339.332479:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767320339.332483:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000080128
00000100:00080000:0.0:1767320339.332484:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320339.332489:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000079872:0@lo:38:kworker.0
00000100:00100000:3.0:1767320339.332562:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5839
00000100:00100000:3.0:1767320339.332568:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236729b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000080128:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320339.332578:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320339.332681:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236729b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000080128:12345-0@lo:38:kworker.0 Request processed in 111us (958us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320339.332687:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5839
00000100:00080000:0.0:1767320339.332790:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320339.332795:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320339.332799:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000080128:0@lo:38:kworker.0
00010000:00010000:0.0:1767320339.637587:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320340.662188:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320341.367081:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367298e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000080640:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320341.367131:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367298380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000080768:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320341.367181:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320341.367245:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000080640
00000100:00100000:3.0:1767320341.367254:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000080640
00000100:00100000:2.0:1767320341.367292:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320341.367329:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000080768
00000100:00100000:3.0:1767320341.367333:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000080768
00000100:00080000:2.0:1767320341.367347:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767320341.367354:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767320341.367369:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2570
00000100:00100000:3.0:1767320341.367381:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000080640:12345-0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320341.367382:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2571
00000100:00100000:2.0:1767320341.367398:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000080768:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767320341.367436:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767320341.367486:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000080768:12345-0@lo:13:osp-pre-1-1.0 Request processed in 92us (207us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320341.367495:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2571
00000100:00100000:2.0:1767320341.367552:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367298380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000080768:0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767320341.371052:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767320341.371182:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000080640:12345-0@lo:13:osp-pre-0-1.0 Request processed in 3798us (3995us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320341.371212:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2570
00000100:00100000:2.0:1767320341.371551:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367298e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000080640:0@lo:13:osp-pre-0-1.0
00010000:00010000:2.0:1767320341.685492:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320342.465881:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767320342.465931:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767320342.466058:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962558976
00000100:00100000:1.0:1767320342.466077:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962558976
00000100:00100000:1.0:1767320342.466157:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962559104
00000100:00100000:1.0:1767320342.466163:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962559104
00000100:00100000:1.0:1767320342.466295:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5188
00000100:00100000:1.0:1767320342.466318:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367298700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962559104:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:3.0:1767320342.466318:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5840
00000100:00100000:3.0:1767320342.466338:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367299880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962558976:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767320342.466363:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767320342.466462:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320342.466708:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367298700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962559104:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 400us (774us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320342.466718:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5188
00000100:00100000:3.0:1767320342.469912:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367299880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962558976:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 3563us (4029us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320342.469929:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5840
00010000:00010000:3.0:1767320342.709441:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320343.734839:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767320344.438415:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320344.438430:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767320344.438433:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320344.438438:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320344.438443:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320344.438453:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5537
00000100:00080000:2.0:1767320344.438460:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320344.438468:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320344.438530:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523470aa680 x1853164000080896/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320344.438564:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320344.438568:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320344.438570:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320344.438574:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5537
00000100:00080000:2.0:1767320344.438577:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320344.438581:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320344.438597:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523470ab480 x1853164000081024/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320344.438607:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320344.438610:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320344.438612:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320344.438625:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5537
00000100:00080000:2.0:1767320344.438628:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320344.438632:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320344.438645:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523470a9880 x1853164000081152/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320344.438698:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320344.438701:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320344.438702:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320344.438706:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5537
00000100:00080000:2.0:1767320344.438707:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320344.438710:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320344.438717:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523470ab100 x1853164000081408/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320344.438767:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000081664:0@lo:400:kworker.0
00000100:00100000:2.0:1767320344.438859:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320344.438919:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767320344.438923:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000081792:0@lo:400:kworker.0
00000100:00100000:2.0:1767320344.438940:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320344.438972:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000081664
00000100:00100000:2.0:1767320344.438979:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000081664
00000100:00100000:2.0:1767320344.439038:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000081792
00000100:00100000:2.0:1767320344.439040:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000081792
00000100:00100000:3.0:1767320344.439046:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000081280:0@lo:400:kworker.0
00000100:00100000:2.0:1767320344.439060:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3378
00000100:00100000:2.0:1767320344.439068:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000081664:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320344.439158:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000080896:0@lo:38:kworker.0
00000100:00100000:2.0:1767320344.439243:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000081664:12345-0@lo:400:kworker.0 Request processed in 176us (383us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320344.439250:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3378
00000100:00100000:2.0:1767320344.439270:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3379
00000100:00100000:2.0:1767320344.439277:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000081792:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320344.439308:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000081792:12345-0@lo:400:kworker.0 Request processed in 32us (366us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320344.439314:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3379
00000100:00080000:2.0:1767320344.439337:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767320344.439342:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767320344.439378:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000081792:0@lo:400:kworker.0
00000100:00100000:2.0:1767320344.439386:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000081664:0@lo:400:kworker.0
00000100:00100000:1.0:1767320344.440008:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000081536:0@lo:400:kworker.0
00000100:00100000:1.0:1767320344.440048:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320344.440352:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000081536
00000100:00100000:2.0:1767320344.440360:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000081536
00000100:00100000:2.0:1767320344.440408:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5189
00000100:00100000:2.0:1767320344.440415:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345faaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000081536:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320344.440456:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345faaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000081536:12345-0@lo:400:kworker.0 Request processed in 43us (407us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320344.440461:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5189
00000100:00080000:1.0:1767320344.440517:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320344.440542:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000081536:0@lo:400:kworker.0
00000100:00100000:3.0:1767320344.444852:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320344.444988:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320344.445053:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000081024:0@lo:38:kworker.0
00000100:00100000:0.0:1767320344.445099:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320344.445113:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000081152:0@lo:38:kworker.0
00000100:00100000:0.0:1767320344.445130:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320344.445156:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000081408:0@lo:38:kworker.0
00000100:00100000:0.0:1767320344.445179:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320344.445257:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000080896
00000100:00100000:3.0:1767320344.445270:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000080896
00000100:00100000:2.0:1767320344.445412:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000081280
00000100:00100000:2.0:1767320344.445418:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000081280
00000100:00100000:1.0:1767320344.445457:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000081024
00000100:00100000:1.0:1767320344.445469:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000081024
00000100:00100000:2.0:1767320344.445495:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000081152
00000100:00100000:2.0:1767320344.445502:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000081152
00000100:00100000:1.0:1767320344.445522:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000081408
00000100:00100000:1.0:1767320344.445527:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000081408
00000100:00100000:2.0:1767320344.445534:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5190
00000100:00100000:2.0:1767320344.445549:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364bc0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000081280:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320344.445554:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5841
00000100:00100000:1.0:1767320344.445565:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367298000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000081024:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320344.445594:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320344.445680:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367298000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000081024:12345-0@lo:38:kworker.0 Request processed in 113us (576us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320344.445689:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364bc0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000081280:12345-0@lo:400:kworker.0 Request processed in 139us (840us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320344.445697:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5841
00000100:00100000:2.0:1767320344.445717:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5190
00000100:00100000:1.0:1767320344.445726:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5842
00000100:00100000:1.0:1767320344.445732:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236729b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000081152:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320344.445742:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320344.445750:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5843
00000100:00100000:2.0:1767320344.445759:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236729ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000081408:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767320344.445768:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236729b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000081152:12345-0@lo:38:kworker.0 Request processed in 35us (636us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320344.445773:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5842
00010000:00020000:2.0:1767320344.445784:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320344.445829:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236729ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000081408:12345-0@lo:38:kworker.0 Request processed in 70us (648us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320344.445837:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5843
00000100:00100000:3.0:1767320344.445893:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1970
00000100:00100000:3.0:1767320344.445898:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367299f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000080896:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320344.445909:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320344.445940:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367299f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000080896:12345-0@lo:38:kworker.0 Request processed in 41us (957us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320344.445945:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1970
00000100:00100000:1.0:1767320344.446086:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000081280:0@lo:400:kworker.0
00000100:00080000:0.0:1767320344.446494:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767320344.446539:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320344.446545:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320344.446548:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000080896:0@lo:38:kworker.0
00000100:00080000:0.0:1767320344.446555:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320344.446557:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320344.446559:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000081024:0@lo:38:kworker.0
00000100:00080000:0.0:1767320344.446565:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320344.446567:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320344.446569:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000081152:0@lo:38:kworker.0
00000100:00080000:0.0:1767320344.446579:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320344.446583:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320344.446586:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000081408:0@lo:38:kworker.0
00010000:00010000:0.0:1767320344.757787:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767320345.781471:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320346.485889:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000081920:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320346.485990:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320346.486753:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000081920
00000100:00100000:3.0:1767320346.486769:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000081920
00000100:00100000:3.0:1767320346.486859:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2572
00000100:00100000:3.0:1767320346.486876:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345faad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000081920:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767320346.486889:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767320346.486905:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367298e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000082048:0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767320346.486915:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767320346.486963:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320346.487010:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345faad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000081920:12345-0@lo:13:osp-pre-1-1.0 Request processed in 140us (1018us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320346.487018:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2572
00000100:00100000:3.0:1767320346.487037:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000082048
00000100:00100000:3.0:1767320346.487042:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000082048
00000100:00100000:0.0:1767320346.487046:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000081920:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320346.487084:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2573
00000100:00100000:3.0:1767320346.487095:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367298380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000082048:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767320346.487113:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767320346.487154:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367298380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000082048:12345-0@lo:13:osp-pre-0-1.0 Request processed in 62us (193us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320346.487161:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2573
00000100:00100000:0.0:1767320346.487401:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367298e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000082048:0@lo:13:osp-pre-0-1.0
00000100:00080000:1.0:1767320346.488919:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767320346.488931:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00010000:00010000:3.0:1767320346.805904:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320347.583869:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767320347.583999:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962559360
00000100:00100000:1.0:1767320347.584013:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962559360
00000100:00100000:1.0:1767320347.584114:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5191
00000100:00100000:1.0:1767320347.584127:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962559360:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:3.0:1767320347.586750:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767320347.586812:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962559232
00000100:00100000:3.0:1767320347.586873:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962559232
00000100:00100000:3.0:1767320347.586931:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5844
00000100:00100000:3.0:1767320347.586940:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364bc1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962559232:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767320347.586970:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320347.587052:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364bc1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962559232:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 110us (315us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320347.587060:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5844
00000100:00100000:1.0:1767320347.587568:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962559360:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 3441us (3712us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320347.587579:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5191
00000100:00080000:0.0:1767320347.587893:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767320347.835936:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320348.857386:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767320349.557721:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320349.557738:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767320349.557741:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320349.557746:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320349.557751:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320349.557762:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5542
00000100:00080000:3.0:1767320349.557768:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320349.557776:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320349.557826:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952364bc0380 x1853164000082176/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320349.557856:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320349.557860:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320349.557862:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320349.557865:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5542
00000100:00080000:3.0:1767320349.557868:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320349.557872:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320349.557884:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952364bc1880 x1853164000082304/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320349.557894:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320349.557897:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320349.557898:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320349.557903:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5542
00000100:00080000:3.0:1767320349.557905:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320349.557908:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320349.557917:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952364bc2d80 x1853164000082432/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320349.557993:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364bc3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000082560:0@lo:400:kworker.0
00000100:00100000:0.0:1767320349.558086:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320349.558218:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364bc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000082176:0@lo:38:kworker.0
00000100:00100000:2.0:1767320349.558256:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320349.558287:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364bc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000082304:0@lo:38:kworker.0
00000100:00100000:2.0:1767320349.558311:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320349.558330:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364bc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000082432:0@lo:38:kworker.0
00000100:00100000:2.0:1767320349.558351:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320349.558387:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000082560
00000100:00100000:2.0:1767320349.558396:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000082560
00000100:00100000:2.0:1767320349.558461:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000082304
00000100:00100000:2.0:1767320349.558465:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000082304
00000100:00100000:2.0:1767320349.558481:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000082432
00000100:00100000:2.0:1767320349.558484:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000082432
00000100:00100000:2.0:1767320349.558500:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5192
00000100:00100000:2.0:1767320349.558512:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367298e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000082560:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767320349.558613:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320349.558618:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320349.558621:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320349.558626:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5542
00000100:00080000:3.0:1767320349.558629:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320349.558634:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320349.558652:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952364bc3800 x1853164000082688/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320349.558737:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5845
00000100:00100000:1.0:1767320349.558744:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000082304:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320349.558766:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320349.560873:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367298e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000082560:12345-0@lo:400:kworker.0 Request processed in 2351us (2773us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320349.560893:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5192
00000100:00100000:2.0:1767320349.560946:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5846
00000100:00100000:2.0:1767320349.560953:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000082432:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320349.560978:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320349.561057:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000082432:12345-0@lo:38:kworker.0 Request processed in 103us (2705us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320349.561064:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5846
00000100:00100000:2.0:1767320349.561116:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364bc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000082816:0@lo:400:kworker.0
00000100:00100000:2.0:1767320349.561160:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320349.561247:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000082816
00000100:00100000:2.0:1767320349.561257:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000082816
00000100:00100000:2.0:1767320349.561310:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5193
00000100:00100000:2.0:1767320349.561316:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000082816:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320349.561360:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000082816:12345-0@lo:400:kworker.0 Request processed in 44us (200us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320349.561656:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5193
00000100:00100000:2.0:1767320349.562090:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364bc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000082816:0@lo:400:kworker.0
00000100:00100000:2.0:1767320349.562127:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364bc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000082688:0@lo:38:kworker.0
00000100:00100000:2.0:1767320349.562173:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767320349.562334:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320349.562340:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320349.562344:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364bc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000082432:0@lo:38:kworker.0
00000100:00100000:2.0:1767320349.562839:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000082688
00000100:00100000:2.0:1767320349.562848:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000082688
00000100:00100000:2.0:1767320349.563136:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5847
00000100:00100000:2.0:1767320349.563144:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000082688:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320349.563167:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320349.563275:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000082688:12345-0@lo:38:kworker.0 Request processed in 130us (1100us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320349.563284:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5847
00000100:00080000:2.0:1767320349.563323:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320349.563328:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320349.563331:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364bc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000082688:0@lo:38:kworker.0
00000100:00100000:3.0:1767320349.563599:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364bc3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000082944:0@lo:400:kworker.0
00000100:00100000:3.0:1767320349.563643:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320349.563668:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767320349.563672:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364bc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000083072:0@lo:400:kworker.0
00000100:00100000:3.0:1767320349.563690:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767320349.563710:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320349.563968:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000082176
00000100:00100000:2.0:1767320349.563974:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000082176
00000100:00100000:2.0:1767320349.564007:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1971
00000100:00100000:2.0:1767320349.564013:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000082176:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320349.564029:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320349.564063:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000082176:12345-0@lo:38:kworker.0 Request processed in 49us (5806us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320349.564070:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1971
00000100:00100000:2.0:1767320349.564092:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000082944
00000100:00100000:2.0:1767320349.564095:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000082944
00000100:00100000:2.0:1767320349.564131:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000083072
00000100:00100000:2.0:1767320349.564133:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000083072
00000100:00100000:2.0:1767320349.564149:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3380
00000100:00100000:2.0:1767320349.564155:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364bc2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000082944:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320349.564354:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364bc2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000082944:12345-0@lo:400:kworker.0 Request processed in 199us (710us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320349.564362:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3380
00000100:00100000:2.0:1767320349.564442:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3381
00000100:00100000:2.0:1767320349.564449:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364bc3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000083072:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320349.564594:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364bc3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000083072:12345-0@lo:400:kworker.0 Request processed in 145us (903us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320349.564601:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3381
00000100:00100000:2.0:1767320349.564646:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364bc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000083072:0@lo:400:kworker.0
00000100:00100000:2.0:1767320349.564656:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364bc3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000082944:0@lo:400:kworker.0
00000100:00080000:2.0:1767320349.564683:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320349.564688:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320349.564691:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364bc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000082176:0@lo:38:kworker.0
00000100:00080000:3.0:1767320349.564792:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767320349.564796:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767320349.567936:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364bc3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000082560:0@lo:400:kworker.0
00000100:00100000:1.0:1767320349.584769:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000082304:12345-0@lo:38:kworker.0 Request processed in 26011us (26444us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320349.584782:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5845
00000100:00080000:3.0:1767320349.585009:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320349.585016:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320349.585020:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364bc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000082304:0@lo:38:kworker.0
00010000:00010000:2.0:1767320349.877724:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320350.901795:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320351.605629:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000083200:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320351.605678:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000083328:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320351.605740:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320351.605799:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000083328
00000100:00100000:3.0:1767320351.605808:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000083328
00000100:00100000:3.0:1767320351.605875:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2574
00000100:00100000:3.0:1767320351.605887:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364bc1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000083328:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767320351.605921:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767320351.605967:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364bc1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000083328:12345-0@lo:13:osp-pre-1-1.0 Request processed in 83us (226us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320351.605975:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2574
00000100:00080000:3.0:1767320351.605996:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767320351.606033:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000083328:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320351.606116:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320351.606175:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000083200
00000100:00100000:3.0:1767320351.606179:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000083200
00000100:00100000:3.0:1767320351.606228:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2575
00000100:00100000:3.0:1767320351.606235:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fabb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000083200:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767320351.606252:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00080000:2.0:1767320351.606526:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767320351.607245:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fabb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000083200:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1008us (1125us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320351.607255:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2575
00000100:00100000:1.0:1767320351.607541:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000083200:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767320351.926274:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320352.705008:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767320352.705048:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000400:00000100:3.0:1767320352.705078:0:6999:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.52@tcp portal 26 match 1853163962559744 offset 0 length 520: 4
00000100:00100000:0.0:1767320352.705750:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962559488
00000100:00100000:0.0:1767320352.705763:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962559488
00000100:00100000:0.0:1767320352.705808:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962559616
00000100:00100000:0.0:1767320352.705812:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962559616
00000100:00100000:0.0:1767320352.705863:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5194
00000100:00100000:0.0:1767320352.705875:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364bc0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962559616:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:0.0:1767320352.705970:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364bc0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962559616:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 98us (920us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320352.705978:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5194
00000100:00100000:0.0:1767320352.705997:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5848
00000100:00100000:0.0:1767320352.706003:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364bc3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962559488:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:0.0:1767320352.706022:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320352.706049:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364bc3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962559488:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 46us (1051us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320352.706054:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5848
00000100:00080000:2.0:1767320352.707447:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767320352.949437:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767320353.979216:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767320354.678684:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320354.678695:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767320354.678699:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320354.678705:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320354.678709:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320354.678716:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5547
00000100:00080000:3.0:1767320354.678721:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320354.678727:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320354.678770:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952364bc3480 x1853164000083456/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320354.678786:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320354.678790:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320354.678801:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320354.678805:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5547
00000100:00080000:3.0:1767320354.678808:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320354.678811:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320354.678824:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952364bc3800 x1853164000083584/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320354.678834:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320354.678837:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320354.678839:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320354.678842:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5547
00000100:00080000:3.0:1767320354.678845:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320354.678850:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320354.678871:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952367242680 x1853164000083712/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320354.678874:0:7004:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320329/real 1767320329]  req@ffff9523670c2d80 x1853164000076928/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320354 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1767320354.678930:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767320354.678937:0:7004:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9523670c2d80 x1853164000076928/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320354 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1767320354.678938:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320354.678943:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320354.678959:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5547
00000100:00080000:3.0:1767320354.678965:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320354.678970:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320354.678973:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367241180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000083840:0@lo:400:kworker.0
00000100:00100000:3.0:1767320354.678988:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952367240700 x1853164000083968/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320354.678993:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364bc3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000083456:0@lo:38:kworker.0
00000100:00100000:0.0:1767320354.679061:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320354.679091:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320354.679100:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367243100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000084352:0@lo:400:kworker.0
00000100:00100000:1.0:1767320354.679162:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367241880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000084096:0@lo:400:kworker.0
00000100:00100000:3.0:1767320354.679172:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320354.679236:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364bc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000083584:0@lo:38:kworker.0
00000100:00100000:0.0:1767320354.679244:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000083840
00000100:00100000:1.0:1767320354.679251:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320354.679252:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767320354.679255:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000083840
00000100:00100000:3.0:1767320354.679262:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367240e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000084224:0@lo:400:kworker.0
00000100:00100000:2.0:1767320354.679296:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320354.679311:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320354.679334:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000084096
00000100:00100000:1.0:1767320354.679340:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000084096
00000100:00100000:0.0:1767320354.679348:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000083584
00000100:00100000:2.0:1767320354.679350:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367242680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000083712:0@lo:38:kworker.0
00000100:00100000:0.0:1767320354.679354:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000083584
00000100:00100000:3.0:1767320354.679366:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000084352
00000100:00100000:3.0:1767320354.679373:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000084352
00000100:00100000:1.0:1767320354.679397:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5195
00000100:00100000:0.0:1767320354.679409:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5196
00000100:00100000:1.0:1767320354.679415:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000083840:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320354.679422:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320354.679427:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000084224
00000100:00100000:3.0:1767320354.679433:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000084224
00000100:00100000:0.0:1767320354.679438:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fa9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000084096:12345-0@lo:400:kworker.0
00000100:00080000:2.0:1767320354.679449:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767320354.679472:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3382
00000100:00080000:2.0:1767320354.679476:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767320354.679487:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000076928:0@lo:250:kworker.0
00000100:00100000:3.0:1767320354.679489:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499d8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000084352:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320354.679501:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000083840:12345-0@lo:400:kworker.0 Request processed in 90us (438us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320354.679510:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5195
00000100:00100000:2.0:1767320354.679537:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367240700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000083968:0@lo:38:kworker.0
00000100:00100000:1.0:1767320354.679550:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000083712
00000100:00100000:1.0:1767320354.679558:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000083712
00000100:00100000:1.0:1767320354.679579:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5849
00000100:00100000:1.0:1767320354.679585:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000083584:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767320354.679592:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320354.679592:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499d8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000084352:12345-0@lo:400:kworker.0 Request processed in 105us (424us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320354.679610:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3382
00010000:00020000:1.0:1767320354.679611:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320354.679649:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000083456
00000100:00100000:2.0:1767320354.679658:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000083456
00000100:00100000:1.0:1767320354.679668:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000083584:12345-0@lo:38:kworker.0 Request processed in 81us (373us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320354.679678:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5849
00000100:00100000:1.0:1767320354.679714:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000083968
00000100:00100000:2.0:1767320354.679717:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1972
00000100:00100000:1.0:1767320354.679721:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000083968
00000100:00100000:2.0:1767320354.679730:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345b36c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000083456:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320354.679753:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320354.679761:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5850
00000100:00100000:1.0:1767320354.679768:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000083712:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320354.679780:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320354.679825:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345b36c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000083456:12345-0@lo:38:kworker.0 Request processed in 95us (732us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320354.679837:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1972
00000100:00100000:1.0:1767320354.679845:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000083712:12345-0@lo:38:kworker.0 Request processed in 74us (429us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320354.679847:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fa9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000084096:12345-0@lo:400:kworker.0 Request processed in 423us (596us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320354.679861:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5850
00000100:00100000:0.0:1767320354.679871:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5196
00000100:00100000:1.0:1767320354.679896:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5851
00000100:00100000:1.0:1767320354.679909:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000083968:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320354.679922:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767320354.679924:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767320354.679935:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767320354.679942:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320354.679947:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3383
00000100:00100000:3.0:1767320354.679963:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367243b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000084224:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320354.679978:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000083968:12345-0@lo:38:kworker.0 Request processed in 70us (389us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320354.679987:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5851
00000100:00100000:0.0:1767320354.680001:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367241180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000083840:0@lo:400:kworker.0
00000100:00100000:3.0:1767320354.680013:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367243b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000084224:12345-0@lo:400:kworker.0 Request processed in 54us (699us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320354.680024:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3383
00000100:00100000:1.0:1767320354.680042:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367241880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000084096:0@lo:400:kworker.0
00000100:00080000:1.0:1767320354.680096:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320354.680100:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320354.680107:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367240700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000083968:0@lo:38:kworker.0
00000100:00100000:3.0:1767320354.680122:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367240e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000084224:0@lo:400:kworker.0
00000100:00080000:1.0:1767320354.680133:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320354.680142:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320354.680149:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364bc3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000083456:0@lo:38:kworker.0
00000100:00100000:3.0:1767320354.680157:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367243100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000084352:0@lo:400:kworker.0
00000100:00080000:0.0:1767320354.680173:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320354.680176:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320354.680180:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1767320354.680184:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320354.680184:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320354.680211:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364bc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000083584:0@lo:38:kworker.0
00000100:00080000:1.0:1767320354.680225:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320354.680229:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320354.680233:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367242680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000083712:0@lo:38:kworker.0
00000100:00080000:0.0:1767320354.680328:0:63619:0:(import.c:509:import_select_connection()) MGC192.168.202.152@tcp: connect to NID 0@lo last attempt 5527
00000100:00080000:0.0:1767320354.680331:0:63619:0:(import.c:588:import_select_connection()) MGC192.168.202.152@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320354.680335:0:63619:0:(import.c:623:import_select_connection()) MGC192.168.202.152@tcp: import ffff95235eb57800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320354.680352:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347ff2a00 x1853164000084480/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320354.680408:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000084480:0@lo:250:kworker.0
00000400:00000100:1.0:1767320354.680442:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164000084480 offset 0 length 520: 4
00010000:00010000:3.0:1767320354.999363:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320356.021885:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320356.725650:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767320356.725676:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000084608:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320356.725746:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320356.725798:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000084736:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767320356.725805:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000084608
00000100:00100000:0.0:1767320356.725816:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000084608
00000100:00100000:3.0:1767320356.725825:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320356.725881:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000084736
00000100:00100000:0.0:1767320356.725885:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000084736
00000100:00080000:2.0:1767320356.725905:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767320356.725905:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2576
00000100:00080000:2.0:1767320356.725913:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767320356.725925:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367243100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000084608:12345-0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320356.725931:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2577
00000100:00100000:0.0:1767320356.725942:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367240e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000084736:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767320356.725967:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00002000:00000024:3.0:1767320356.725967:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767320356.726024:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367240e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000084736:12345-0@lo:13:osp-pre-1-1.0 Request processed in 85us (199us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320356.726153:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367243100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000084608:12345-0@lo:13:osp-pre-0-1.0 Request processed in 236us (407us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320356.726312:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000084736:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320356.726326:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000084608:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320356.726947:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2577
00000100:00100000:3.0:1767320356.729091:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2576
00010000:00010000:0.0:1767320357.049963:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320357.824476:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767320357.824803:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962560000
00000100:00100000:3.0:1767320357.824816:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962560000
00000100:00100000:3.0:1767320357.824909:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5197
00000100:00100000:3.0:1767320357.824921:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962560000:12345-192.168.202.52@tcp:400:kworker.0
00000100:00080000:2.0:1767320357.825037:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320357.825411:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962560000:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 490us (954us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320357.825423:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5197
00000100:00100000:1.0:1767320357.829013:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767320357.830488:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962559872
00000100:00100000:2.0:1767320357.830583:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962559872
00000100:00100000:2.0:1767320357.830655:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5852
00000100:00100000:2.0:1767320357.830664:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962559872:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767320357.830691:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320357.830835:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962559872:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 171us (1832us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320357.830846:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5852
00010000:00010000:2.0:1767320358.069463:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320359.093531:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767320359.797440:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320359.797451:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767320359.797454:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320359.797458:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320359.797462:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320359.797469:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5552
00000100:00080000:0.0:1767320359.797474:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320359.797519:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320359.797564:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347ff1500 x1853164000084864/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320359.797593:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320359.797596:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320359.797598:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320359.797602:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5552
00000100:00080000:0.0:1767320359.797604:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320359.797607:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320359.797619:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347ff1c00 x1853164000084992/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320359.797628:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320359.797631:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320359.797632:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320359.797636:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5552
00000100:00080000:0.0:1767320359.797638:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320359.797641:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320359.797650:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347ff2680 x1853164000085120/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320359.797705:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320359.797708:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320359.797709:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320359.797712:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5552
00000100:00080000:0.0:1767320359.797713:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320359.797716:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320359.797726:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347ff2d80 x1853164000085376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320359.797799:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000085632:0@lo:400:kworker.0
00000100:00100000:3.0:1767320359.797812:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000085504:0@lo:400:kworker.0
00000100:00100000:1.0:1767320359.797857:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320359.797863:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320359.797941:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000085248:0@lo:400:kworker.0
00000100:00100000:3.0:1767320359.798012:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000085760:0@lo:400:kworker.0
00000100:00100000:0.0:1767320359.798237:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000085632
00000100:00100000:0.0:1767320359.798245:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000085632
00000100:00100000:0.0:1767320359.798294:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3384
00000100:00100000:0.0:1767320359.798299:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345faa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000085632:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320359.798457:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000084864:0@lo:38:kworker.0
00000100:00100000:1.0:1767320359.798494:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320359.798526:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000084992:0@lo:38:kworker.0
00000100:00100000:1.0:1767320359.798546:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320359.798561:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000085120:0@lo:38:kworker.0
00000100:00100000:1.0:1767320359.798577:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320359.798590:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000085376:0@lo:38:kworker.0
00000100:00100000:1.0:1767320359.798603:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320359.798624:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000085504
00000100:00100000:1.0:1767320359.798628:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000085504
00000100:00100000:1.0:1767320359.798652:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000084992
00000100:00100000:1.0:1767320359.798654:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000084992
00000100:00100000:1.0:1767320359.798731:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000085120
00000100:00100000:1.0:1767320359.798734:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000085120
00000100:00100000:1.0:1767320359.798742:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000085376
00000100:00100000:1.0:1767320359.798744:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000085376
00000100:00100000:1.0:1767320359.798751:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5198
00000100:00100000:1.0:1767320359.798757:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367240380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000085504:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320359.798793:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367240380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000085504:12345-0@lo:400:kworker.0 Request processed in 36us (932us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320359.798799:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5198
00000100:00100000:1.0:1767320359.798814:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5853
00000100:00100000:1.0:1767320359.798818:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000084992:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320359.798837:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320359.798861:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000084992:12345-0@lo:38:kworker.0 Request processed in 42us (315us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320359.798866:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5853
00000100:00100000:1.0:1767320359.798876:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5854
00000100:00100000:1.0:1767320359.798879:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fa8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000085120:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320359.798886:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320359.798904:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fa8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000085120:12345-0@lo:38:kworker.0 Request processed in 24us (326us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320359.798908:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5854
00000100:00100000:1.0:1767320359.798916:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5855
00000100:00100000:1.0:1767320359.798919:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fa9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000085376:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320359.798926:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320359.798940:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fa9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000085376:12345-0@lo:38:kworker.0 Request processed in 20us (336us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320359.798945:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5855
00000100:00100000:1.0:1767320359.798980:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000085504:0@lo:400:kworker.0
00000100:00080000:1.0:1767320359.799010:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320359.799015:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320359.799018:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000084992:0@lo:38:kworker.0
00000100:00080000:1.0:1767320359.799026:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320359.799029:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320359.799032:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000085120:0@lo:38:kworker.0
00000100:00080000:1.0:1767320359.799040:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320359.799043:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320359.799045:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000085376:0@lo:38:kworker.0
00000100:00100000:1.0:1767320359.799114:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000084864
00000100:00100000:1.0:1767320359.799118:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000084864
00000100:00100000:1.0:1767320359.799139:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1973
00000100:00100000:1.0:1767320359.799143:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fa9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000084864:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320359.799152:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320359.799222:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320359.799251:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000085248
00000100:00100000:2.0:1767320359.799254:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000085248
00000100:00100000:2.0:1767320359.799278:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5199
00000100:00100000:2.0:1767320359.799284:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000085248:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320359.799318:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fa9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000084864:12345-0@lo:38:kworker.0 Request processed in 171us (822us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320359.799332:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1973
00000100:00100000:2.0:1767320359.799333:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000085248:12345-0@lo:400:kworker.0 Request processed in 43us (104us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320359.799340:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5199
00000100:00080000:1.0:1767320359.799353:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767320359.799359:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767320359.799373:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000085248:0@lo:400:kworker.0
00000100:00080000:1.0:1767320359.799381:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320359.799384:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320359.799387:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000084864:0@lo:38:kworker.0
00000100:00100000:3.0:1767320359.801074:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320359.801310:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345faa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000085632:12345-0@lo:400:kworker.0 Request processed in 3008us (3450us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320359.801320:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3384
00000100:00100000:0.0:1767320359.801342:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000085760
00000100:00100000:0.0:1767320359.801348:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000085760
00000100:00100000:1.0:1767320359.801352:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000085632:0@lo:400:kworker.0
00000100:00080000:3.0:1767320359.801379:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767320359.801388:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3385
00000100:00100000:0.0:1767320359.801397:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367242300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000085760:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320359.801451:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367242300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000085760:12345-0@lo:400:kworker.0 Request processed in 56us (380us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320359.801458:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3385
00000100:00100000:3.0:1767320359.801497:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000085760:0@lo:400:kworker.0
00010000:00010000:0.0:1767320360.119401:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320361.142189:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320361.845593:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000085888:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320361.845683:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320361.845784:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000085888
00000100:00100000:0.0:1767320361.845792:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000085888
00000100:00100000:0.0:1767320361.845853:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2578
00000100:00100000:0.0:1767320361.845862:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367241500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000085888:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767320361.845902:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767320361.845950:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367241500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000085888:12345-0@lo:13:osp-pre-0-1.0 Request processed in 89us (266us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320361.845957:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2578
00000100:00100000:0.0:1767320361.846007:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000085888:0@lo:13:osp-pre-0-1.0
00000100:00080000:3.0:1767320361.846328:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767320361.846378:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000086016:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320361.846414:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320361.846494:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000086016
00000100:00100000:2.0:1767320361.846502:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000086016
00000100:00100000:2.0:1767320361.846547:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2579
00000100:00100000:2.0:1767320361.846556:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fa9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000086016:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767320361.846573:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767320361.846607:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fa9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000086016:12345-0@lo:13:osp-pre-1-1.0 Request processed in 54us (193us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320361.846614:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2579
00000100:00080000:3.0:1767320361.846665:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767320361.846761:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000086016:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767320362.166377:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320362.943959:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767320362.943995:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767320362.944242:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962560256
00000100:00100000:2.0:1767320362.944254:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962560256
00000100:00100000:2.0:1767320362.944334:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962560128
00000100:00100000:2.0:1767320362.944337:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962560128
00000100:00100000:2.0:1767320362.944357:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5200
00000100:00100000:2.0:1767320362.944368:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345faa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962560256:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767320362.944443:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345faa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962560256:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 77us (491us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320362.944463:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5200
00000100:00080000:1.0:1767320362.944474:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320362.944487:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5856
00000100:00100000:2.0:1767320362.944492:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fa9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962560128:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767320362.944514:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320362.944543:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fa9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962560128:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 49us (545us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320362.944552:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5856
00010000:00010000:3.0:1767320363.189516:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320364.213537:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767320364.917329:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320364.917343:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767320364.917346:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320364.917349:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320364.917355:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320364.917365:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5557
00000100:00080000:0.0:1767320364.917370:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320364.917377:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320364.917461:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347ff0380 x1853164000086144/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320364.917490:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320364.917493:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320364.917495:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320364.917499:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5557
00000100:00080000:0.0:1767320364.917501:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320364.917504:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320364.917517:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347ff2300 x1853164000086272/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320364.917532:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320364.917534:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320364.917536:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320364.917539:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5557
00000100:00080000:0.0:1767320364.917541:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320364.917544:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320364.917555:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347ff3100 x1853164000086400/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320364.917601:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320364.917605:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320364.917607:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320364.917610:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5557
00000100:00080000:0.0:1767320364.917612:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320364.917616:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320364.917630:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347ff1500 x1853164000086656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320364.917705:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000086912:0@lo:400:kworker.0
00000100:00100000:0.0:1767320364.917778:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320364.917843:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767320364.917849:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000087040:0@lo:400:kworker.0
00000100:00100000:0.0:1767320364.917871:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320364.917901:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000086912
00000100:00100000:0.0:1767320364.917911:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000086912
00000100:00100000:0.0:1767320364.917959:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000087040
00000100:00100000:0.0:1767320364.917963:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000087040
00000100:00100000:0.0:1767320364.917984:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3386
00000100:00100000:0.0:1767320364.917992:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000086912:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320364.918044:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000086912:12345-0@lo:400:kworker.0 Request processed in 53us (266us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320364.918051:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3386
00000100:00100000:0.0:1767320364.918068:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3387
00000100:00100000:0.0:1767320364.918075:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000087040:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320364.918102:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000087040:12345-0@lo:400:kworker.0 Request processed in 28us (230us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320364.918107:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3387
00000100:00100000:0.0:1767320364.918144:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000087040:0@lo:400:kworker.0
00000100:00100000:0.0:1767320364.918154:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000086912:0@lo:400:kworker.0
00000100:00100000:3.0:1767320364.918349:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000086784:0@lo:400:kworker.0
00000100:00100000:3.0:1767320364.918383:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320364.918417:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767320364.918424:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000086528:0@lo:400:kworker.0
00000100:00100000:3.0:1767320364.918457:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320364.918694:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000086784
00000100:00100000:0.0:1767320364.918700:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000086784
00000100:00100000:0.0:1767320364.918736:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000086528
00000100:00100000:0.0:1767320364.918739:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000086528
00000100:00100000:0.0:1767320364.918758:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5201
00000100:00100000:0.0:1767320364.918765:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367242a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000086784:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320364.918800:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367242a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000086784:12345-0@lo:400:kworker.0 Request processed in 36us (417us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320364.918806:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5201
00000100:00100000:0.0:1767320364.918818:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5202
00000100:00100000:0.0:1767320364.918825:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367240000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000086528:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320364.918849:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367240000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000086528:12345-0@lo:400:kworker.0 Request processed in 26us (392us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320364.918858:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5202
00000100:00100000:3.0:1767320364.918998:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000086528:0@lo:400:kworker.0
00000100:00100000:3.0:1767320364.919009:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000086784:0@lo:400:kworker.0
00000100:00080000:1.0:1767320364.919123:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767320364.919129:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767320364.919132:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767320364.919155:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000086144:0@lo:38:kworker.0
00000100:00100000:1.0:1767320364.919189:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320364.919255:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000086272:0@lo:38:kworker.0
00000100:00100000:1.0:1767320364.919278:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320364.919292:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000086400:0@lo:38:kworker.0
00000100:00100000:1.0:1767320364.919309:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320364.919325:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000086656:0@lo:38:kworker.0
00000100:00100000:1.0:1767320364.919342:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320364.919369:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000086272
00000100:00100000:1.0:1767320364.919373:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000086272
00000100:00100000:1.0:1767320364.919391:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000086400
00000100:00100000:1.0:1767320364.919393:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000086400
00000100:00100000:1.0:1767320364.919422:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000086656
00000100:00100000:1.0:1767320364.919425:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000086656
00000100:00100000:1.0:1767320364.919448:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5857
00000100:00100000:1.0:1767320364.919452:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fa8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000086272:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320364.919471:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320364.919504:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fa8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000086272:12345-0@lo:38:kworker.0 Request processed in 51us (226us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320364.919510:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5857
00000100:00100000:1.0:1767320364.919525:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5858
00000100:00100000:1.0:1767320364.919528:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fa8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000086400:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320364.919537:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320364.919559:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fa8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000086400:12345-0@lo:38:kworker.0 Request processed in 30us (249us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320364.919568:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5858
00000100:00100000:1.0:1767320364.919578:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5859
00000100:00100000:1.0:1767320364.919582:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b27100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000086656:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320364.919589:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320364.919606:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b27100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000086656:12345-0@lo:38:kworker.0 Request processed in 23us (263us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320364.919610:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5859
00000100:00080000:1.0:1767320364.919643:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320364.919647:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320364.919651:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000086272:0@lo:38:kworker.0
00000100:00080000:1.0:1767320364.919659:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320364.919662:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320364.919665:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000086400:0@lo:38:kworker.0
00000100:00080000:1.0:1767320364.919672:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320364.919674:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320364.919689:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000086656:0@lo:38:kworker.0
00000100:00100000:3.0:1767320364.919955:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000086144
00000100:00100000:3.0:1767320364.919960:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000086144
00000100:00100000:3.0:1767320364.919988:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1974
00000100:00100000:3.0:1767320364.919993:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fa8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000086144:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320364.920003:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320364.920035:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fa8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000086144:12345-0@lo:38:kworker.0 Request processed in 42us (846us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320364.920041:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1974
00000100:00080000:1.0:1767320364.920177:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320364.920182:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320364.920185:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000086144:0@lo:38:kworker.0
00010000:00010000:0.0:1767320365.239014:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767320366.261396:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320366.965698:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000087168:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320366.965772:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320366.965824:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767320366.965831:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000087296:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320366.965856:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320366.966007:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000087168
00000100:00100000:2.0:1767320366.966016:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000087168
00000100:00100000:2.0:1767320366.966073:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000087296
00000100:00100000:2.0:1767320366.966076:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000087296
00000100:00100000:2.0:1767320366.966097:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2580
00000100:00100000:2.0:1767320366.966106:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000087168:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767320366.966138:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767320366.966183:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000087168:12345-0@lo:13:osp-pre-0-1.0 Request processed in 78us (410us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320366.966191:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2580
00000100:00100000:2.0:1767320366.966230:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2581
00000100:00100000:2.0:1767320366.966237:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000087296:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767320366.966251:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767320366.966276:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000087296:12345-0@lo:13:osp-pre-1-1.0 Request processed in 40us (419us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320366.966283:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2581
00000100:00080000:1.0:1767320366.966562:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767320366.966567:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767320366.966604:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000087296:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320366.966617:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000087168:0@lo:13:osp-pre-0-1.0
00010000:00010000:3.0:1767320367.287928:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320368.065618:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767320368.066476:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962560512
00000100:00100000:0.0:1767320368.066488:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962560512
00000100:00100000:0.0:1767320368.066586:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5203
00000100:00100000:0.0:1767320368.066597:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b25180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962560512:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:0.0:1767320368.066695:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b25180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962560512:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 99us (1089us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320368.066702:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5203
00000100:00080000:1.0:1767320368.066776:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320368.074902:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767320368.075674:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962560384
00000100:00100000:2.0:1767320368.075689:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962560384
00000100:00100000:2.0:1767320368.075757:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5860
00000100:00100000:2.0:1767320368.075767:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962560384:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767320368.075800:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320368.075884:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962560384:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 118us (998us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320368.075891:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5860
00010000:00010000:0.0:1767320368.311794:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320369.333804:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767320370.037928:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320370.037942:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767320370.037946:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320370.037960:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320370.037966:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320370.037978:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5562
00000100:00080000:2.0:1767320370.037984:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320370.037992:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320370.038045:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236710ed80 x1853164000087424/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320370.038076:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320370.038080:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320370.038082:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320370.038086:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5562
00000100:00080000:2.0:1767320370.038088:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320370.038092:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320370.038119:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236710ea00 x1853164000087552/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320370.038129:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320370.038133:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320370.038135:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320370.038138:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5562
00000100:00080000:2.0:1767320370.038141:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320370.038144:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320370.038159:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236710d180 x1853164000087680/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320370.039113:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000087808:0@lo:400:kworker.0
00000100:00100000:1.0:1767320370.039696:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000087424:0@lo:38:kworker.0
00000100:00100000:1.0:1767320370.039756:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320370.040113:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767320370.040897:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320370.040907:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320370.040911:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320370.040920:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5562
00000100:00080000:2.0:1767320370.040925:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320370.040933:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320370.040986:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236710fb80 x1853164000087936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320370.041072:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767320370.041082:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000088064:0@lo:400:kworker.0
00000100:00100000:2.0:1767320370.041151:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320370.041236:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000087808
00000100:00100000:2.0:1767320370.041247:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000087808
00000100:00100000:2.0:1767320370.041325:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000088064
00000100:00100000:2.0:1767320370.041328:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000088064
00000100:00100000:2.0:1767320370.041359:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5204
00000100:00100000:2.0:1767320370.041375:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000087808:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320370.041453:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000087808:12345-0@lo:400:kworker.0 Request processed in 78us (1339us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320370.041462:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5204
00000100:00100000:2.0:1767320370.041492:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5205
00000100:00100000:2.0:1767320370.041498:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000088064:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320370.041525:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000088064:12345-0@lo:400:kworker.0 Request processed in 28us (374us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320370.041531:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5205
00000100:00100000:2.0:1767320370.041573:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000088064:0@lo:400:kworker.0
00000100:00100000:2.0:1767320370.041589:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000087808:0@lo:400:kworker.0
00000100:00080000:2.0:1767320370.041629:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320370.041649:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000088192:0@lo:400:kworker.0
00000100:00100000:2.0:1767320370.041683:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320370.041707:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767320370.041712:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000088320:0@lo:400:kworker.0
00000100:00100000:2.0:1767320370.041735:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320370.041773:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000088192
00000100:00100000:2.0:1767320370.041777:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000088192
00000100:00100000:2.0:1767320370.041813:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000088320
00000100:00100000:2.0:1767320370.041817:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000088320
00000100:00100000:2.0:1767320370.041839:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3388
00000100:00100000:2.0:1767320370.041845:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000088192:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320370.041878:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000088192:12345-0@lo:400:kworker.0 Request processed in 33us (194us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320370.041884:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3388
00000100:00100000:2.0:1767320370.041894:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3389
00000100:00100000:2.0:1767320370.041900:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000088320:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320370.041929:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000088320:12345-0@lo:400:kworker.0 Request processed in 29us (192us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320370.041934:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3389
00000100:00080000:2.0:1767320370.041948:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767320370.041951:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767320370.041965:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000088320:0@lo:400:kworker.0
00000100:00100000:2.0:1767320370.041973:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000088192:0@lo:400:kworker.0
00000100:00100000:1.0:1767320370.045771:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000087552:0@lo:38:kworker.0
00000100:00100000:1.0:1767320370.045867:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320370.045895:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000087680:0@lo:38:kworker.0
00000100:00100000:1.0:1767320370.045919:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320370.045975:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000087936:0@lo:38:kworker.0
00000100:00100000:1.0:1767320370.045999:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320370.046049:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000087552
00000100:00100000:1.0:1767320370.046060:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000087552
00000100:00100000:1.0:1767320370.046121:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000087680
00000100:00100000:1.0:1767320370.046124:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000087680
00000100:00100000:1.0:1767320370.046140:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000087936
00000100:00100000:1.0:1767320370.046143:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000087936
00000100:00100000:1.0:1767320370.046163:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5861
00000100:00100000:1.0:1767320370.046172:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b26300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000087552:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320370.046222:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320370.046278:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b26300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000087552:12345-0@lo:38:kworker.0 Request processed in 105us (410us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320370.046288:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5861
00000100:00100000:1.0:1767320370.046311:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5862
00000100:00100000:1.0:1767320370.046316:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b25f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000087680:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320370.046325:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320370.046350:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b25f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000087680:12345-0@lo:38:kworker.0 Request processed in 33us (430us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320370.046355:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5862
00000100:00100000:1.0:1767320370.046365:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5863
00000100:00100000:1.0:1767320370.046369:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b27480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000087936:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320370.046378:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320370.046410:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b27480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000087936:12345-0@lo:38:kworker.0 Request processed in 39us (410us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320370.046416:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5863
00000100:00080000:1.0:1767320370.046469:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320370.046475:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320370.046479:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000087936:0@lo:38:kworker.0
00000100:00080000:1.0:1767320370.046489:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320370.046492:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320370.046495:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000087552:0@lo:38:kworker.0
00000100:00080000:1.0:1767320370.046502:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767320370.050176:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000087424
00000100:00080000:1.0:1767320370.051562:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320370.051573:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000087680:0@lo:38:kworker.0
00000100:00100000:0.0:1767320370.052250:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000087424
00000100:00100000:0.0:1767320370.052338:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1975
00000100:00100000:0.0:1767320370.052349:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b24000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000087424:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320370.052392:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320370.052517:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b24000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000087424:12345-0@lo:38:kworker.0 Request processed in 168us (12759us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320370.052525:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1975
00000100:00080000:1.0:1767320370.052585:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320370.052592:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320370.052597:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000087424:0@lo:38:kworker.0
00010000:00010000:2.0:1767320370.357758:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320371.382529:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320372.085713:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767320372.085742:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000088448:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320372.085849:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320372.086331:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000088576:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320372.086387:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320372.086669:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000088448
00000100:00100000:0.0:1767320372.086680:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000088448
00000100:00100000:0.0:1767320372.086759:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000088576
00000100:00100000:0.0:1767320372.086763:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000088576
00000100:00100000:0.0:1767320372.086788:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2582
00000100:00100000:0.0:1767320372.086799:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000088448:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767320372.086836:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767320372.086894:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000088448:12345-0@lo:13:osp-pre-0-1.0 Request processed in 97us (1045us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320372.086902:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2582
00000100:00100000:0.0:1767320372.086923:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2583
00000100:00080000:1.0:1767320372.087034:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767320372.087040:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767320372.087091:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000088448:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320372.087152:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000088576:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767320372.087173:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767320372.087524:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000088576:12345-0@lo:13:osp-pre-1-1.0 Request processed in 593us (1135us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320372.087533:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2583
00000100:00100000:1.0:1767320372.087768:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000088576:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767320372.405494:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320373.186921:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767320373.187056:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767320373.187236:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962560768
00000100:00100000:2.0:1767320373.187256:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962560768
00000100:00100000:2.0:1767320373.187382:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962560640
00000100:00100000:2.0:1767320373.187388:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962560640
00000100:00100000:3.0:1767320373.187408:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5206
00000100:00100000:2.0:1767320373.187417:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5864
00000100:00100000:2.0:1767320373.187424:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b24700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962560640:12345-192.168.202.52@tcp:38:kworker.0
00000100:00100000:3.0:1767320373.187424:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b26d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962560768:12345-192.168.202.52@tcp:400:kworker.0
00010000:00020000:2.0:1767320373.187452:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767320373.187508:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320373.195545:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b24700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962560640:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 8103us (8470us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320373.195565:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5864
00000100:00100000:3.0:1767320373.198068:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b26d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962560768:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 10632us (11146us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320373.198086:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5206
00010000:00010000:0.0:1767320373.429496:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767320374.453636:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767320375.157415:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320375.157432:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767320375.157436:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320375.157441:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320375.157447:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320375.157458:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5567
00000100:00080000:0.0:1767320375.157464:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320375.157473:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320375.157524:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347ff0000 x1853164000088704/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320375.157555:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320375.157559:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320375.157562:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320375.157566:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5567
00000100:00080000:0.0:1767320375.157569:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320375.157573:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320375.157585:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347ff1f80 x1853164000088832/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320375.157587:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000088704:0@lo:38:kworker.0
00000100:00080000:0.0:1767320375.157595:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320375.157598:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320375.157600:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320375.157603:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5567
00000100:00080000:0.0:1767320375.157606:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320375.157609:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320375.157620:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347ff3b80 x1853164000088960/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320375.157662:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320375.157667:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320375.157669:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320375.157673:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5567
00000100:00080000:0.0:1767320375.157676:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320375.157679:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320375.157694:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347ff0380 x1853164000089216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320375.157719:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000089088:0@lo:400:kworker.0
00000100:00100000:0.0:1767320375.157772:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000089472:0@lo:400:kworker.0
00000100:00100000:0.0:1767320375.157809:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320375.157811:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320375.158095:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000089344:0@lo:400:kworker.0
00000100:00100000:0.0:1767320375.161818:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767320375.161844:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000089600:0@lo:400:kworker.0
00000100:00100000:0.0:1767320375.161925:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320375.161989:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000089472
00000100:00100000:0.0:1767320375.161998:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000089472
00000100:00100000:0.0:1767320375.162077:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000089600
00000100:00100000:0.0:1767320375.162080:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000089600
00000100:00100000:0.0:1767320375.162105:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3390
00000100:00100000:0.0:1767320375.162116:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000089472:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320375.162177:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000089472:12345-0@lo:400:kworker.0 Request processed in 63us (4367us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320375.162185:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3390
00000100:00100000:0.0:1767320375.162222:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3391
00000100:00100000:0.0:1767320375.162229:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000089600:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320375.162254:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000089600:12345-0@lo:400:kworker.0 Request processed in 26us (331us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320375.162260:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3391
00000100:00100000:0.0:1767320375.162346:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000089600:0@lo:400:kworker.0
00000100:00100000:0.0:1767320375.162361:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000089472:0@lo:400:kworker.0
00000100:00080000:0.0:1767320375.162413:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767320375.162419:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767320375.162451:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000089088
00000100:00100000:0.0:1767320375.162455:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000089088
00000100:00100000:0.0:1767320375.162497:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5207
00000100:00100000:0.0:1767320375.162504:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000089088:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320375.162539:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000089088:12345-0@lo:400:kworker.0 Request processed in 36us (4726us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320375.162549:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5207
00000100:00080000:0.0:1767320375.162562:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320375.167065:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320375.167132:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000088704
00000100:00100000:0.0:1767320375.167145:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000088704
00000100:00100000:1.0:1767320375.167159:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000088832:0@lo:38:kworker.0
00000100:00100000:0.0:1767320375.167189:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1976
00000100:00100000:0.0:1767320375.167211:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000088704:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767320375.167227:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:0.0:1767320375.167238:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320375.167252:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000088832
00000100:00100000:1.0:1767320375.167255:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000088832
00000100:00100000:1.0:1767320375.167279:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5865
00000100:00100000:1.0:1767320375.167284:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b24a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000088832:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767320375.167287:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000088704:12345-0@lo:38:kworker.0 Request processed in 76us (233us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320375.167294:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1976
00010000:00020000:1.0:1767320375.167294:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320375.167319:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b24a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000088832:12345-0@lo:38:kworker.0 Request processed in 34us (91us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320375.167328:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5865
00000100:00080000:0.0:1767320375.167373:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320375.167380:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320375.167384:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000088832:0@lo:38:kworker.0
00000100:00100000:0.0:1767320375.167392:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000088960:0@lo:38:kworker.0
00000100:00100000:0.0:1767320375.167418:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320375.167446:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000089216:0@lo:38:kworker.0
00000100:00100000:0.0:1767320375.167468:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320375.167486:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000088960
00000100:00100000:0.0:1767320375.167489:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000088960
00000100:00100000:0.0:1767320375.167507:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000089216
00000100:00100000:0.0:1767320375.167510:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000089216
00000100:00100000:0.0:1767320375.167527:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5866
00000100:00100000:0.0:1767320375.167531:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000088960:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320375.167540:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320375.167564:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000088960:12345-0@lo:38:kworker.0 Request processed in 32us (146us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320375.167570:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5866
00000100:00100000:0.0:1767320375.167580:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5867
00000100:00100000:0.0:1767320375.167584:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000089216:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320375.167591:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320375.167610:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000089216:12345-0@lo:38:kworker.0 Request processed in 25us (142us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320375.167616:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5867
00000100:00080000:0.0:1767320375.167646:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320375.167650:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320375.167653:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000089216:0@lo:38:kworker.0
00000100:00080000:0.0:1767320375.167663:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320375.167667:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320375.167670:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000088704:0@lo:38:kworker.0
00000100:00080000:0.0:1767320375.167696:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320375.167700:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320375.167703:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000088960:0@lo:38:kworker.0
00000100:00100000:2.0:1767320375.170303:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000089088:0@lo:400:kworker.0
00000100:00100000:3.0:1767320375.171512:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320375.171669:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000089344
00000100:00100000:1.0:1767320375.171680:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000089344
00000100:00100000:1.0:1767320375.171916:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5208
00000100:00100000:1.0:1767320375.171929:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367240a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000089344:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320375.172030:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367240a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000089344:12345-0@lo:400:kworker.0 Request processed in 104us (523us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320375.172038:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5208
00000100:00100000:3.0:1767320375.172133:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000089344:0@lo:400:kworker.0
00000100:00080000:0.0:1767320375.172298:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767320375.480456:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320376.502221:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320377.206181:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767320377.206241:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000089728:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320377.206348:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320377.207299:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000089728
00000100:00100000:0.0:1767320377.207310:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000089728
00000100:00100000:0.0:1767320377.207399:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2584
00000100:00100000:0.0:1767320377.207409:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000089728:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767320377.207449:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767320377.207525:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000089728:12345-0@lo:13:osp-pre-1-1.0 Request processed in 117us (1176us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320377.207534:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2584
00000100:00100000:3.0:1767320377.207847:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767320377.207866:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000089856:0@lo:13:osp-pre-0-1.0
00000100:00080000:0.0:1767320377.207877:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767320377.207917:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320377.207966:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000089728:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320377.207969:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000089856
00000100:00100000:3.0:1767320377.207975:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000089856
00000100:00100000:3.0:1767320377.208017:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2585
00000100:00100000:3.0:1767320377.208026:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367242d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000089856:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767320377.208050:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767320377.208251:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367242d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000089856:12345-0@lo:13:osp-pre-0-1.0 Request processed in 226us (334us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320377.208260:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2585
00000100:00080000:3.0:1767320377.208276:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767320377.208297:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000089856:0@lo:13:osp-pre-0-1.0
00000400:00000100:1.0:1767320377.283004:0:6999:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.52@tcp portal 26 match 1853163962560896 offset 0 length 520: 4
00000100:00100000:1.0:1767320377.283077:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767320377.283251:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962561152
00000100:00100000:2.0:1767320377.283264:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962561152
00000100:00100000:2.0:1767320377.283364:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5209
00000100:00100000:2.0:1767320377.283385:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b24e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962561152:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767320377.283497:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b24e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962561152:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 114us (429us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320377.283506:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5209
00000100:00080000:3.0:1767320377.283735:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320377.285867:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767320377.286095:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962561024
00000100:00100000:0.0:1767320377.286110:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962561024
00000100:00100000:0.0:1767320377.286170:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5868
00000100:00100000:0.0:1767320377.286180:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b26680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962561024:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:0.0:1767320377.286378:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320377.286463:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b26680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962561024:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 282us (608us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320377.286472:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5868
00010000:00010000:0.0:1767320377.525585:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767320378.549469:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320379.253398:0:7004:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320354/real 1767320354]  req@ffff952347ff2a00 x1853164000084480/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320379 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1767320379.253458:0:7004:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff952347ff2a00 x1853164000084480/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320379 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1767320379.253485:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320379.253577:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:3.0:1767320379.253583:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000084480:0@lo:250:kworker.0
00000100:00080000:2.0:1767320379.253750:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320379.253757:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1767320379.253761:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320379.253768:0:49151:0:(import.c:509:import_select_connection()) MGC192.168.202.152@tcp: connect to NID 0@lo last attempt 5552
00000100:00080000:2.0:1767320379.253773:0:49151:0:(import.c:588:import_select_connection()) MGC192.168.202.152@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320379.253781:0:49151:0:(import.c:623:import_select_connection()) MGC192.168.202.152@tcp: import ffff95235eb57800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320379.253825:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523470ab480 x1853164000089984/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320379.253882:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000089984:0@lo:250:kworker.0
00000400:00000100:3.0:1767320379.253952:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164000089984 offset 0 length 520: 4
00000100:00080000:2.0:1767320379.254023:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320379.254028:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320379.254030:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320379.254035:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5573
00000100:00080000:2.0:1767320379.254037:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320379.254042:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320379.254064:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523470aa680 x1853164000090112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320379.254108:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000090112:0@lo:38:kworker.0
00000100:00100000:3.0:1767320379.254150:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320379.254282:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000090112
00000100:00100000:0.0:1767320379.254293:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000090112
00000100:00100000:0.0:1767320379.254392:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1977
00000100:00100000:0.0:1767320379.254401:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367243480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000090112:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320379.254426:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320379.254490:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367243480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000090112:12345-0@lo:38:kworker.0 Request processed in 89us (339us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320379.254497:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1977
00000100:00080000:1.0:1767320379.254583:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320379.254589:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320379.254593:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000090112:0@lo:38:kworker.0
00000100:00080000:2.0:1767320379.254889:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320379.254894:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320379.254896:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320379.254900:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5573
00000100:00080000:2.0:1767320379.254903:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320379.254908:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320379.254926:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523470a9c00 x1853164000090240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320379.254937:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320379.254940:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320379.254941:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320379.254944:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5573
00000100:00080000:2.0:1767320379.254948:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320379.254951:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320379.254962:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523470a8380 x1853164000090368/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320379.254997:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320379.255000:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320379.255001:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320379.255005:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5573
00000100:00080000:2.0:1767320379.255008:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320379.255011:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320379.255026:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523470a8000 x1853164000090624/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320379.255105:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000090752:0@lo:400:kworker.0
00000100:00100000:2.0:1767320379.255148:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320379.255179:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767320379.255185:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000090496:0@lo:400:kworker.0
00000100:00100000:2.0:1767320379.255227:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320379.255408:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000091008:0@lo:400:kworker.0
00000100:00100000:2.0:1767320379.255439:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320379.255461:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767320379.255467:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000090880:0@lo:400:kworker.0
00000100:00100000:2.0:1767320379.255487:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320379.255518:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000090752
00000100:00100000:2.0:1767320379.255525:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000090752
00000100:00100000:2.0:1767320379.255580:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000090496
00000100:00100000:2.0:1767320379.255584:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000090496
00000100:00100000:2.0:1767320379.255612:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5210
00000100:00100000:2.0:1767320379.255619:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000090752:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320379.258399:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000090240:0@lo:38:kworker.0
00000100:00100000:1.0:1767320379.258476:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320379.258521:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000090368:0@lo:38:kworker.0
00000100:00100000:1.0:1767320379.258541:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320379.258556:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000090624:0@lo:38:kworker.0
00000100:00100000:1.0:1767320379.258575:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320379.258618:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000090240
00000100:00100000:1.0:1767320379.258626:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000090240
00000100:00100000:1.0:1767320379.258666:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000090368
00000100:00100000:1.0:1767320379.258668:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000090368
00000100:00100000:1.0:1767320379.258799:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000090624
00000100:00100000:1.0:1767320379.258803:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000090624
00000100:00100000:1.0:1767320379.258816:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5211
00000100:00100000:1.0:1767320379.258828:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000090496:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320379.258887:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000090496:12345-0@lo:400:kworker.0 Request processed in 63us (3659us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320379.258894:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5211
00000100:00100000:1.0:1767320379.258915:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5869
00000100:00100000:1.0:1767320379.258920:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000090240:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320379.258942:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320379.258972:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000090240:12345-0@lo:38:kworker.0 Request processed in 51us (496us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320379.258977:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5869
00000100:00100000:1.0:1767320379.258988:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5870
00000100:00100000:1.0:1767320379.258992:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000090368:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320379.258999:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320379.259016:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000090368:12345-0@lo:38:kworker.0 Request processed in 23us (475us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320379.259022:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5870
00000100:00100000:1.0:1767320379.259031:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5871
00000100:00100000:1.0:1767320379.259035:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000090624:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320379.259042:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320379.259057:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000090624:12345-0@lo:38:kworker.0 Request processed in 21us (481us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320379.259062:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5871
00000100:00100000:2.0:1767320379.259379:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000090752:12345-0@lo:400:kworker.0 Request processed in 3757us (4226us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320379.259388:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5210
00000100:00100000:2.0:1767320379.259420:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000091008
00000100:00100000:2.0:1767320379.259425:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000091008
00000100:00100000:2.0:1767320379.259472:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000090880
00000100:00100000:2.0:1767320379.259476:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000090880
00000100:00100000:2.0:1767320379.259501:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3392
00000100:00100000:2.0:1767320379.259509:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000091008:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320379.259551:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000091008:12345-0@lo:400:kworker.0 Request processed in 43us (4112us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320379.259557:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3392
00000100:00100000:2.0:1767320379.259568:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3393
00000100:00100000:2.0:1767320379.259574:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000090880:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320379.259601:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000090880:12345-0@lo:400:kworker.0 Request processed in 29us (4114us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320379.259606:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3393
00000100:00080000:2.0:1767320379.259629:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767320379.259648:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767320379.259651:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320379.259695:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000090880:0@lo:400:kworker.0
00000100:00100000:2.0:1767320379.259709:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000091008:0@lo:400:kworker.0
00000100:00080000:2.0:1767320379.259831:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320379.259837:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320379.259841:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000090240:0@lo:38:kworker.0
00000100:00080000:2.0:1767320379.259851:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320379.259855:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320379.259858:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000090368:0@lo:38:kworker.0
00000100:00080000:2.0:1767320379.259866:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320379.259870:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320379.259872:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000090624:0@lo:38:kworker.0
00000100:00100000:1.0:1767320379.259973:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000090496:0@lo:400:kworker.0
00000100:00100000:1.0:1767320379.259986:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000090752:0@lo:400:kworker.0
00010000:00010000:3.0:1767320379.573970:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767320380.597425:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320381.621468:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320382.325497:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000091136:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320382.325515:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000091264:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320382.325587:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320382.325628:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000091264
00000100:00100000:3.0:1767320382.325638:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000091264
00000100:00100000:2.0:1767320382.325646:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320382.325681:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000091136
00000100:00100000:0.0:1767320382.325687:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000091136
00000100:00080000:2.0:1767320382.325704:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767320382.325711:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767320382.325719:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2586
00000100:00100000:0.0:1767320382.325734:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2587
00000100:00100000:3.0:1767320382.325735:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000091264:12345-0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320382.325747:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000091136:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767320382.325779:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00002000:00000024:3.0:1767320382.325779:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767320382.325834:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000091264:12345-0@lo:13:osp-pre-0-1.0 Request processed in 105us (246us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320382.325842:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2586
00000100:00100000:0.0:1767320382.325851:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000091136:12345-0@lo:13:osp-pre-1-1.0 Request processed in 107us (204us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320382.325860:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2587
00000100:00100000:2.0:1767320382.325902:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000091136:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320382.325926:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000091264:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320382.399484:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767320382.399541:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767320382.399675:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962561408
00000100:00100000:2.0:1767320382.399687:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962561408
00000100:00100000:3.0:1767320382.399716:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962561280
00000100:00100000:3.0:1767320382.399723:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962561280
00000100:00100000:3.0:1767320382.399792:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5872
00000100:00080000:0.0:1767320382.399808:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320382.399865:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962561280:12345-192.168.202.52@tcp:38:kworker.0
00000100:00100000:2.0:1767320382.399896:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5212
00000100:00100000:2.0:1767320382.399905:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962561408:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767320382.400012:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962561408:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 108us (541us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320382.400021:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5212
00010000:00020000:3.0:1767320382.400046:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320382.400081:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962561280:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 279us (540us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320382.400090:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5872
00010000:00010000:2.0:1767320382.646097:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320383.669551:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767320384.376019:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320384.376033:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767320384.376037:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320384.376042:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320384.376048:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320384.376060:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5577
00000100:00080000:3.0:1767320384.376066:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320384.376075:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320384.376125:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952367243800 x1853164000091392/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320384.376417:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367243800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000091392:0@lo:38:kworker.0
00000100:00100000:1.0:1767320384.376514:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320384.376712:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000091392
00000100:00100000:0.0:1767320384.376723:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000091392
00000100:00100000:0.0:1767320384.376780:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1978
00000100:00100000:0.0:1767320384.376790:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000091392:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320384.376819:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767320384.377534:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320384.377543:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320384.377547:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320384.377552:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5577
00000100:00080000:3.0:1767320384.377556:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320384.377561:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320384.377590:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952367241c00 x1853164000091520/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320384.377747:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000091392:12345-0@lo:38:kworker.0 Request processed in 957us (1232us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320384.377757:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1978
00000100:00080000:3.0:1767320384.377810:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320384.377814:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320384.377817:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320384.377822:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5577
00000100:00080000:3.0:1767320384.377825:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320384.377828:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320384.377843:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952367241f80 x1853164000091648/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320384.377889:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320384.377893:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320384.377895:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320384.377899:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5577
00000100:00080000:3.0:1767320384.377902:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320384.377905:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320384.378164:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952367240700 x1853164000091904/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320384.378370:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367299180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000092288:0@lo:400:kworker.0
00000100:00100000:3.0:1767320384.378444:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320384.378480:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767320384.378486:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367241180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000092160:0@lo:400:kworker.0
00000100:00100000:3.0:1767320384.378509:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320384.378568:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000092288
00000100:00100000:3.0:1767320384.378576:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000092288
00000100:00100000:3.0:1767320384.378641:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000092160
00000100:00100000:3.0:1767320384.378644:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000092160
00000100:00100000:3.0:1767320384.378669:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3394
00000100:00100000:3.0:1767320384.378678:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367299500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000092288:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320384.378734:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367299500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000092288:12345-0@lo:400:kworker.0 Request processed in 57us (289us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320384.378742:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3394
00000100:00100000:3.0:1767320384.378756:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3395
00000100:00100000:3.0:1767320384.378762:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367299f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000092160:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320384.378789:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367299f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000092160:12345-0@lo:400:kworker.0 Request processed in 28us (280us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320384.378795:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3395
00000100:00100000:3.0:1767320384.378841:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367241180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000092160:0@lo:400:kworker.0
00000100:00100000:3.0:1767320384.378852:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367299180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000092288:0@lo:400:kworker.0
00000100:00080000:0.0:1767320384.379309:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767320384.379317:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767320384.379332:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367242680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000091776:0@lo:400:kworker.0
00000100:00100000:0.0:1767320384.379384:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320384.379415:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767320384.379422:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367241880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000092032:0@lo:400:kworker.0
00000100:00100000:0.0:1767320384.379445:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320384.379478:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000091776
00000100:00100000:0.0:1767320384.379482:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000091776
00000100:00100000:0.0:1767320384.379523:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000092032
00000100:00100000:0.0:1767320384.379526:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000092032
00000100:00100000:0.0:1767320384.379552:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5213
00000100:00100000:0.0:1767320384.379560:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000091776:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320384.379603:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000091776:12345-0@lo:400:kworker.0 Request processed in 45us (219us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320384.379609:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5213
00000100:00100000:0.0:1767320384.379636:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5214
00000100:00100000:0.0:1767320384.379643:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000092032:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320384.379670:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000092032:12345-0@lo:400:kworker.0 Request processed in 28us (224us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320384.379676:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5214
00000100:00080000:0.0:1767320384.379691:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320384.379718:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367241880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000092032:0@lo:400:kworker.0
00000100:00100000:0.0:1767320384.379727:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367242680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000091776:0@lo:400:kworker.0
00000100:00080000:2.0:1767320384.381432:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320384.381449:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320384.381454:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367243800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000091392:0@lo:38:kworker.0
00000100:00100000:2.0:1767320384.381495:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367241c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000091520:0@lo:38:kworker.0
00000100:00100000:2.0:1767320384.381576:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320384.381658:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367241f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000091648:0@lo:38:kworker.0
00000100:00100000:2.0:1767320384.381684:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320384.381832:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367240700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000091904:0@lo:38:kworker.0
00000100:00100000:2.0:1767320384.381857:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320384.382073:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000091520
00000100:00100000:0.0:1767320384.382083:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000091520
00000100:00100000:0.0:1767320384.382132:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000091648
00000100:00100000:0.0:1767320384.382136:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000091648
00000100:00100000:0.0:1767320384.382159:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5873
00000100:00100000:0.0:1767320384.382167:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000091520:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320384.382428:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320384.382484:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000091520:12345-0@lo:38:kworker.0 Request processed in 316us (906us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320384.382493:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5873
00000100:00100000:0.0:1767320384.382514:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5874
00000100:00100000:0.0:1767320384.382518:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000091648:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320384.382527:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320384.382556:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000091648:12345-0@lo:38:kworker.0 Request processed in 37us (872us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320384.382565:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5874
00000100:00080000:2.0:1767320384.382895:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320384.382901:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320384.382905:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367241c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000091520:0@lo:38:kworker.0
00000100:00080000:2.0:1767320384.383079:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320384.383085:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320384.383089:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367241f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000091648:0@lo:38:kworker.0
00000100:00100000:1.0:1767320384.383188:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000091904
00000100:00100000:1.0:1767320384.383211:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000091904
00000100:00100000:1.0:1767320384.383266:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5875
00000100:00100000:1.0:1767320384.383271:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000091904:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320384.383285:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320384.383339:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000091904:12345-0@lo:38:kworker.0 Request processed in 67us (1481us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320384.383345:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5875
00000100:00080000:2.0:1767320384.383480:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320384.383485:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320384.383497:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367240700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000091904:0@lo:38:kworker.0
00010000:00010000:2.0:1767320384.697646:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320385.718770:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767320386.741535:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320387.445534:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000092416:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320387.445627:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320387.445799:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000092416
00000100:00100000:0.0:1767320387.445809:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000092416
00000100:00100000:0.0:1767320387.445886:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2588
00000100:00100000:0.0:1767320387.445897:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000092416:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767320387.445931:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767320387.446964:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000092416:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1065us (1332us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320387.446976:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2588
00000100:00080000:0.0:1767320387.447010:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767320387.447178:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000092416:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320387.451346:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000092544:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320387.451461:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320387.451610:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000092544
00000100:00100000:0.0:1767320387.451620:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000092544
00000100:00080000:2.0:1767320387.451688:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767320387.451697:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2589
00000100:00100000:0.0:1767320387.451707:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000092544:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767320387.451743:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767320387.451806:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000092544:12345-0@lo:13:osp-pre-1-1.0 Request processed in 100us (343us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320387.451814:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2589
00000100:00100000:2.0:1767320387.451855:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000092544:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320387.522697:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767320387.522806:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767320387.522856:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962561664
00000100:00100000:0.0:1767320387.522870:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962561664
00000100:00100000:0.0:1767320387.522951:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962561536
00000100:00100000:0.0:1767320387.522956:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962561536
00000100:00100000:0.0:1767320387.522980:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5215
00000100:00100000:0.0:1767320387.522992:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367299180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962561664:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:0.0:1767320387.523090:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367299180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962561664:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 100us (408us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320387.523110:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5215
00000100:00100000:0.0:1767320387.523131:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5876
00000100:00100000:0.0:1767320387.523136:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367298a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962561536:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:0.0:1767320387.523161:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320387.523188:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367298a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962561536:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 51us (383us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320387.523252:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5876
00000100:00080000:2.0:1767320387.526154:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767320387.774012:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767320388.789638:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767320389.493513:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320389.493528:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767320389.493533:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320389.493539:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320389.493545:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320389.493556:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5582
00000100:00080000:3.0:1767320389.493563:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320389.493571:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320389.493629:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236729bb80 x1853164000092672/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320389.493658:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320389.493662:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:0.0:1767320389.495259:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236729bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000092672:0@lo:38:kworker.0
00000100:00100000:0.0:1767320389.495381:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767320389.495450:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320389.495462:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5582
00000100:00080000:3.0:1767320389.495468:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320389.495477:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320389.495527:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952367240700 x1853164000092800/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320389.495559:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320389.495564:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320389.495566:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320389.495569:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5582
00000100:00080000:3.0:1767320389.495572:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320389.495575:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320389.495586:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952367241f80 x1853164000092928/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320389.495635:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320389.495640:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320389.495642:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320389.495646:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5582
00000100:00080000:3.0:1767320389.495648:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320389.495651:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320389.495664:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952367243800 x1853164000093184/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320389.495736:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367242680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000093312:0@lo:400:kworker.0
00000100:00100000:3.0:1767320389.495806:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320389.495847:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767320389.495853:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367241c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000093056:0@lo:400:kworker.0
00000100:00100000:3.0:1767320389.495878:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320389.495906:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367241880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000093440:0@lo:400:kworker.0
00000100:00100000:3.0:1767320389.495933:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320389.495953:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767320389.495958:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367241180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000093568:0@lo:400:kworker.0
00000100:00100000:3.0:1767320389.495979:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320389.496013:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000093440
00000100:00100000:3.0:1767320389.496022:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000093440
00000100:00100000:3.0:1767320389.496077:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000093568
00000100:00100000:3.0:1767320389.496081:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000093568
00000100:00100000:3.0:1767320389.496107:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3396
00000100:00100000:3.0:1767320389.496117:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364bc1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000093440:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320389.496169:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364bc1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000093440:12345-0@lo:400:kworker.0 Request processed in 54us (234us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320389.496176:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3396
00000100:00100000:3.0:1767320389.496191:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3397
00000100:00100000:3.0:1767320389.496236:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364bc0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000093568:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320389.496479:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000093312
00000100:00100000:2.0:1767320389.496483:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000093312
00000100:00100000:2.0:1767320389.496516:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000093056
00000100:00100000:2.0:1767320389.496518:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000093056
00000100:00100000:2.0:1767320389.496537:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5216
00000100:00100000:2.0:1767320389.496543:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364bc3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000093312:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320389.496584:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364bc3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000093312:12345-0@lo:400:kworker.0 Request processed in 41us (777us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320389.496590:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5216
00000100:00100000:2.0:1767320389.496602:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5217
00000100:00100000:2.0:1767320389.496608:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364bc3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000093056:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320389.496632:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364bc3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000093056:12345-0@lo:400:kworker.0 Request processed in 25us (753us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320389.496637:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5217
00000100:00080000:2.0:1767320389.496660:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767320389.496664:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767320389.496666:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767320389.496697:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367241c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000093056:0@lo:400:kworker.0
00000100:00100000:0.0:1767320389.496723:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367240700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000092800:0@lo:38:kworker.0
00000100:00100000:2.0:1767320389.496723:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367242680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000093312:0@lo:400:kworker.0
00000100:00100000:0.0:1767320389.496803:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320389.496853:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367241f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000092928:0@lo:38:kworker.0
00000100:00100000:2.0:1767320389.496864:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367241880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000093440:0@lo:400:kworker.0
00000100:00100000:0.0:1767320389.496888:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320389.496917:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000092800
00000100:00100000:0.0:1767320389.496921:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367243800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000093184:0@lo:38:kworker.0
00000100:00100000:2.0:1767320389.496924:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000092800
00000100:00100000:2.0:1767320389.496953:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000092928
00000100:00100000:0.0:1767320389.496961:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320389.496962:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000092928
00000100:00100000:3.0:1767320389.497077:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364bc0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000093568:12345-0@lo:400:kworker.0 Request processed in 843us (1096us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320389.497084:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3397
00000100:00100000:1.0:1767320389.497152:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000092672
00000100:00100000:1.0:1767320389.497156:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000092672
00000100:00100000:1.0:1767320389.497179:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1979
00000100:00100000:1.0:1767320389.497184:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000092672:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320389.497237:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320389.497293:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000092672:12345-0@lo:38:kworker.0 Request processed in 107us (1912us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320389.497300:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1979
00000100:00100000:2.0:1767320389.504111:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000093184
00000100:00100000:2.0:1767320389.504128:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000093184
00000100:00100000:2.0:1767320389.504175:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5877
00000100:00100000:2.0:1767320389.504186:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000092800:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320389.504239:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320389.504340:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000092800:12345-0@lo:38:kworker.0 Request processed in 154us (7540us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320389.504347:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5877
00000100:00100000:2.0:1767320389.504368:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5878
00000100:00100000:2.0:1767320389.504373:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000092928:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320389.504383:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320389.504408:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000092928:12345-0@lo:38:kworker.0 Request processed in 33us (7521us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320389.504414:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5878
00000100:00100000:2.0:1767320389.504426:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5879
00000100:00100000:2.0:1767320389.504430:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000093184:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320389.504438:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320389.504461:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000093184:12345-0@lo:38:kworker.0 Request processed in 29us (7504us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320389.504466:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5879
00000100:00100000:2.0:1767320389.504526:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367241180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000093568:0@lo:400:kworker.0
00000100:00080000:2.0:1767320389.504569:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320389.504575:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320389.504579:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367240700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000092800:0@lo:38:kworker.0
00000100:00080000:2.0:1767320389.504588:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320389.504592:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320389.504595:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367241f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000092928:0@lo:38:kworker.0
00000100:00080000:2.0:1767320389.504604:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320389.504608:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320389.504611:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367243800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000093184:0@lo:38:kworker.0
00000100:00080000:2.0:1767320389.504622:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320389.504626:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320389.504629:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236729bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000092672:0@lo:38:kworker.0
00010000:00010000:0.0:1767320389.813762:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767320390.843587:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320391.861597:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320392.565723:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767320392.565748:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000093696:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320392.565843:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320392.565989:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000093696
00000100:00100000:2.0:1767320392.566000:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000093696
00000100:00080000:0.0:1767320392.566051:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767320392.566081:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2590
00000100:00100000:2.0:1767320392.566094:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364bc2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000093696:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767320392.566130:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767320392.566133:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000093824:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320392.566168:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320392.566175:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364bc2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000093696:12345-0@lo:13:osp-pre-1-1.0 Request processed in 86us (332us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320392.566265:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000093696:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320392.566345:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2590
00000100:00100000:2.0:1767320392.566367:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000093824
00000100:00100000:2.0:1767320392.566371:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000093824
00000100:00100000:2.0:1767320392.566462:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2591
00000100:00100000:2.0:1767320392.566480:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364bc2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000093824:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767320392.566498:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767320392.566533:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364bc2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000093824:12345-0@lo:13:osp-pre-0-1.0 Request processed in 64us (364us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320392.566539:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2591
00000100:00080000:1.0:1767320392.566619:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767320392.572968:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000093824:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320392.644348:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767320392.644393:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767320392.644490:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962561920
00000100:00100000:1.0:1767320392.644506:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962561920
00000100:00100000:1.0:1767320392.644607:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962561792
00000100:00100000:1.0:1767320392.644611:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962561792
00000100:00100000:1.0:1767320392.644652:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5218
00000100:00100000:1.0:1767320392.644676:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962561920:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767320392.644683:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5880
00000100:00100000:2.0:1767320392.644690:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962561792:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767320392.644718:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767320392.644784:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320392.644786:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962561792:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 94us (392us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320392.644794:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5880
00000100:00100000:1.0:1767320392.647964:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962561920:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 3283us (3613us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320392.647987:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5218
00010000:00010000:2.0:1767320392.885655:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320393.909508:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767320394.613379:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320394.613394:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767320394.613397:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320394.613402:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320394.613408:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320394.613419:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5587
00000100:00080000:3.0:1767320394.613425:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320394.613434:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320394.613487:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952364bc2d80 x1853164000093952/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320394.613508:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320394.613511:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320394.613513:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320394.613516:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5587
00000100:00080000:3.0:1767320394.613519:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320394.613522:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320394.613530:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952364bc3b80 x1853164000094080/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320394.613538:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320394.613541:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320394.613544:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320394.613548:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5587
00000100:00080000:3.0:1767320394.613550:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320394.613553:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320394.613564:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234823a680 x1853164000094208/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320394.613610:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320394.613614:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320394.613615:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320394.613619:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5587
00000100:00080000:3.0:1767320394.613621:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320394.613625:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320394.613635:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952348239880 x1853164000094464/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320394.613703:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952348239180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000094592:0@lo:400:kworker.0
00000100:00100000:3.0:1767320394.613783:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320394.613855:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767320394.613861:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952348238380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000094336:0@lo:400:kworker.0
00000100:00100000:3.0:1767320394.613879:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320394.613939:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000094592
00000100:00100000:3.0:1767320394.613947:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000094592
00000100:00100000:3.0:1767320394.614008:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000094336
00000100:00100000:3.0:1767320394.614010:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000094336
00000100:00100000:3.0:1767320394.614042:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5219
00000100:00100000:3.0:1767320394.614052:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234823bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000094592:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320394.614110:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234823bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000094592:12345-0@lo:400:kworker.0 Request processed in 60us (327us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320394.614119:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5219
00000100:00100000:3.0:1767320394.614136:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5220
00000100:00100000:3.0:1767320394.614142:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952348238e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000094336:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320394.614224:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952348238e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000094336:12345-0@lo:400:kworker.0 Request processed in 81us (343us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320394.614229:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5220
00000100:00100000:3.0:1767320394.614269:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952348238380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000094336:0@lo:400:kworker.0
00000100:00100000:3.0:1767320394.614278:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952348239180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000094592:0@lo:400:kworker.0
00000100:00100000:3.0:1767320394.614299:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234823a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000094848:0@lo:400:kworker.0
00000100:00100000:3.0:1767320394.614326:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320394.614345:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767320394.614350:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952348238a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000094720:0@lo:400:kworker.0
00000100:00100000:3.0:1767320394.614366:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320394.614387:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000094848
00000100:00100000:3.0:1767320394.614390:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000094848
00000100:00100000:3.0:1767320394.614415:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000094720
00000100:00100000:3.0:1767320394.614417:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000094720
00000100:00100000:3.0:1767320394.614433:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3398
00000100:00100000:3.0:1767320394.614438:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952348239180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000094848:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320394.614470:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952348239180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000094848:12345-0@lo:400:kworker.0 Request processed in 32us (144us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320394.614476:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3398
00000100:00100000:3.0:1767320394.614485:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3399
00000100:00100000:3.0:1767320394.614490:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952348238380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000094720:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320394.614512:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952348238380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000094720:12345-0@lo:400:kworker.0 Request processed in 23us (145us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320394.614518:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3399
00000100:00100000:3.0:1767320394.614537:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952348238a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000094720:0@lo:400:kworker.0
00000100:00100000:3.0:1767320394.614545:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234823a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000094848:0@lo:400:kworker.0
00000100:00080000:0.0:1767320394.614966:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767320394.614973:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767320394.614976:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320394.616431:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364bc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000093952:0@lo:38:kworker.0
00000100:00100000:2.0:1767320394.616532:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320394.616597:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364bc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000094080:0@lo:38:kworker.0
00000100:00100000:2.0:1767320394.616624:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320394.616650:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234823a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000094208:0@lo:38:kworker.0
00000100:00100000:1.0:1767320394.616655:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000093952
00000100:00100000:1.0:1767320394.616665:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000093952
00000100:00100000:2.0:1767320394.616672:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320394.616696:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952348239880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000094464:0@lo:38:kworker.0
00000100:00100000:1.0:1767320394.616706:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1980
00000100:00100000:1.0:1767320394.616714:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000093952:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767320394.616716:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:1.0:1767320394.616739:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320394.616748:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000094080
00000100:00100000:2.0:1767320394.616752:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000094080
00000100:00100000:2.0:1767320394.616773:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000094208
00000100:00100000:2.0:1767320394.616776:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000094208
00000100:00100000:2.0:1767320394.616788:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000094464
00000100:00100000:2.0:1767320394.616791:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000094464
00000100:00100000:1.0:1767320394.616792:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000093952:12345-0@lo:38:kworker.0 Request processed in 78us (261us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320394.616800:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1980
00000100:00100000:2.0:1767320394.616804:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5881
00000100:00100000:2.0:1767320394.616808:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000094080:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320394.616817:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320394.616844:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000094080:12345-0@lo:38:kworker.0 Request processed in 35us (219us total) trans 0 rc -19/-19
00000100:00080000:1.0:1767320394.616845:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320394.616850:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320394.616850:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5881
00000100:00100000:1.0:1767320394.616854:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364bc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000093952:0@lo:38:kworker.0
00000100:00080000:1.0:1767320394.616862:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767320394.616863:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5882
00000100:00080000:1.0:1767320394.616865:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320394.616867:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000094208:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767320394.616868:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364bc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000094080:0@lo:38:kworker.0
00010000:00020000:2.0:1767320394.616876:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320394.616897:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000094208:12345-0@lo:38:kworker.0 Request processed in 28us (224us total) trans 0 rc -19/-19
00000100:00080000:1.0:1767320394.616899:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767320394.616902:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5882
00000100:00080000:1.0:1767320394.616913:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320394.616913:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5883
00000100:00100000:1.0:1767320394.616916:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234823a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000094208:0@lo:38:kworker.0
00000100:00100000:2.0:1767320394.616918:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000094464:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320394.616926:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320394.616954:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000094464:12345-0@lo:38:kworker.0 Request processed in 35us (236us total) trans 0 rc -19/-19
00000100:00080000:1.0:1767320394.616959:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767320394.616960:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5883
00000100:00080000:1.0:1767320394.616963:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320394.616966:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952348239880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000094464:0@lo:38:kworker.0
00010000:00010000:2.0:1767320394.934175:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320395.957410:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767320396.983862:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320397.686088:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000094976:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320397.686166:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000095104:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320397.686225:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320397.686251:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320397.686494:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000094976
00000100:00100000:2.0:1767320397.686504:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000094976
00000100:00080000:1.0:1767320397.686685:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767320397.687184:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000095104
00000100:00100000:2.0:1767320397.687190:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000095104
00000100:00100000:2.0:1767320397.687270:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2592
00000100:00100000:2.0:1767320397.687281:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000094976:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767320397.687315:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767320397.687383:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000094976:12345-0@lo:13:osp-pre-1-1.0 Request processed in 104us (1159us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320397.687391:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2592
00000100:00100000:2.0:1767320397.687410:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2593
00000100:00100000:2.0:1767320397.687417:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234823a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000095104:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767320397.687434:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00080000:1.0:1767320397.687455:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767320397.687466:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234823a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000095104:12345-0@lo:13:osp-pre-0-1.0 Request processed in 50us (1217us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320397.687471:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2593
00000100:00100000:1.0:1767320397.687515:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000094976:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320397.687593:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000095104:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320397.761357:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767320397.761411:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767320397.761507:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962562048
00000100:00100000:0.0:1767320397.761518:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962562048
00000100:00100000:0.0:1767320397.761563:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962562176
00000100:00100000:0.0:1767320397.761567:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962562176
00000100:00100000:0.0:1767320397.761629:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5221
00000100:00100000:0.0:1767320397.761640:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234823b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962562176:12345-192.168.202.52@tcp:400:kworker.0
00000100:00080000:1.0:1767320397.761712:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320397.761729:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234823b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962562176:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 92us (317us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320397.761737:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5221
00000100:00100000:1.0:1767320397.761741:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5884
00000100:00100000:1.0:1767320397.761746:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952348238a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962562048:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767320397.761766:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320397.761793:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952348238a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962562048:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 45us (447us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320397.761798:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5884
00010000:00010000:0.0:1767320398.006015:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767320399.029696:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767320399.733478:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320399.733489:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767320399.733492:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320399.733497:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320399.733501:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320399.733509:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5592
00000100:00080000:3.0:1767320399.733514:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:3.0:1767320399.733521:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320399.733560:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952348239500 x1853164000095232/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320399.733592:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320399.733596:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320399.733598:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320399.733601:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5592
00000100:00080000:3.0:1767320399.733604:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:3.0:1767320399.733607:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320399.733620:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234823ad80 x1853164000095360/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320399.733629:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320399.733632:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320399.733634:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767320399.733635:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952348239500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000095232:0@lo:38:kworker.0
00000100:00080000:3.0:1767320399.733638:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5592
00000100:00080000:3.0:1767320399.733640:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s
00000100:00080000:3.0:1767320399.733643:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320399.733652:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952348238700 x1853164000095488/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320399.733697:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320399.733700:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320399.733702:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320399.733706:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5592
00000100:00100000:1.0:1767320399.733707:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767320399.733708:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s
00000100:00080000:3.0:1767320399.733711:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320399.733721:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952348238000 x1853164000095744/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320399.733759:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234823ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000095360:0@lo:38:kworker.0
00000100:00100000:1.0:1767320399.733785:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320399.733785:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000095232
00000100:00100000:3.0:1767320399.733793:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000095232
00000100:00100000:1.0:1767320399.733800:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952348238700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000095488:0@lo:38:kworker.0
00000100:00100000:1.0:1767320399.733818:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320399.733824:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1981
00000100:00100000:1.0:1767320399.733832:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952348238000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000095744:0@lo:38:kworker.0
00000100:00100000:3.0:1767320399.733832:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000095232:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767320399.733849:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:3.0:1767320399.733852:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320399.733872:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234823b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000096000:0@lo:400:kworker.0
00000100:00100000:1.0:1767320399.733893:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320399.733894:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000095232:12345-0@lo:38:kworker.0 Request processed in 62us (187us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320399.733902:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1981
00000100:00100000:1.0:1767320399.733908:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767320399.733913:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234823b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000096128:0@lo:400:kworker.0
00000100:00100000:0.0:1767320399.733971:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952348239c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000095616:0@lo:400:kworker.0
00000100:00100000:2.0:1767320399.734038:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234823aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000095872:0@lo:400:kworker.0
00000100:00080000:3.0:1767320399.735019:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320399.735027:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320399.735032:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952348239500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000095232:0@lo:38:kworker.0
00000100:00100000:3.0:1767320399.735083:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000095360
00000100:00100000:3.0:1767320399.735089:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000095360
00000100:00100000:3.0:1767320399.735130:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000095488
00000100:00100000:3.0:1767320399.735134:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000095488
00000100:00100000:3.0:1767320399.735150:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000095744
00000100:00100000:3.0:1767320399.735153:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000095744
00000100:00100000:3.0:1767320399.735170:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5885
00000100:00100000:3.0:1767320399.735175:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000095360:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320399.735191:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320399.735439:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320399.735492:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5886
00000100:00100000:1.0:1767320399.735497:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000095488:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320399.735509:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320399.735551:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000095488:12345-0@lo:38:kworker.0 Request processed in 52us (1730us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320399.735557:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5886
00000100:00100000:1.0:1767320399.735574:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5887
00000100:00100000:1.0:1767320399.735578:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000095744:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320399.735587:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320399.735622:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000095744:12345-0@lo:38:kworker.0 Request processed in 43us (1772us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320399.735628:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5887
00000100:00100000:1.0:1767320399.735650:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000096000
00000100:00100000:1.0:1767320399.735654:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000096000
00000100:00100000:1.0:1767320399.735696:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000096128
00000100:00100000:1.0:1767320399.735699:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000096128
00000100:00100000:1.0:1767320399.735718:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3400
00000100:00100000:1.0:1767320399.735724:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000096000:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320399.735767:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000096000:12345-0@lo:400:kworker.0 Request processed in 44us (1873us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320399.735773:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3400
00000100:00100000:1.0:1767320399.735787:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3401
00000100:00100000:1.0:1767320399.735793:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000096128:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320399.735819:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000096128:12345-0@lo:400:kworker.0 Request processed in 27us (381us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320399.735825:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3401
00000100:00080000:1.0:1767320399.735840:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767320399.735844:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767320399.735874:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234823b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000096128:0@lo:400:kworker.0
00000100:00100000:1.0:1767320399.735887:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234823b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000096000:0@lo:400:kworker.0
00000100:00080000:1.0:1767320399.735918:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320399.735922:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320399.735925:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952348238700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000095488:0@lo:38:kworker.0
00000100:00080000:1.0:1767320399.735935:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320399.735938:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320399.735941:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952348238000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000095744:0@lo:38:kworker.0
00000100:00100000:0.0:1767320399.741862:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320399.742191:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000095616
00000100:00100000:1.0:1767320399.742226:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000095616
00000100:00100000:1.0:1767320399.742297:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5222
00000100:00100000:1.0:1767320399.742308:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000095616:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320399.742377:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000095616:12345-0@lo:400:kworker.0 Request processed in 72us (524us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320399.742412:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5222
00000100:00080000:0.0:1767320399.744035:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320399.744108:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952348239c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000095616:0@lo:400:kworker.0
00000100:00100000:2.0:1767320399.744353:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320399.744500:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000095872
00000100:00100000:1.0:1767320399.744507:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000095872
00000100:00100000:1.0:1767320399.744577:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5223
00000100:00100000:1.0:1767320399.744586:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000095872:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320399.744643:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000095872:12345-0@lo:400:kworker.0 Request processed in 59us (291us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320399.744650:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5223
00000100:00080000:0.0:1767320399.744709:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320399.744768:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234823aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000095872:0@lo:400:kworker.0
00000100:00100000:3.0:1767320399.746492:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000095360:12345-0@lo:38:kworker.0 Request processed in 11308us (12698us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320399.746504:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5885
00000100:00080000:1.0:1767320399.749902:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320399.749917:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320399.749923:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234823ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000095360:0@lo:38:kworker.0
00010000:00010000:3.0:1767320400.053572:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767320401.077590:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320402.101849:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320402.807421:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000096256:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320402.807543:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320402.808572:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000096384:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320402.808641:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320402.809248:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000096256
00000100:00100000:2.0:1767320402.809258:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000096256
00000100:00100000:2.0:1767320402.809353:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000096384
00000100:00100000:2.0:1767320402.809357:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000096384
00000100:00100000:2.0:1767320402.809398:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2594
00000100:00100000:2.0:1767320402.809409:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000096256:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767320402.809540:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767320402.809605:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000096256:12345-0@lo:13:osp-pre-1-1.0 Request processed in 198us (2062us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320402.809613:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2594
00000100:00100000:2.0:1767320402.809632:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2595
00000100:00100000:2.0:1767320402.809639:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952348239500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000096384:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767320402.809665:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767320402.809696:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952348239500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000096384:12345-0@lo:13:osp-pre-0-1.0 Request processed in 58us (1056us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320402.809702:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2595
00000100:00100000:2.0:1767320402.809753:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000096256:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320402.810143:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000096384:0@lo:13:osp-pre-0-1.0
00000100:00080000:1.0:1767320402.810412:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767320402.810418:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767320402.882515:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767320402.882597:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000400:00000100:0.0:1767320402.882802:0:6998:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.52@tcp portal 26 match 1853163962562560 offset 0 length 520: 4
00000100:00100000:3.0:1767320402.882921:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962562304
00000100:00100000:3.0:1767320402.882932:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962562304
00000100:00100000:3.0:1767320402.883025:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962562432
00000100:00100000:3.0:1767320402.883029:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962562432
00000100:00080000:0.0:1767320402.883130:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320402.883255:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5224
00000100:00100000:1.0:1767320402.883268:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962562432:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767320402.883530:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962562432:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 264us (932us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320402.883539:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5224
00000100:00100000:1.0:1767320402.883561:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5888
00000100:00100000:1.0:1767320402.883565:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962562304:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767320402.883586:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320402.883628:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962562304:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 61us (1124us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320402.883637:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5888
00010000:00010000:2.0:1767320403.125387:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320404.149553:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767320404.853500:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320404.853517:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767320404.853521:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320404.853526:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320404.853531:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320404.853544:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5597
00000100:00080000:3.0:1767320404.853553:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:3.0:1767320404.853563:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320404.853579:0:7004:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320379/real 1767320379]  req@ffff9523470ab480 x1853164000089984/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320404 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1767320404.853617:0:7004:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9523470ab480 x1853164000089984/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320404 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1767320404.853640:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320404.853666:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:1.0:1767320404.853671:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000089984:0@lo:250:kworker.0
00000100:00100000:3.0:1767320404.853825:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952348239f80 x1853164000096512/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320404.853855:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320404.853861:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320404.853864:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320404.853869:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5597
00000100:00100000:1.0:1767320404.854007:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952348239f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000096512:0@lo:38:kworker.0
00000100:00100000:1.0:1767320404.854085:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320404.854304:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000096512
00000100:00100000:0.0:1767320404.854316:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000096512
00000100:00100000:0.0:1767320404.854380:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1982
00000100:00100000:0.0:1767320404.854389:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000096512:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320404.854411:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320404.854470:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000096512:12345-0@lo:38:kworker.0 Request processed in 80us (384us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320404.854478:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1982
00000100:00080000:2.0:1767320404.854660:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320404.854665:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320404.854668:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952348239f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000096512:0@lo:38:kworker.0
00000100:00080000:3.0:1767320404.857513:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:3.0:1767320404.857530:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320404.858427:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952348239f80 x1853164000096640/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320404.858463:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320404.858469:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320404.858472:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320404.858477:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5597
00000100:00080000:3.0:1767320404.858482:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s
00000100:00080000:3.0:1767320404.858487:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320404.858503:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234823ad80 x1853164000096768/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320404.858545:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952348239f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000096640:0@lo:38:kworker.0
00000100:00100000:2.0:1767320404.858616:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320404.858661:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234823ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000096768:0@lo:38:kworker.0
00000100:00100000:2.0:1767320404.858683:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320404.859028:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234823aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000096896:0@lo:400:kworker.0
00000100:00100000:1.0:1767320404.859074:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320404.859124:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000096640
00000100:00100000:1.0:1767320404.859132:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000096640
00000100:00100000:1.0:1767320404.859176:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000096768
00000100:00100000:1.0:1767320404.859179:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000096768
00000100:00100000:1.0:1767320404.859191:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000096896
00000100:00100000:1.0:1767320404.859211:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000096896
00000100:00100000:1.0:1767320404.859249:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5225
00000100:00100000:1.0:1767320404.859258:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364bc3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000096896:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320404.859313:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364bc3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000096896:12345-0@lo:400:kworker.0 Request processed in 56us (238us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320404.859320:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5225
00000100:00100000:1.0:1767320404.859339:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5889
00000100:00100000:1.0:1767320404.859344:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000096640:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320404.859375:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320404.859406:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000096640:12345-0@lo:38:kworker.0 Request processed in 61us (790us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320404.859412:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5889
00000100:00100000:1.0:1767320404.859424:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5890
00000100:00100000:1.0:1767320404.859427:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000096768:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320404.859435:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320404.859456:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000096768:12345-0@lo:38:kworker.0 Request processed in 27us (772us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320404.859461:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5890
00000100:00100000:1.0:1767320404.859508:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234823aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000096896:0@lo:400:kworker.0
00000100:00080000:3.0:1767320404.859714:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320404.859719:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320404.859722:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320404.859726:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5597
00000100:00080000:3.0:1767320404.859729:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s
00000100:00080000:3.0:1767320404.859733:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320404.859755:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952348239c00 x1853164000097024/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320404.859813:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320404.859817:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767320404.859819:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767320404.859824:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:3.0:1767320404.859824:0:63619:0:(import.c:509:import_select_connection()) MGC192.168.202.152@tcp: connect to NID 0@lo last attempt 5577
00000100:00080000:3.0:1767320404.859826:0:63619:0:(import.c:588:import_select_connection()) MGC192.168.202.152@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320404.859832:0:63619:0:(import.c:623:import_select_connection()) MGC192.168.202.152@tcp: import ffff95235eb57800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320404.859837:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952348238000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000097152:0@lo:400:kworker.0
00000100:00100000:3.0:1767320404.859844:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234823b480 x1853164000097536/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320404.859870:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320404.859880:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234823b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000097408:0@lo:400:kworker.0
00000100:00100000:1.0:1767320404.859902:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000097152
00000100:00100000:1.0:1767320404.859907:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000097152
00000100:00100000:3.0:1767320404.859918:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320404.859938:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5226
00000100:00100000:1.0:1767320404.859946:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364bc2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000097152:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320404.859980:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364bc2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000097152:12345-0@lo:400:kworker.0 Request processed in 36us (111us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320404.859987:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5226
00000100:00100000:3.0:1767320404.860007:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767320404.860011:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000097408
00000100:00100000:3.0:1767320404.860016:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952348238700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000097280:0@lo:400:kworker.0
00000100:00100000:1.0:1767320404.860017:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000097408
00000100:00100000:3.0:1767320404.860047:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320404.860052:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3402
00000100:00100000:1.0:1767320404.860063:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952348239880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000097408:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320404.860090:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000097280
00000100:00100000:3.0:1767320404.860095:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000097280
00000100:00100000:1.0:1767320404.860113:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952348239880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000097408:12345-0@lo:400:kworker.0 Request processed in 53us (194us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320404.860119:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3402
00000100:00100000:3.0:1767320404.860133:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3403
00000100:00100000:3.0:1767320404.860143:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234823a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000097280:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320404.860176:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234823a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000097280:12345-0@lo:400:kworker.0 Request processed in 36us (130us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320404.860182:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3403
00000100:00080000:0.0:1767320404.860237:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767320404.860243:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767320404.860245:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320404.860249:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952348238700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000097280:0@lo:400:kworker.0
00000100:00100000:3.0:1767320404.860265:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234823b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000097408:0@lo:400:kworker.0
00000100:00100000:2.0:1767320404.860335:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952348239c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000097024:0@lo:38:kworker.0
00000100:00100000:2.0:1767320404.860377:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320404.860401:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234823b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000097536:0@lo:250:kworker.0
00000400:00000100:2.0:1767320404.860418:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164000097536 offset 0 length 520: 4
00000100:00100000:0.0:1767320404.864713:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952348238000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000097152:0@lo:400:kworker.0
00000100:00080000:2.0:1767320404.869091:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320404.869105:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320404.869111:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952348239f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000096640:0@lo:38:kworker.0
00000100:00080000:2.0:1767320404.869126:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320404.869130:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320404.869141:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234823ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000096768:0@lo:38:kworker.0
00000100:00100000:3.0:1767320404.878565:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000097024
00000100:00100000:3.0:1767320404.878583:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000097024
00000100:00100000:3.0:1767320404.878646:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5891
00000100:00100000:3.0:1767320404.878655:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000097024:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320404.878683:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320404.878783:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000097024:12345-0@lo:38:kworker.0 Request processed in 128us (18404us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320404.878792:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5891
00000100:00080000:2.0:1767320404.878834:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320404.878843:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320404.878848:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952348239c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000097024:0@lo:38:kworker.0
00010000:00010000:2.0:1767320405.173486:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320406.198279:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767320407.221543:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320407.925473:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236729bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000097664:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320407.925550:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320407.925698:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000097664
00000100:00100000:0.0:1767320407.925699:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000097792:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320407.925716:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000097664
00000100:00100000:0.0:1767320407.925727:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767320407.925775:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767320407.925816:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000097792
00000100:00100000:3.0:1767320407.925820:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000097792
00000100:00100000:1.0:1767320407.925846:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2596
00000100:00100000:1.0:1767320407.925912:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000097664:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767320407.925946:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767320407.925997:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000097664:12345-0@lo:13:osp-pre-1-1.0 Request processed in 143us (447us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320407.926067:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236729bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000097664:0@lo:13:osp-pre-1-1.0
00000100:00080000:0.0:1767320407.928277:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767320407.941654:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2597
00000100:00100000:3.0:1767320407.941680:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000097792:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767320407.941725:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767320407.941798:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000097792:12345-0@lo:13:osp-pre-0-1.0 Request processed in 132us (16070us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320407.941805:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2597
00000100:00100000:0.0:1767320407.942174:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000097792:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320407.952476:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2596
00000100:00100000:0.0:1767320408.004742:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767320408.004885:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767320408.006149:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962562816
00000100:00100000:1.0:1767320408.006168:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962562816
00000100:00100000:1.0:1767320408.006304:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962562688
00000100:00100000:1.0:1767320408.006308:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962562688
00000100:00100000:1.0:1767320408.006336:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5227
00000100:00100000:1.0:1767320408.006348:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962562816:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:3.0:1767320408.006408:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5892
00000100:00100000:3.0:1767320408.006421:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962562688:12345-192.168.202.52@tcp:38:kworker.0
00000100:00100000:1.0:1767320408.006451:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962562816:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 102us (1725us total) trans 0 rc 0/0
00010000:00020000:3.0:1767320408.006453:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320408.006468:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5227
00000100:00100000:2.0:1767320408.006648:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962562688:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 225us (1760us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320408.006657:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5892
00000100:00080000:0.0:1767320408.011154:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767320408.251386:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767320409.272754:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767320409.974190:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320409.974286:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767320409.974289:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320409.974304:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320409.974310:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320409.974318:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5602
00000100:00080000:0.0:1767320409.974324:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:0.0:1767320409.974332:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320409.974376:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523499a9880 x1853164000097920/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320409.974457:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000097920:0@lo:38:kworker.0
00000100:00100000:2.0:1767320409.976028:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320409.976178:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000097920
00000100:00100000:1.0:1767320409.976188:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000097920
00000100:00100000:1.0:1767320409.976269:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1983
00000100:00100000:1.0:1767320409.976278:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236729bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000097920:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320409.976320:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767320409.976866:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320409.976887:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320409.976891:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320409.976896:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5602
00000100:00080000:0.0:1767320409.976901:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:0.0:1767320409.976906:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320409.976939:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523499a8380 x1853164000098048/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320409.979184:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000098048:0@lo:38:kworker.0
00000100:00100000:2.0:1767320409.979407:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320409.979678:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000098048
00000100:00100000:3.0:1767320409.979688:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000098048
00000100:00100000:3.0:1767320409.979742:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5893
00000100:00100000:3.0:1767320409.979750:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367243800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000098048:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320409.979773:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320409.979814:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367243800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000098048:12345-0@lo:38:kworker.0 Request processed in 63us (407us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320409.979821:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5893
00000100:00080000:0.0:1767320409.981466:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320409.981475:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320409.981479:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320409.981499:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5602
00000100:00080000:0.0:1767320409.981505:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s
00000100:00080000:0.0:1767320409.981511:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320409.981700:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523499aad80 x1853164000098176/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320409.981758:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320409.981762:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320409.981764:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320409.981802:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5602
00000100:00080000:0.0:1767320409.981805:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s
00000100:00080000:0.0:1767320409.981809:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320409.981823:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523499ab480 x1853164000098432/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320409.981894:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000098688:0@lo:400:kworker.0
00000100:00100000:0.0:1767320409.981953:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320409.981990:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767320409.981996:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000098816:0@lo:400:kworker.0
00000100:00100000:0.0:1767320409.982041:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320409.982076:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000098688
00000100:00100000:0.0:1767320409.982084:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000098688
00000100:00100000:0.0:1767320409.982168:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000098816
00000100:00100000:0.0:1767320409.982172:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000098816
00000100:00100000:0.0:1767320409.982218:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3404
00000100:00100000:3.0:1767320409.982310:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000098304:0@lo:400:kworker.0
00000100:00100000:3.0:1767320409.982356:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320409.982377:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767320409.982383:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000098560:0@lo:400:kworker.0
00000100:00100000:3.0:1767320409.982402:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320409.982425:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000098304
00000100:00100000:3.0:1767320409.982428:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000098304
00000100:00100000:3.0:1767320409.982456:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000098560
00000100:00100000:3.0:1767320409.982459:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000098560
00000100:00100000:3.0:1767320409.982481:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5228
00000100:00100000:3.0:1767320409.982488:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234823b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000098304:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320409.982538:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234823b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000098304:12345-0@lo:400:kworker.0 Request processed in 51us (182us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320409.982545:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5228
00000100:00100000:3.0:1767320409.982571:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5229
00000100:00100000:3.0:1767320409.982578:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952348238700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000098560:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320409.982615:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952348238700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000098560:12345-0@lo:400:kworker.0 Request processed in 37us (211us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320409.982620:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5229
00000100:00100000:3.0:1767320409.982657:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000098560:0@lo:400:kworker.0
00000100:00100000:3.0:1767320409.982667:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000098304:0@lo:400:kworker.0
00000100:00100000:3.0:1767320409.982712:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3405
00000100:00100000:3.0:1767320409.982719:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000098816:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320409.982752:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000098816:12345-0@lo:400:kworker.0 Request processed in 34us (709us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320409.982757:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3405
00000100:00080000:3.0:1767320409.982775:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767320409.982779:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767320409.982781:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767320409.982829:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000098816:0@lo:400:kworker.0
00000100:00100000:0.0:1767320409.983421:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000098688:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320409.983467:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000098688:12345-0@lo:400:kworker.0 Request processed in 53us (1514us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320409.983473:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3404
00000100:00100000:3.0:1767320409.984893:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000098688:0@lo:400:kworker.0
00000100:00100000:1.0:1767320409.990799:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236729bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000097920:12345-0@lo:38:kworker.0 Request processed in 14511us (14777us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320409.990815:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1983
00000100:00080000:3.0:1767320409.990982:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320409.990988:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320409.990992:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000097920:0@lo:38:kworker.0
00000100:00100000:3.0:1767320409.991033:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000098176:0@lo:38:kworker.0
00000100:00100000:3.0:1767320409.991095:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320409.991127:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000098432:0@lo:38:kworker.0
00000100:00100000:3.0:1767320409.991147:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767320409.991179:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320409.991183:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320409.991187:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000098048:0@lo:38:kworker.0
00000100:00100000:0.0:1767320409.991269:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000098176
00000100:00100000:0.0:1767320409.991277:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000098176
00000100:00100000:0.0:1767320409.991311:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000098432
00000100:00100000:0.0:1767320409.991314:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000098432
00000100:00100000:0.0:1767320409.991333:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5894
00000100:00100000:0.0:1767320409.991341:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952348239c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000098176:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320409.991363:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320409.991403:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952348239c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000098176:12345-0@lo:38:kworker.0 Request processed in 62us (308us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320409.991409:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5894
00000100:00100000:0.0:1767320409.991424:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5895
00000100:00100000:0.0:1767320409.991428:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234823ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000098432:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320409.991437:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320409.991458:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234823ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000098432:12345-0@lo:38:kworker.0 Request processed in 29us (310us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320409.991464:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5895
00000100:00080000:3.0:1767320409.991721:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320409.991725:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320409.991728:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000098176:0@lo:38:kworker.0
00000100:00080000:3.0:1767320409.991736:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320409.991739:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320409.991742:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000098432:0@lo:38:kworker.0
00010000:00010000:0.0:1767320410.293436:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767320411.317555:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320412.343432:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320413.045531:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367241f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000098944:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320413.045600:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320413.045635:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767320413.045641:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000099072:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320413.045664:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320413.045695:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000098944
00000100:00100000:3.0:1767320413.045703:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000098944
00000100:00100000:3.0:1767320413.045752:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000099072
00000100:00100000:3.0:1767320413.045756:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000099072
00000100:00100000:3.0:1767320413.045779:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2598
00000100:00100000:3.0:1767320413.045789:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952348239f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000098944:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767320413.045843:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767320413.045906:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952348239f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000098944:12345-0@lo:13:osp-pre-1-1.0 Request processed in 100us (288us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320413.045914:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2598
00000100:00100000:3.0:1767320413.045943:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2599
00000100:00100000:3.0:1767320413.045960:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952348238000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000099072:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767320413.045975:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767320413.046020:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952348238000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000099072:12345-0@lo:13:osp-pre-0-1.0 Request processed in 61us (355us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320413.046025:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2599
00000100:00080000:3.0:1767320413.046042:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767320413.046045:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767320413.046079:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000099072:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320413.046097:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367241f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000098944:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767320413.121707:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767320413.121827:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962562944
00000100:00100000:3.0:1767320413.121840:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962562944
00000100:00100000:3.0:1767320413.121908:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5896
00000100:00100000:3.0:1767320413.121918:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962562944:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767320413.121946:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320413.123336:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962562944:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 1402us (1628us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320413.123353:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5896
00000100:00100000:0.0:1767320413.143687:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767320413.143927:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962563072
00000100:00100000:2.0:1767320413.143938:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962563072
00000100:00100000:2.0:1767320413.144023:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5230
00000100:00100000:2.0:1767320413.144033:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962563072:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767320413.144113:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962563072:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 81us (437us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320413.144121:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5230
00000100:00080000:3.0:1767320413.147333:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767320413.365435:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320414.389477:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767320415.093670:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320415.093681:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767320415.093685:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320415.093689:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320415.093693:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320415.093701:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5607
00000100:00080000:1.0:1767320415.093705:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320415.093711:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320415.093756:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523483d4000 x1853164000099200/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320415.093814:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000099200:0@lo:38:kworker.0
00000100:00080000:1.0:1767320415.096157:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320415.096169:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320415.096172:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320415.096179:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5607
00000100:00080000:1.0:1767320415.096183:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320415.096190:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320415.096243:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523483d6a00 x1853164000099328/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320415.096261:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320415.096264:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320415.096266:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320415.096283:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5607
00000100:00080000:1.0:1767320415.096285:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320415.096288:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320415.096299:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523483d5880 x1853164000099456/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320415.096389:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000099584:0@lo:400:kworker.0
00000100:00100000:3.0:1767320415.096464:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320415.096601:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000099584
00000100:00100000:2.0:1767320415.096609:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000099584
00000100:00100000:2.0:1767320415.096669:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5231
00000100:00100000:2.0:1767320415.096679:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234823aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000099584:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320415.096857:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320415.096892:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000099328:0@lo:38:kworker.0
00000100:00100000:0.0:1767320415.096915:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320415.096928:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000099456:0@lo:38:kworker.0
00000100:00100000:0.0:1767320415.096943:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320415.097277:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000099328
00000100:00100000:0.0:1767320415.097283:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000099328
00000100:00100000:0.0:1767320415.097305:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000099456
00000100:00100000:0.0:1767320415.097308:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000099456
00000100:00100000:0.0:1767320415.097325:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5897
00000100:00100000:0.0:1767320415.097330:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000099328:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320415.097351:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320415.097387:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000099328:12345-0@lo:38:kworker.0 Request processed in 55us (470us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320415.097394:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5897
00000100:00100000:0.0:1767320415.097412:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5898
00000100:00100000:0.0:1767320415.097415:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000099456:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320415.097424:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320415.097449:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000099456:12345-0@lo:38:kworker.0 Request processed in 32us (504us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320415.097468:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5898
00000100:00080000:0.0:1767320415.097509:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320415.097513:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320415.097517:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000099328:0@lo:38:kworker.0
00000100:00080000:0.0:1767320415.098053:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320415.098060:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320415.098065:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000099456:0@lo:38:kworker.0
00000100:00100000:0.0:1767320415.098118:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000099200
00000100:00100000:0.0:1767320415.098124:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000099200
00000100:00100000:0.0:1767320415.098151:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1984
00000100:00100000:0.0:1767320415.098156:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000099200:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320415.098168:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320415.098233:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000099200:12345-0@lo:38:kworker.0 Request processed in 75us (1385us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320415.098240:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1984
00000100:00080000:0.0:1767320415.098264:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320415.098268:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320415.098271:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000099200:0@lo:38:kworker.0
00000100:00080000:0.0:1767320415.098305:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767320415.100481:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320415.100490:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320415.100494:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320415.100502:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5607
00000100:00080000:1.0:1767320415.100506:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320415.100512:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320415.100565:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523483d4380 x1853164000099712/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320415.100783:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000099840:0@lo:400:kworker.0
00000100:00100000:0.0:1767320415.100858:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320415.100914:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000099840
00000100:00100000:0.0:1767320415.100921:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000099840
00000100:00100000:0.0:1767320415.101378:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5232
00000100:00100000:0.0:1767320415.101390:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000099840:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320415.101447:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000099840:12345-0@lo:400:kworker.0 Request processed in 61us (588us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320415.101744:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5232
00000100:00080000:0.0:1767320415.101773:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320415.101802:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000099840:0@lo:400:kworker.0
00000100:00100000:0.0:1767320415.102254:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000099712:0@lo:38:kworker.0
00000100:00100000:0.0:1767320415.102294:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320415.102323:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000099712
00000100:00100000:0.0:1767320415.102329:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000099712
00000100:00100000:0.0:1767320415.102348:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5899
00000100:00100000:0.0:1767320415.102353:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000099712:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320415.102372:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320415.102401:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000099712:12345-0@lo:38:kworker.0 Request processed in 47us (107us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320415.102406:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5899
00000100:00080000:0.0:1767320415.102429:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320415.102433:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320415.102437:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000099712:0@lo:38:kworker.0
00000100:00100000:2.0:1767320415.102731:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234823aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000099584:12345-0@lo:400:kworker.0 Request processed in 6052us (6275us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320415.102739:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5231
00000100:00100000:2.0:1767320415.102918:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767320415.103391:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000100096:0@lo:400:kworker.0
00000100:00100000:2.0:1767320415.103433:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320415.103508:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000099968:0@lo:400:kworker.0
00000100:00100000:2.0:1767320415.103540:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320415.104297:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000099584:0@lo:400:kworker.0
00000100:00100000:0.0:1767320415.105249:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000100096
00000100:00100000:0.0:1767320415.105259:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000100096
00000100:00100000:0.0:1767320415.105322:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000099968
00000100:00100000:0.0:1767320415.105326:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000099968
00000100:00100000:0.0:1767320415.105359:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3406
00000100:00100000:0.0:1767320415.105370:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367240700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000100096:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320415.105443:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367240700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000100096:12345-0@lo:400:kworker.0 Request processed in 75us (2009us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320415.105452:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3406
00000100:00080000:1.0:1767320415.105720:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767320415.105725:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767320415.106048:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3407
00000100:00100000:2.0:1767320415.106060:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367241180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000099968:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320415.106102:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367241180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000099968:12345-0@lo:400:kworker.0 Request processed in 46us (2562us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320415.106108:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3407
00000100:00100000:2.0:1767320415.106144:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000100096:0@lo:400:kworker.0
00000100:00100000:2.0:1767320415.106153:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000099968:0@lo:400:kworker.0
00010000:00010000:2.0:1767320415.413445:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320416.440007:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767320417.461894:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320418.166180:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767320418.166223:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000100224:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320418.166409:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320418.166513:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000100224
00000100:00100000:3.0:1767320418.166522:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000100224
00000100:00100000:3.0:1767320418.166590:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2600
00000100:00100000:3.0:1767320418.166601:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000100224:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767320418.166641:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767320418.166695:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000100224:12345-0@lo:13:osp-pre-0-1.0 Request processed in 97us (286us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320418.166702:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2600
00000100:00080000:1.0:1767320418.166826:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767320418.166865:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000100224:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320418.167302:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367241880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000100352:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320418.167333:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320418.167439:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000100352
00000100:00100000:0.0:1767320418.167445:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000100352
00000100:00100000:0.0:1767320418.167500:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2601
00000100:00100000:0.0:1767320418.167508:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000100352:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767320418.167526:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00080000:1.0:1767320418.167538:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767320418.167563:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000100352:12345-0@lo:13:osp-pre-1-1.0 Request processed in 57us (230us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320418.167570:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2601
00000100:00100000:1.0:1767320418.167582:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367241880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000100352:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767320418.242364:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767320418.242413:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767320418.242564:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962563328
00000100:00100000:3.0:1767320418.242575:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962563328
00000100:00100000:3.0:1767320418.242662:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962563200
00000100:00100000:3.0:1767320418.242666:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962563200
00000100:00100000:3.0:1767320418.242689:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5233
00000100:00100000:3.0:1767320418.242699:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962563328:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:3.0:1767320418.242775:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962563328:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 77us (430us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320418.242783:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5233
00000100:00100000:3.0:1767320418.242800:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5900
00000100:00100000:3.0:1767320418.242805:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962563200:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767320418.242826:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320418.242847:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962563200:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 41us (435us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320418.242853:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5900
00000100:00080000:0.0:1767320418.247649:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767320418.486028:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767320419.511661:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767320420.214511:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320420.214519:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767320420.214522:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320420.214526:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320420.214530:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320420.214537:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5613
00000100:00080000:0.0:1767320420.214542:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320420.214548:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320420.214583:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235e8c8000 x1853164000100480/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320420.214769:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320420.214772:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320420.214775:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320420.214778:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5613
00000100:00080000:0.0:1767320420.214781:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320420.214785:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320420.214867:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235e8ca300 x1853164000100608/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320420.214878:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320420.214881:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320420.214883:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320420.214886:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5613
00000100:00080000:0.0:1767320420.214888:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320420.214892:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320420.214903:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235e8cbb80 x1853164000100736/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320420.215025:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320420.215029:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:1.0:1767320420.215036:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000100480:0@lo:38:kworker.0
00000100:00080000:0.0:1767320420.215082:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320420.215091:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5613
00000100:00080000:0.0:1767320420.215094:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320420.215098:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320420.215114:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235e8c8e00 x1853164000100992/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320420.215157:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320420.215179:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000101120:0@lo:400:kworker.0
00000100:00100000:1.0:1767320420.215230:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000100608:0@lo:38:kworker.0
00000100:00100000:0.0:1767320420.215246:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320420.215273:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320420.215277:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767320420.215285:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000100864:0@lo:400:kworker.0
00000100:00100000:1.0:1767320420.215302:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000100736:0@lo:38:kworker.0
00000100:00100000:0.0:1767320420.215314:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320420.215332:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320420.215346:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366acdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000101248:0@lo:400:kworker.0
00000100:00100000:1.0:1767320420.215358:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000100992:0@lo:38:kworker.0
00000100:00100000:0.0:1767320420.215378:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320420.215388:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320420.215403:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767320420.215411:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366ace680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000101376:0@lo:400:kworker.0
00000100:00100000:1.0:1767320420.215430:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000100480
00000100:00100000:0.0:1767320420.215438:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320420.215439:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000100480
00000100:00100000:0.0:1767320420.215468:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000101120
00000100:00100000:0.0:1767320420.215474:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000101120
00000100:00100000:1.0:1767320420.215499:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1985
00000100:00100000:1.0:1767320420.215508:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000100480:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767320420.215519:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000100608
00000100:00100000:0.0:1767320420.215523:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000100608
00010000:00020000:1.0:1767320420.215530:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320420.215533:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000100864
00000100:00100000:0.0:1767320420.215537:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000100864
00000100:00100000:0.0:1767320420.215551:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000100736
00000100:00100000:0.0:1767320420.215554:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000100736
00000100:00100000:0.0:1767320420.215564:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000100992
00000100:00100000:0.0:1767320420.215567:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000100992
00000100:00100000:1.0:1767320420.215578:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000100480:12345-0@lo:38:kworker.0 Request processed in 69us (421us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320420.215582:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5234
00000100:00100000:1.0:1767320420.215592:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1985
00000100:00100000:0.0:1767320420.215594:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366aced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000101120:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320420.215620:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5235
00000100:00100000:1.0:1767320420.215629:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000100864:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320420.215673:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000100864:12345-0@lo:400:kworker.0 Request processed in 46us (360us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320420.215679:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5235
00000100:00100000:1.0:1767320420.215696:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5901
00000100:00100000:1.0:1767320420.215699:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000100608:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320420.215709:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320420.215730:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000100608:12345-0@lo:38:kworker.0 Request processed in 29us (458us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320420.215737:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5901
00000100:00100000:1.0:1767320420.215747:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5902
00000100:00100000:1.0:1767320420.215750:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000100736:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320420.215758:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320420.215780:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000100736:12345-0@lo:38:kworker.0 Request processed in 28us (448us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320420.215785:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5902
00000100:00100000:1.0:1767320420.215795:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5903
00000100:00100000:1.0:1767320420.215799:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000100992:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320420.215808:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320420.215830:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000100992:12345-0@lo:38:kworker.0 Request processed in 29us (443us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320420.215835:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5903
00000100:00100000:1.0:1767320420.215878:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000100864:0@lo:400:kworker.0
00000100:00080000:2.0:1767320420.215879:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320420.215901:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000101248
00000100:00100000:2.0:1767320420.215906:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000101248
00000100:00080000:1.0:1767320420.215917:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320420.215923:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320420.215939:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000100992:0@lo:38:kworker.0
00000100:00080000:1.0:1767320420.215953:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320420.215957:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320420.215960:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000100480:0@lo:38:kworker.0
00000100:00100000:2.0:1767320420.215965:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000101376
00000100:00080000:1.0:1767320420.215969:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767320420.215970:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000101376
00000100:00080000:1.0:1767320420.215975:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320420.215979:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000100608:0@lo:38:kworker.0
00000100:00080000:1.0:1767320420.215992:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320420.215995:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320420.215999:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3408
00000100:00100000:1.0:1767320420.216002:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000100736:0@lo:38:kworker.0
00000100:00100000:2.0:1767320420.216011:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000101248:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320420.216044:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3409
00000100:00100000:1.0:1767320420.216053:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000101376:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320420.216088:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000101376:12345-0@lo:400:kworker.0 Request processed in 37us (650us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320420.216094:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3409
00000100:00100000:1.0:1767320420.216128:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366ace680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000101376:0@lo:400:kworker.0
00000100:00100000:2.0:1767320420.216303:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000101248:12345-0@lo:400:kworker.0 Request processed in 295us (924us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320420.216310:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3408
00000100:00080000:2.0:1767320420.216326:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767320420.216328:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767320420.216474:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366aced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000101120:12345-0@lo:400:kworker.0 Request processed in 882us (1230us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320420.216481:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5234
00000100:00100000:1.0:1767320420.220145:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366acdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000101248:0@lo:400:kworker.0
00000100:00100000:2.0:1767320420.222472:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000101120:0@lo:400:kworker.0
00010000:00010000:3.0:1767320420.540919:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767320421.558630:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320422.582485:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320423.285622:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767320423.285643:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000101504:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320423.285728:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320423.286162:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767320423.286176:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367242680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000101632:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767320423.286487:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320423.287055:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000101504
00000100:00100000:1.0:1767320423.287065:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000101504
00000100:00100000:1.0:1767320423.287131:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000101632
00000100:00100000:1.0:1767320423.287134:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000101632
00000100:00100000:1.0:1767320423.287159:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2602
00000100:00100000:1.0:1767320423.287169:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000101504:12345-0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320423.287170:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2603
00000100:00100000:0.0:1767320423.287185:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000101632:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767320423.287226:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767320423.287269:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000101504:12345-0@lo:13:osp-pre-0-1.0 Request processed in 103us (1542us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320423.287275:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2602
00002000:00000024:0.0:1767320423.287280:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767320423.287325:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000101632:12345-0@lo:13:osp-pre-1-1.0 Request processed in 144us (839us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320423.287330:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000101504:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320423.287342:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2603
00000100:00100000:1.0:1767320423.287383:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367242680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000101632:0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767320423.287430:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767320423.287434:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767320423.362815:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767320423.362917:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767320423.363268:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962563584
00000100:00100000:1.0:1767320423.363280:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962563584
00000100:00100000:1.0:1767320423.363351:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962563456
00000100:00100000:1.0:1767320423.363354:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962563456
00000100:00100000:1.0:1767320423.363373:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5236
00000100:00100000:1.0:1767320423.363382:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962563584:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767320423.363454:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962563584:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 73us (650us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320423.363462:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5236
00000100:00100000:1.0:1767320423.363481:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5904
00000100:00100000:1.0:1767320423.363485:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962563456:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767320423.363505:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320423.363527:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962563456:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 40us (611us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320423.363533:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5904
00000100:00080000:3.0:1767320423.363632:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767320423.606950:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320424.629869:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767320425.333925:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320425.333936:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767320425.333939:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320425.333944:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320425.333948:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320425.333956:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5618
00000100:00080000:1.0:1767320425.333960:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320425.333967:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320425.334012:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523483d4a80 x1853164000101760/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320425.334030:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320425.334034:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320425.334035:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320425.334038:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5618
00000100:00080000:1.0:1767320425.334040:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320425.334044:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320425.334056:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523483d6d80 x1853164000101888/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320425.334064:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320425.334067:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320425.334068:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320425.334071:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5618
00000100:00080000:1.0:1767320425.334073:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320425.334076:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320425.334086:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523483d6680 x1853164000102016/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320425.334158:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000102144:0@lo:400:kworker.0
00000100:00100000:0.0:1767320425.334244:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320425.334361:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000102144
00000100:00100000:2.0:1767320425.334369:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000102144
00000100:00100000:2.0:1767320425.334441:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5237
00000100:00100000:2.0:1767320425.334452:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000102144:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767320425.334487:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320425.334519:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000101760:0@lo:38:kworker.0
00000100:00080000:1.0:1767320425.334533:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320425.334537:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320425.334539:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320425.334544:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5618
00000100:00080000:1.0:1767320425.334546:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320425.334550:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320425.334563:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320425.334565:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523483d4380 x1853164000102272/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320425.334589:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000101888:0@lo:38:kworker.0
00000100:00100000:3.0:1767320425.334621:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320425.334639:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000102016:0@lo:38:kworker.0
00000100:00100000:3.0:1767320425.334657:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320425.334675:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000102272:0@lo:38:kworker.0
00000100:00100000:3.0:1767320425.334695:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320425.334727:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000101888
00000100:00100000:3.0:1767320425.334731:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000101888
00000100:00100000:3.0:1767320425.334750:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000102016
00000100:00100000:3.0:1767320425.334753:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000102016
00000100:00100000:3.0:1767320425.334773:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000102272
00000100:00100000:3.0:1767320425.334776:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000102272
00000100:00100000:3.0:1767320425.334788:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5905
00000100:00100000:3.0:1767320425.334793:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000101888:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320425.334812:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320425.334846:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000101888:12345-0@lo:38:kworker.0 Request processed in 52us (224us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320425.334853:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5905
00000100:00100000:3.0:1767320425.334869:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5906
00000100:00100000:3.0:1767320425.334873:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000102016:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320425.335184:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320425.335231:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000102016:12345-0@lo:38:kworker.0 Request processed in 357us (573us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320425.335238:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5906
00000100:00100000:3.0:1767320425.335250:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5907
00000100:00100000:3.0:1767320425.335254:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000102272:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320425.335262:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320425.335283:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000102272:12345-0@lo:38:kworker.0 Request processed in 28us (588us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320425.335288:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5907
00000100:00080000:3.0:1767320425.335317:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320425.335321:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320425.335324:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000102272:0@lo:38:kworker.0
00000100:00080000:3.0:1767320425.335332:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320425.335335:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320425.335338:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000101888:0@lo:38:kworker.0
00000100:00080000:3.0:1767320425.335345:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320425.335348:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320425.335350:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000102016:0@lo:38:kworker.0
00000100:00100000:3.0:1767320425.335382:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000101760
00000100:00100000:3.0:1767320425.335385:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000101760
00000100:00100000:3.0:1767320425.335404:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1986
00000100:00100000:3.0:1767320425.335408:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000101760:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320425.335417:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320425.335441:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000101760:12345-0@lo:38:kworker.0 Request processed in 32us (877us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320425.335447:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1986
00000100:00080000:3.0:1767320425.335464:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320425.335467:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320425.335471:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000101760:0@lo:38:kworker.0
00000100:00100000:3.0:1767320425.335503:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000102400:0@lo:400:kworker.0
00000100:00100000:3.0:1767320425.335525:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320425.335550:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000102400
00000100:00100000:3.0:1767320425.335553:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000102400
00000100:00100000:3.0:1767320425.335581:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5238
00000100:00100000:3.0:1767320425.335587:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000102400:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320425.335634:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000102400:12345-0@lo:400:kworker.0 Request processed in 47us (108us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320425.335640:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5238
00000100:00080000:3.0:1767320425.335656:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320425.335673:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000102400:0@lo:400:kworker.0
00000100:00100000:2.0:1767320425.342034:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000102144:12345-0@lo:400:kworker.0 Request processed in 7571us (7776us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320425.342050:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5237
00000100:00100000:0.0:1767320425.342385:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000102144:0@lo:400:kworker.0
00000100:00100000:0.0:1767320425.344056:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000102528:0@lo:400:kworker.0
00000100:00100000:0.0:1767320425.344130:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320425.344278:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000102656:0@lo:400:kworker.0
00000100:00100000:2.0:1767320425.344310:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320425.344358:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000102528
00000100:00100000:2.0:1767320425.344366:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000102528
00000100:00100000:2.0:1767320425.344424:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3410
00000100:00100000:2.0:1767320425.344434:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000102528:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320425.344532:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000102656
00000100:00100000:3.0:1767320425.344537:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000102656
00000100:00100000:3.0:1767320425.344570:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3411
00000100:00100000:3.0:1767320425.344578:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367241c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000102656:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320425.344616:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367241c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000102656:12345-0@lo:400:kworker.0 Request processed in 40us (304us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320425.344623:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3411
00000100:00080000:3.0:1767320425.344677:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767320425.344681:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767320425.344711:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000102656:0@lo:400:kworker.0
00000100:00100000:2.0:1767320425.366858:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000102528:12345-0@lo:400:kworker.0 Request processed in 22415us (22716us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320425.366875:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3410
00000100:00100000:0.0:1767320425.367077:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000102528:0@lo:400:kworker.0
00010000:00010000:2.0:1767320425.657458:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320426.677496:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320427.456057:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767320427.456487:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962563968
00000100:00100000:2.0:1767320427.456501:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962563968
00000100:00100000:2.0:1767320427.456597:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5239
00000100:00100000:2.0:1767320427.456610:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349090380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962563968:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767320427.456777:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349090380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962563968:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 169us (734us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320427.456786:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5239
00000100:00080000:3.0:1767320427.459976:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000400:00000100:1.0:1767320427.464247:0:6999:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.52@tcp portal 26 match 1853163962563712 offset 0 length 520: 4
00000100:00100000:1.0:1767320427.464459:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767320427.464683:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962563840
00000100:00100000:3.0:1767320427.464696:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962563840
00000100:00100000:3.0:1767320427.464760:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5908
00000100:00100000:3.0:1767320427.464770:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962563840:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767320427.464799:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320427.464895:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962563840:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 124us (435us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320427.464903:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5908
00010000:00010000:2.0:1767320427.704821:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320428.407618:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767320428.407650:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367242680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000102784:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320428.407745:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320428.407897:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000102784
00000100:00100000:0.0:1767320428.407908:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000102784
00000100:00100000:0.0:1767320428.408053:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2604
00000100:00100000:0.0:1767320428.408064:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000102784:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767320428.408101:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767320428.408171:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000102784:12345-0@lo:13:osp-pre-1-1.0 Request processed in 109us (425us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320428.408179:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2604
00000100:00100000:0.0:1767320428.408277:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367242680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000102784:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767320428.409177:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767320428.409323:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349091180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000102912:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320428.409386:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767320428.413520:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767320428.416709:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000102912
00000100:00100000:1.0:1767320428.416733:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000102912
00000100:00100000:1.0:1767320428.417160:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2605
00000100:00100000:1.0:1767320428.417173:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366ace300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000102912:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767320428.417248:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767320428.417378:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366ace300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000102912:12345-0@lo:13:osp-pre-0-1.0 Request processed in 207us (7990us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320428.417386:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2605
00000100:00100000:3.0:1767320428.417530:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349091180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000102912:0@lo:13:osp-pre-0-1.0
00000100:00080000:2.0:1767320428.421477:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00010000:3.0:1767320428.725496:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320429.429382:0:7004:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320404/real 1767320404]  req@ffff95234823b480 x1853164000097536/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320429 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1767320429.429425:0:7004:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95234823b480 x1853164000097536/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320429 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1767320429.429451:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320429.429492:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:0.0:1767320429.429497:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234823b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000097536:0@lo:250:kworker.0
00000100:00080000:2.0:1767320429.429622:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320429.429630:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1767320429.429634:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320429.429639:0:63619:0:(import.c:509:import_select_connection()) MGC192.168.202.152@tcp: connect to NID 0@lo last attempt 5602
00000100:00080000:2.0:1767320429.429644:0:63619:0:(import.c:588:import_select_connection()) MGC192.168.202.152@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320429.429652:0:63619:0:(import.c:623:import_select_connection()) MGC192.168.202.152@tcp: import ffff95235eb57800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320429.429700:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952367241880 x1853164000103040/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320429.429734:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320429.429739:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320429.429741:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320429.429744:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5623
00000100:00080000:2.0:1767320429.429747:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320429.429750:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320429.429772:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952367241f80 x1853164000103168/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320429.429781:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320429.429785:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320429.429787:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320429.429790:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5623
00000100:00080000:2.0:1767320429.429793:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320429.429795:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320429.429805:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952367242680 x1853164000103296/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320429.429812:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320429.429816:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320429.429818:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320429.429821:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5623
00000100:00080000:2.0:1767320429.429824:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320429.429827:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320429.429837:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236e983480 x1853164000103424/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320429.429891:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320429.429895:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320429.429897:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320429.429900:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5623
00000100:00080000:2.0:1767320429.429903:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320429.429907:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320429.429919:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236e981c00 x1853164000103680/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320429.429987:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236e980a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000103936:0@lo:400:kworker.0
00000100:00100000:2.0:1767320429.430077:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320429.430151:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767320429.430157:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236e983b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000104064:0@lo:400:kworker.0
00000100:00100000:2.0:1767320429.430180:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320429.430256:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000103936
00000100:00100000:2.0:1767320429.430265:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000103936
00000100:00100000:2.0:1767320429.430322:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000104064
00000100:00100000:2.0:1767320429.430326:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000104064
00000100:00100000:2.0:1767320429.430353:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3412
00000100:00100000:2.0:1767320429.430362:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e980700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000103936:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320429.430424:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e980700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000103936:12345-0@lo:400:kworker.0 Request processed in 62us (347us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320429.430436:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3412
00000100:00100000:2.0:1767320429.430455:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3413
00000100:00100000:2.0:1767320429.430461:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e982300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000104064:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320429.430489:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e982300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000104064:12345-0@lo:400:kworker.0 Request processed in 29us (307us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320429.430495:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3413
00000100:00100000:2.0:1767320429.430549:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236e983b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000104064:0@lo:400:kworker.0
00000100:00100000:2.0:1767320429.430561:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236e980a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000103936:0@lo:400:kworker.0
00000100:00100000:0.0:1767320429.430750:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367241880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000103040:0@lo:250:kworker.0
00000400:00000100:0.0:1767320429.430779:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164000103040 offset 0 length 520: 4
00000100:00100000:0.0:1767320429.430801:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367241f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000103168:0@lo:38:kworker.0
00000100:00100000:0.0:1767320429.430829:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320429.430864:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367242680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000103296:0@lo:38:kworker.0
00000100:00100000:0.0:1767320429.430893:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320429.430914:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236e983480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000103424:0@lo:38:kworker.0
00000100:00100000:0.0:1767320429.430936:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320429.430952:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236e981c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000103680:0@lo:38:kworker.0
00000100:00100000:0.0:1767320429.430972:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320429.431009:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000103296
00000100:00100000:0.0:1767320429.431014:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000103296
00000100:00100000:0.0:1767320429.431038:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000103424
00000100:00100000:0.0:1767320429.431042:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000103424
00000100:00100000:0.0:1767320429.431055:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000103680
00000100:00100000:0.0:1767320429.431057:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000103680
00000100:00100000:0.0:1767320429.431071:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5909
00000100:00100000:0.0:1767320429.431076:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000103296:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320429.431097:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320429.431143:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000103296:12345-0@lo:38:kworker.0 Request processed in 65us (249us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320429.431150:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5909
00000100:00100000:0.0:1767320429.431165:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5910
00000100:00100000:0.0:1767320429.431169:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000103424:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320429.431178:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320429.431226:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000103424:12345-0@lo:38:kworker.0 Request processed in 56us (290us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320429.431233:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5910
00000100:00100000:0.0:1767320429.431245:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5911
00000100:00100000:0.0:1767320429.431249:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000103680:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320429.431258:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320429.431279:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000103680:12345-0@lo:38:kworker.0 Request processed in 29us (306us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320429.431284:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5911
00000100:00080000:0.0:1767320429.431307:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320429.431311:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320429.431314:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367242680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000103296:0@lo:38:kworker.0
00000100:00080000:0.0:1767320429.431321:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320429.431324:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320429.431327:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236e983480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000103424:0@lo:38:kworker.0
00000100:00080000:0.0:1767320429.431333:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320429.431336:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320429.431339:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236e981c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000103680:0@lo:38:kworker.0
00000100:00100000:3.0:1767320429.431503:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236e982a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000103808:0@lo:400:kworker.0
00000100:00100000:3.0:1767320429.431538:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320429.431567:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767320429.431573:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236e980000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000103552:0@lo:400:kworker.0
00000100:00100000:3.0:1767320429.431596:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320429.431617:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000103808
00000100:00100000:3.0:1767320429.431620:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000103808
00000100:00100000:3.0:1767320429.431655:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000103552
00000100:00100000:3.0:1767320429.431658:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000103552
00000100:00100000:3.0:1767320429.431673:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5240
00000100:00100000:3.0:1767320429.431678:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349091180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000103808:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320429.431725:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349091180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000103808:12345-0@lo:400:kworker.0 Request processed in 46us (186us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320429.431731:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5240
00000100:00100000:3.0:1767320429.431744:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5241
00000100:00100000:3.0:1767320429.431750:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349090a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000103552:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320429.431774:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349090a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000103552:12345-0@lo:400:kworker.0 Request processed in 25us (177us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320429.431781:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5241
00000100:00100000:3.0:1767320429.431826:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236e980000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000103552:0@lo:400:kworker.0
00000100:00100000:3.0:1767320429.431836:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236e982a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000103808:0@lo:400:kworker.0
00000100:00080000:3.0:1767320429.431866:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320429.432821:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000103168
00000100:00100000:2.0:1767320429.432830:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000103168
00000100:00100000:2.0:1767320429.432915:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1987
00000100:00100000:2.0:1767320429.432922:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000103168:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320429.432939:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320429.433001:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000103168:12345-0@lo:38:kworker.0 Request processed in 78us (2171us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320429.433008:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1987
00000100:00080000:0.0:1767320429.433071:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320429.433077:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320429.433081:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367241f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000103168:0@lo:38:kworker.0
00010000:00010000:2.0:1767320429.749645:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320430.775161:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767320431.797394:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320432.576241:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767320432.576314:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767320432.576357:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962564224
00000100:00100000:0.0:1767320432.576374:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962564224
00000100:00100000:0.0:1767320432.576482:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962564096
00000100:00100000:0.0:1767320432.576487:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962564096
00000100:00100000:0.0:1767320432.576509:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5242
00000100:00100000:0.0:1767320432.576521:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349092680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962564224:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:0.0:1767320432.576622:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349092680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962564224:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 103us (387us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320432.576630:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5242
00000100:00100000:0.0:1767320432.576654:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5912
00000100:00100000:0.0:1767320432.576659:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349092300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962564096:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:0.0:1767320432.576683:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320432.576712:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349092300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962564096:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 52us (399us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320432.576718:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5912
00000100:00080000:3.0:1767320432.576868:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767320432.821469:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320433.525988:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767320433.526019:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349090700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000104192:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320433.526109:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320433.526306:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000104192
00000100:00100000:3.0:1767320433.526317:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000104192
00000100:00100000:3.0:1767320433.526395:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2606
00000100:00100000:3.0:1767320433.526406:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000104192:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767320433.526442:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767320433.526491:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000104192:12345-0@lo:13:osp-pre-0-1.0 Request processed in 88us (383us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320433.526499:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2606
00000100:00100000:3.0:1767320433.526553:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349090700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000104192:0@lo:13:osp-pre-0-1.0
00000100:00080000:0.0:1767320433.526853:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767320433.537580:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236e980a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000104320:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320433.537675:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320433.538173:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000104320
00000100:00100000:1.0:1767320433.538185:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000104320
00000100:00100000:1.0:1767320433.538348:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2607
00000100:00100000:1.0:1767320433.538359:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349090700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000104320:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767320433.538395:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767320433.538472:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349090700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000104320:12345-0@lo:13:osp-pre-1-1.0 Request processed in 115us (797us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320433.538480:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2607
00000100:00100000:2.0:1767320433.538629:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236e980a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000104320:0@lo:13:osp-pre-1-1.0
00000100:00080000:0.0:1767320433.538679:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00010000:00010000:2.0:1767320433.845596:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767320434.549474:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320434.549485:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767320434.549489:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320434.549494:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320434.549500:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320434.549511:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5627
00000100:00080000:2.0:1767320434.549517:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320434.549527:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320434.549576:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236e980a80 x1853164000104448/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320434.549607:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320434.549611:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320434.549614:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320434.549618:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5627
00000100:00080000:2.0:1767320434.549621:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320434.549625:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320434.549639:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236e983b80 x1853164000104576/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320434.549649:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320434.549652:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320434.549654:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320434.549657:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5627
00000100:00080000:2.0:1767320434.549659:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320434.549665:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320434.549677:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236e981180 x1853164000104704/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320434.549727:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320434.549731:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320434.549733:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320434.549737:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5627
00000100:00080000:2.0:1767320434.549740:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320434.549743:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320434.549757:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236e983800 x1853164000104960/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320434.549839:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236e983100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000105088:0@lo:400:kworker.0
00000100:00100000:2.0:1767320434.549926:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320434.549972:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767320434.549978:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236e982680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000104832:0@lo:400:kworker.0
00000100:00100000:2.0:1767320434.549999:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320434.550026:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236e981500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000105344:0@lo:400:kworker.0
00000100:00100000:2.0:1767320434.550054:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320434.550074:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767320434.550079:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236e981880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000105216:0@lo:400:kworker.0
00000100:00100000:2.0:1767320434.550100:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320434.550133:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000105088
00000100:00100000:2.0:1767320434.550142:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000105088
00000100:00100000:3.0:1767320434.550540:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000104832
00000100:00100000:3.0:1767320434.550546:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000104832
00000100:00100000:3.0:1767320434.550576:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5243
00000100:00100000:3.0:1767320434.550587:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e980380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000105088:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320434.550655:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e980380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000105088:12345-0@lo:400:kworker.0 Request processed in 70us (728us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320434.550667:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5243
00000100:00100000:3.0:1767320434.550690:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5244
00000100:00100000:3.0:1767320434.550696:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e980e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000104832:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320434.550724:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e980e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000104832:12345-0@lo:400:kworker.0 Request processed in 28us (723us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320434.550729:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5244
00000100:00100000:3.0:1767320434.550871:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236e982680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000104832:0@lo:400:kworker.0
00000100:00100000:2.0:1767320434.550873:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000105344
00000100:00100000:2.0:1767320434.550879:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000105344
00000100:00100000:3.0:1767320434.550904:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236e983100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000105088:0@lo:400:kworker.0
00000100:00100000:2.0:1767320434.550914:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000105216
00000100:00100000:2.0:1767320434.550918:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000105216
00000100:00100000:2.0:1767320434.550942:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3414
00000100:00100000:2.0:1767320434.550948:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e982d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000105344:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320434.550989:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e982d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000105344:12345-0@lo:400:kworker.0 Request processed in 41us (933us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320434.550995:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3414
00000100:00100000:2.0:1767320434.551009:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3415
00000100:00100000:2.0:1767320434.551016:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e982a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000105216:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320434.551048:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e982a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000105216:12345-0@lo:400:kworker.0 Request processed in 32us (946us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320434.551055:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3415
00000100:00100000:2.0:1767320434.551093:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236e981880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000105216:0@lo:400:kworker.0
00000100:00100000:2.0:1767320434.551105:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236e981500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000105344:0@lo:400:kworker.0
00000100:00100000:0.0:1767320434.551666:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236e980a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000104448:0@lo:38:kworker.0
00000100:00100000:0.0:1767320434.551721:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320434.551770:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236e983b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000104576:0@lo:38:kworker.0
00000100:00100000:3.0:1767320434.551873:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000104448
00000100:00100000:3.0:1767320434.551958:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000104448
00000100:00080000:2.0:1767320434.551979:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320434.552032:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320434.552059:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236e981180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000104704:0@lo:38:kworker.0
00000100:00100000:3.0:1767320434.552083:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1988
00000100:00100000:0.0:1767320434.552090:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320434.552094:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000104448:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767320434.552114:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236e983800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000104960:0@lo:38:kworker.0
00010000:00020000:3.0:1767320434.552120:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320434.552139:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320434.552170:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000104576
00000100:00100000:0.0:1767320434.552174:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000104576
00000100:00100000:1.0:1767320434.552288:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000104704
00000100:00100000:1.0:1767320434.552293:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000104704
00000100:00100000:1.0:1767320434.552315:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000104960
00000100:00100000:1.0:1767320434.552318:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000104960
00000100:00100000:1.0:1767320434.552329:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5913
00000100:00100000:1.0:1767320434.552334:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000104576:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320434.552345:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320434.552391:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000104576:12345-0@lo:38:kworker.0 Request processed in 57us (359us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320434.552397:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5913
00000100:00100000:1.0:1767320434.552413:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5914
00000100:00100000:1.0:1767320434.552416:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366ace680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000104704:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320434.552425:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320434.552447:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366ace680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000104704:12345-0@lo:38:kworker.0 Request processed in 30us (359us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320434.552453:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5914
00000100:00100000:1.0:1767320434.552465:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5915
00000100:00100000:1.0:1767320434.552469:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367241f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000104960:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320434.552477:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320434.552500:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367241f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000104960:12345-0@lo:38:kworker.0 Request processed in 29us (361us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320434.552505:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5915
00000100:00080000:1.0:1767320434.552570:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320434.552575:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320434.552578:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236e983b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000104576:0@lo:38:kworker.0
00000100:00080000:1.0:1767320434.552587:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320434.552591:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320434.552594:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236e981180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000104704:0@lo:38:kworker.0
00000100:00080000:1.0:1767320434.552602:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320434.552605:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320434.552731:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236e983800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000104960:0@lo:38:kworker.0
00000100:00100000:3.0:1767320434.553010:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000104448:12345-0@lo:38:kworker.0 Request processed in 915us (1286us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320434.553019:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1988
00000100:00080000:2.0:1767320434.553507:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320434.553514:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320434.553519:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236e980a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000104448:0@lo:38:kworker.0
00010000:00010000:0.0:1767320434.870037:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767320435.893454:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320436.917712:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320437.696436:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767320437.696494:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767320437.697110:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962564480
00000100:00100000:3.0:1767320437.697136:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962564480
00000100:00100000:3.0:1767320437.697295:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962564352
00000100:00100000:3.0:1767320437.697300:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962564352
00000100:00100000:3.0:1767320437.697334:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5245
00000100:00100000:3.0:1767320437.697347:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962564480:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:3.0:1767320437.697447:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962564480:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 104us (1029us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320437.697460:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5245
00000100:00100000:3.0:1767320437.697481:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5916
00000100:00100000:3.0:1767320437.697486:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962564352:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767320437.697512:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320437.697541:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962564352:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 53us (1046us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320437.697547:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5916
00000100:00080000:2.0:1767320437.697609:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767320437.941867:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320438.645478:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767320438.647961:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000105600:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767320438.648063:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320438.648147:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349092d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000105472:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320438.648173:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320438.648367:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000105600
00000100:00100000:3.0:1767320438.648377:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000105600
00000100:00100000:3.0:1767320438.648443:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000105472
00000100:00100000:3.0:1767320438.648445:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000105472
00000100:00100000:3.0:1767320438.648468:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2608
00000100:00100000:3.0:1767320438.648477:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367242680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000105600:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767320438.648514:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767320438.648563:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367242680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000105600:12345-0@lo:13:osp-pre-1-1.0 Request processed in 86us (500us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320438.648570:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2608
00000100:00100000:3.0:1767320438.648586:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2609
00000100:00100000:3.0:1767320438.648592:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234823b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000105472:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767320438.648608:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767320438.648629:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234823b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000105472:12345-0@lo:13:osp-pre-0-1.0 Request processed in 38us (456us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320438.648635:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2609
00000100:00100000:3.0:1767320438.648683:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000105600:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320438.648698:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349092d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000105472:0@lo:13:osp-pre-0-1.0
00000100:00080000:2.0:1767320438.648974:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767320438.648980:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00010000:00010000:0.0:1767320438.967655:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767320439.671315:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320439.671330:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767320439.671334:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320439.671339:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320439.671344:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320439.671354:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5632
00000100:00080000:3.0:1767320439.671360:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320439.671369:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320439.671430:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952349092d80 x1853164000105728/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320439.671470:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320439.671474:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320439.671476:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320439.671480:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5632
00000100:00080000:3.0:1767320439.671482:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320439.671486:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320439.671498:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952349091f80 x1853164000105856/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320439.671508:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320439.671511:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320439.671513:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320439.671517:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5632
00000100:00080000:3.0:1767320439.671521:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320439.671524:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320439.671536:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952349091c00 x1853164000105984/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320439.671558:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349092d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000105728:0@lo:38:kworker.0
00000100:00080000:3.0:1767320439.671590:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320439.671594:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320439.671596:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320439.671600:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5632
00000100:00080000:3.0:1767320439.671604:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320439.671607:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320439.671620:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952349092a00 x1853164000106240/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320439.671674:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320439.671706:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349093800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000106496:0@lo:400:kworker.0
00000100:00100000:3.0:1767320439.671761:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320439.671769:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349091f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000105856:0@lo:38:kworker.0
00000100:00100000:3.0:1767320439.671800:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767320439.671807:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320439.671811:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349093100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000106624:0@lo:400:kworker.0
00000100:00100000:2.0:1767320439.671832:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349091c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000105984:0@lo:38:kworker.0
00000100:00100000:3.0:1767320439.671842:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320439.671862:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320439.671896:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000105728
00000100:00100000:2.0:1767320439.671898:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349092a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000106240:0@lo:38:kworker.0
00000100:00100000:3.0:1767320439.671906:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000105728
00000100:00100000:2.0:1767320439.671924:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320439.671962:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1989
00000100:00100000:3.0:1767320439.671972:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e980a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000105728:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767320439.671983:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000106496
00000100:00100000:2.0:1767320439.671990:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000106496
00010000:00020000:3.0:1767320439.671999:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320439.672034:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000106624
00000100:00100000:2.0:1767320439.672039:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000106624
00000100:00100000:3.0:1767320439.672056:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e980a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000105728:12345-0@lo:38:kworker.0 Request processed in 83us (381us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320439.672064:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3416
00000100:00100000:3.0:1767320439.672066:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1989
00000100:00100000:2.0:1767320439.672075:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349093b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000106496:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320439.672096:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000105856
00000100:00100000:3.0:1767320439.672101:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000105856
00000100:00100000:3.0:1767320439.672125:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000105984
00000100:00100000:3.0:1767320439.672127:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000105984
00000100:00100000:2.0:1767320439.672131:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349093b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000106496:12345-0@lo:400:kworker.0 Request processed in 56us (380us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320439.672139:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3416
00000100:00100000:3.0:1767320439.672144:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000106240
00000100:00100000:3.0:1767320439.672148:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000106240
00000100:00100000:2.0:1767320439.672161:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3417
00000100:00100000:2.0:1767320439.672170:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366961500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000106624:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320439.672172:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5917
00000100:00100000:3.0:1767320439.672181:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e981500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000105856:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767320439.672184:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349093480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000106112:0@lo:400:kworker.0
00010000:00020000:3.0:1767320439.672221:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320439.672235:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366961500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000106624:12345-0@lo:400:kworker.0 Request processed in 67us (393us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320439.672243:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3417
00000100:00100000:3.0:1767320439.672265:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e981500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000105856:12345-0@lo:38:kworker.0 Request processed in 82us (458us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320439.672268:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320439.672277:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5917
00000100:00100000:3.0:1767320439.672293:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000106112
00000100:00100000:3.0:1767320439.672297:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000106112
00000100:00100000:1.0:1767320439.672298:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767320439.672307:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349091500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000106368:0@lo:400:kworker.0
00000100:00100000:2.0:1767320439.672316:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349093100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000106624:0@lo:400:kworker.0
00000100:00100000:3.0:1767320439.672336:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5246
00000100:00100000:3.0:1767320439.672345:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000106112:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320439.672408:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5918
00000100:00100000:0.0:1767320439.672415:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e981880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000105984:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320439.672427:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320439.672538:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349093800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000106496:0@lo:400:kworker.0
00000100:00080000:2.0:1767320439.672568:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320439.677262:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320439.677372:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000106368
00000100:00100000:1.0:1767320439.677385:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000106368
00000100:00100000:1.0:1767320439.677474:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5247
00000100:00100000:1.0:1767320439.677486:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000106368:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320439.685964:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e981880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000105984:12345-0@lo:38:kworker.0 Request processed in 13530us (14084us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320439.685967:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000106112:12345-0@lo:400:kworker.0 Request processed in 13619us (13698us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320439.685989:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5918
00000100:00080000:2.0:1767320439.686069:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320439.686077:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320439.686081:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349092d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000105728:0@lo:38:kworker.0
00000100:00080000:2.0:1767320439.686097:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320439.686100:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320439.686103:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349091f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000105856:0@lo:38:kworker.0
00000100:00080000:2.0:1767320439.686113:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320439.686116:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320439.686119:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349091c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000105984:0@lo:38:kworker.0
00000100:00100000:1.0:1767320439.686334:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349093480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000106112:0@lo:400:kworker.0
00000100:00100000:1.0:1767320439.686384:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000106368:12345-0@lo:400:kworker.0 Request processed in 8901us (9138us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320439.687606:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5246
00000100:00100000:3.0:1767320439.687719:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5919
00000100:00100000:3.0:1767320439.687728:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e980000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000106240:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320439.687767:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320439.687865:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e980000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000106240:12345-0@lo:38:kworker.0 Request processed in 137us (15940us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320439.687873:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5919
00000100:00080000:3.0:1767320439.687927:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320439.687933:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320439.687938:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349092a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000106240:0@lo:38:kworker.0
00000100:00080000:3.0:1767320439.687989:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320439.698119:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349091500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000106368:0@lo:400:kworker.0
00000100:00100000:1.0:1767320439.701114:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5247
00010000:00010000:2.0:1767320439.989451:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320441.013462:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767320442.041007:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320442.818457:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767320442.818516:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767320442.824079:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962564608
00000100:00100000:1.0:1767320442.824103:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962564608
00000100:00100000:1.0:1767320442.824225:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962564736
00000100:00100000:1.0:1767320442.824231:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962564736
00000100:00100000:1.0:1767320442.824320:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5248
00000100:00100000:1.0:1767320442.824335:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366960000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962564736:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:3.0:1767320442.824463:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5920
00000100:00100000:3.0:1767320442.824473:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366962a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962564608:12345-192.168.202.52@tcp:38:kworker.0
00000100:00100000:1.0:1767320442.824486:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366960000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962564736:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 153us (5969us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320442.824495:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5248
00010000:00020000:3.0:1767320442.824500:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320442.824540:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366962a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962564608:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 68us (6252us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320442.824548:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5920
00000100:00080000:0.0:1767320442.825234:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767320443.062383:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320443.765614:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000106880:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320443.765706:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320443.765777:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000106880
00000100:00100000:1.0:1767320443.765789:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000106880
00000100:00100000:2.0:1767320443.765815:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767320443.765823:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366962d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000106752:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320443.765849:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767320443.765894:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767320443.771828:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000106752
00000100:00100000:1.0:1767320443.771851:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000106752
00000100:00100000:1.0:1767320443.771956:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2610
00000100:00100000:1.0:1767320443.771968:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e981c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000106880:12345-0@lo:13:osp-pre-1-1.0
00000100:00080000:0.0:1767320443.772012:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00002000:00000024:1.0:1767320443.772015:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767320443.772771:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e981c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000106880:12345-0@lo:13:osp-pre-1-1.0 Request processed in 800us (7059us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320443.772771:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2611
00000100:00100000:1.0:1767320443.772785:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2610
00000100:00100000:2.0:1767320443.772790:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e983480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000106752:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767320443.772830:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767320443.772832:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000106880:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320443.772884:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e983480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000106752:12345-0@lo:13:osp-pre-0-1.0 Request processed in 101us (7033us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320443.772893:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2611
00000100:00100000:0.0:1767320443.772912:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366962d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000106752:0@lo:13:osp-pre-0-1.0
00010000:00010000:2.0:1767320444.086742:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767320444.789581:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320444.789596:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767320444.789600:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320444.789604:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320444.789609:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320444.789621:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5637
00000100:00080000:3.0:1767320444.789626:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320444.789634:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320444.789688:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366963480 x1853164000107008/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320444.789735:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320444.789739:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320444.789742:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320444.789746:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5637
00000100:00080000:3.0:1767320444.789749:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320444.789753:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320444.789767:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366961880 x1853164000107136/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320444.789777:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320444.789780:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320444.789781:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320444.789785:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5637
00000100:00080000:3.0:1767320444.789788:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320444.789790:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320444.789799:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366960a80 x1853164000107264/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320444.789847:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320444.789851:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320444.789853:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320444.789857:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5637
00000100:00080000:3.0:1767320444.789860:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320444.789863:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320444.789875:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366962680 x1853164000107520/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320444.789959:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366961c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000107648:0@lo:400:kworker.0
00000100:00100000:3.0:1767320444.790052:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320444.790168:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366960e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000107392:0@lo:400:kworker.0
00000100:00100000:1.0:1767320444.790273:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366961f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000107776:0@lo:400:kworker.0
00000100:00100000:1.0:1767320444.790330:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320444.790380:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767320444.790387:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366962300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000107904:0@lo:400:kworker.0
00000100:00100000:1.0:1767320444.790416:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320444.790528:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000107648
00000100:00100000:0.0:1767320444.790533:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366963480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000107008:0@lo:38:kworker.0
00000100:00100000:2.0:1767320444.790540:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000107648
00000100:00100000:0.0:1767320444.790577:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320444.790621:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366961880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000107136:0@lo:38:kworker.0
00000100:00100000:3.0:1767320444.790621:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000107776
00000100:00100000:2.0:1767320444.790628:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000107008
00000100:00100000:2.0:1767320444.790636:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000107008
00000100:00100000:3.0:1767320444.790638:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000107776
00000100:00100000:0.0:1767320444.790658:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320444.790672:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1990
00000100:00100000:0.0:1767320444.790684:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366960a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000107264:0@lo:38:kworker.0
00000100:00100000:2.0:1767320444.790688:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b23480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000107008:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767320444.790724:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320444.790731:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000107904
00010000:00020000:2.0:1767320444.790732:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320444.790741:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000107904
00000100:00100000:0.0:1767320444.790754:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366962680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000107520:0@lo:38:kworker.0
00000100:00100000:3.0:1767320444.790792:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3418
00000100:00100000:0.0:1767320444.790805:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320444.790807:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b23480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000107008:12345-0@lo:38:kworker.0 Request processed in 121us (225us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320444.790810:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000107776:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320444.790830:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1990
00000100:00080000:0.0:1767320444.790863:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320444.790870:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320444.790875:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366963480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000107008:0@lo:38:kworker.0
00000100:00100000:2.0:1767320444.790885:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3419
00000100:00100000:2.0:1767320444.790898:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000107904:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767320444.790910:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320444.790933:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000107136
00000100:00100000:0.0:1767320444.790938:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000107136
00000100:00100000:3.0:1767320444.790950:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000107776:12345-0@lo:400:kworker.0 Request processed in 145us (619us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320444.790959:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3418
00000100:00100000:3.0:1767320444.790990:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000107264
00000100:00100000:3.0:1767320444.790995:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000107264
00000100:00100000:3.0:1767320444.791016:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5249
00000100:00100000:3.0:1767320444.791024:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366963100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000107648:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320444.791086:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000107520
00000100:00100000:0.0:1767320444.791092:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000107520
00000100:00100000:0.0:1767320444.791105:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5921
00000100:00100000:0.0:1767320444.791111:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b20380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000107264:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320444.791124:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320444.791718:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000107904:12345-0@lo:400:kworker.0 Request processed in 821us (1298us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320444.791728:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3419
00000100:00100000:2.0:1767320444.791771:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5922
00000100:00100000:2.0:1767320444.791777:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b21500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000107136:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320444.791791:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320444.791847:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b21500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000107136:12345-0@lo:38:kworker.0 Request processed in 67us (1188us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320444.791855:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5922
00000100:00100000:3.0:1767320444.791877:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366963100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000107648:12345-0@lo:400:kworker.0 Request processed in 846us (1817us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320444.791881:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5923
00000100:00100000:2.0:1767320444.791904:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b21880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000107520:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767320444.791904:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5249
00010000:00020000:2.0:1767320444.791925:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320444.791966:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b21880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000107520:12345-0@lo:38:kworker.0 Request processed in 71us (1165us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320444.791971:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5923
00000100:00100000:3.0:1767320444.791977:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366961c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000107648:0@lo:400:kworker.0
00000100:00100000:2.0:1767320444.792059:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366962300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000107904:0@lo:400:kworker.0
00000100:00080000:3.0:1767320444.792062:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320444.792072:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320444.792077:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366961f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000107776:0@lo:400:kworker.0
00000100:00100000:3.0:1767320444.792084:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366961880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000107136:0@lo:38:kworker.0
00000100:00080000:3.0:1767320444.792110:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320444.792116:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320444.792128:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320444.792148:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366962680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000107520:0@lo:38:kworker.0
00000100:00100000:2.0:1767320444.792222:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000107392
00000100:00100000:2.0:1767320444.792228:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000107392
00000100:00080000:3.0:1767320444.792263:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320444.792432:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5250
00000100:00100000:2.0:1767320444.792442:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e983800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000107392:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320444.792484:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e983800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000107392:12345-0@lo:400:kworker.0 Request processed in 45us (367us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320444.792491:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5250
00000100:00100000:2.0:1767320444.792513:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366960e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000107392:0@lo:400:kworker.0
00000100:00100000:0.0:1767320444.798872:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b20380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000107264:12345-0@lo:38:kworker.0 Request processed in 7741us (8132us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320444.798892:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5921
00000100:00080000:3.0:1767320444.799251:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320444.799260:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320444.799267:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366960a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000107264:0@lo:38:kworker.0
00010000:00010000:3.0:1767320445.109557:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767320446.133563:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320447.157658:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320447.935414:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767320447.935527:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767320447.935639:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962564864
00000100:00100000:0.0:1767320447.935652:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962564864
00000100:00100000:3.0:1767320447.935747:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962564992
00000100:00100000:3.0:1767320447.935752:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962564992
00000100:00080000:1.0:1767320447.935861:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320447.935894:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5251
00000100:00100000:0.0:1767320447.935910:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e983b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962564992:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:3.0:1767320447.935929:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5924
00000100:00100000:3.0:1767320447.935936:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e981180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962564864:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767320447.935959:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320447.936033:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e983b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962564992:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 129us (504us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320447.936042:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5251
00000100:00100000:3.0:1767320447.936054:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e981180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962564864:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 117us (813us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320447.936060:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5924
00010000:00010000:2.0:1767320448.184937:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320448.885838:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236e983100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000108032:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320448.885946:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320448.886029:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000108032
00000100:00100000:0.0:1767320448.886050:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000108032
00000100:00080000:2.0:1767320448.886094:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767320448.886123:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2612
00000100:00100000:0.0:1767320448.886133:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e982680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000108032:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767320448.886169:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767320448.886241:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000108160:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320448.886277:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320448.886331:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000108160
00000100:00100000:1.0:1767320448.886335:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000108160
00000100:00080000:2.0:1767320448.887560:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767320448.888494:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2613
00000100:00100000:2.0:1767320448.888522:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000108160:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767320448.888562:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767320448.888674:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000108160:12345-0@lo:13:osp-pre-0-1.0 Request processed in 167us (2396us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320448.888683:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2613
00000100:00100000:2.0:1767320448.888795:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000108160:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320448.890756:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e982680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000108032:12345-0@lo:13:osp-pre-1-1.0 Request processed in 4609us (4795us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320448.890773:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2612
00000100:00100000:3.0:1767320448.894818:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236e983100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000108032:0@lo:13:osp-pre-1-1.0
00010000:00010000:3.0:1767320449.209549:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767320449.909562:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320449.909690:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767320449.909694:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320449.909699:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320449.909704:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320449.909715:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5642
00000100:00080000:2.0:1767320449.909721:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320449.909730:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320449.909785:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236e983100 x1853164000108288/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320449.909806:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320449.909809:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320449.909811:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320449.909815:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5642
00000100:00080000:2.0:1767320449.909817:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320449.909820:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320449.909835:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236e983100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000108288:0@lo:38:kworker.0
00000100:00100000:2.0:1767320449.909836:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523483d7b80 x1853164000108416/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320449.909846:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320449.909849:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320449.909851:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320449.909854:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5642
00000100:00080000:2.0:1767320449.909857:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320449.909860:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320449.909869:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952349091500 x1853164000108544/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320449.909929:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320449.909953:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349092a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000108672:0@lo:400:kworker.0
00000100:00100000:1.0:1767320449.909992:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320449.910018:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000108416:0@lo:38:kworker.0
00000100:00100000:0.0:1767320449.910041:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767320449.910053:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320449.910057:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320449.910059:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320449.910064:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5642
00000100:00080000:2.0:1767320449.910066:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1767320449.910067:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349091500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000108544:0@lo:38:kworker.0
00000100:00080000:2.0:1767320449.910071:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320449.910087:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320449.910088:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952349093480 x1853164000108800/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320449.910107:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349093480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000108800:0@lo:38:kworker.0
00000100:00100000:3.0:1767320449.910178:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000108288
00000100:00100000:3.0:1767320449.910188:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000108288
00000100:00100000:3.0:1767320449.910252:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1991
00000100:00100000:3.0:1767320449.910261:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b23800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000108288:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320449.910285:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320449.910330:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b23800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000108288:12345-0@lo:38:kworker.0 Request processed in 69us (401us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320449.910338:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1991
00000100:00100000:3.0:1767320449.910366:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000108672
00000100:00100000:3.0:1767320449.910370:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000108672
00000100:00100000:3.0:1767320449.910417:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000108416
00000100:00100000:3.0:1767320449.910420:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000108416
00000100:00100000:3.0:1767320449.910434:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000108544
00000100:00100000:3.0:1767320449.910436:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000108544
00000100:00100000:3.0:1767320449.910450:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5252
00000100:00100000:3.0:1767320449.910458:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000108672:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320449.910797:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767320449.910831:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320449.910837:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320449.910841:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236e983100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000108288:0@lo:38:kworker.0
00000100:00100000:0.0:1767320449.910918:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000108800
00000100:00100000:0.0:1767320449.910923:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000108800
00000100:00100000:0.0:1767320449.910943:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5925
00000100:00100000:0.0:1767320449.910950:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b21180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000108416:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320449.910961:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320449.910994:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b21180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000108416:12345-0@lo:38:kworker.0 Request processed in 43us (952us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320449.911001:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5925
00000100:00100000:0.0:1767320449.911012:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5926
00000100:00100000:0.0:1767320449.911016:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b20e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000108544:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320449.911024:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320449.911046:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b20e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000108544:12345-0@lo:38:kworker.0 Request processed in 28us (958us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320449.911124:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5926
00000100:00100000:0.0:1767320449.911135:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5927
00000100:00100000:0.0:1767320449.911139:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b21f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000108800:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320449.911148:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320449.911234:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b21f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000108800:12345-0@lo:38:kworker.0 Request processed in 93us (437us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320449.911240:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5927
00000100:00080000:0.0:1767320449.911265:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320449.911269:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320449.911272:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349093480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000108800:0@lo:38:kworker.0
00000100:00080000:0.0:1767320449.911280:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320449.911283:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320449.911285:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000108416:0@lo:38:kworker.0
00000100:00080000:0.0:1767320449.911291:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320449.911294:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320449.911296:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349091500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000108544:0@lo:38:kworker.0
00000100:00100000:0.0:1767320449.911482:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349091c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000108928:0@lo:400:kworker.0
00000100:00100000:0.0:1767320449.911515:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320449.911545:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000108928
00000100:00100000:0.0:1767320449.911549:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000108928
00000100:00100000:0.0:1767320449.911582:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5253
00000100:00100000:0.0:1767320449.911587:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b20000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000108928:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320449.911622:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b20000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000108928:12345-0@lo:400:kworker.0 Request processed in 35us (106us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320449.911753:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5253
00000100:00080000:0.0:1767320449.911776:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320449.911800:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349091c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000108928:0@lo:400:kworker.0
00000100:00100000:2.0:1767320449.922450:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349092d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000109184:0@lo:400:kworker.0
00000100:00100000:2.0:1767320449.922541:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320449.922592:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767320449.922597:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349091f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000109056:0@lo:400:kworker.0
00000100:00100000:2.0:1767320449.922618:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320449.927249:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000109184
00000100:00100000:2.0:1767320449.927270:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000109184
00000100:00100000:2.0:1767320449.927345:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000109056
00000100:00100000:2.0:1767320449.927349:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000109056
00000100:00100000:2.0:1767320449.927394:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3420
00000100:00100000:2.0:1767320449.927405:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349093800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000109184:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320449.927498:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349093800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000109184:12345-0@lo:400:kworker.0 Request processed in 95us (4956us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320449.927507:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3420
00000100:00100000:2.0:1767320449.927526:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3421
00000100:00100000:2.0:1767320449.927532:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349093100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000109056:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320449.927563:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349093100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000109056:12345-0@lo:400:kworker.0 Request processed in 32us (4944us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320449.927823:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3421
00000100:00100000:2.0:1767320449.927878:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349091f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000109056:0@lo:400:kworker.0
00000100:00100000:2.0:1767320449.927895:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349092d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000109184:0@lo:400:kworker.0
00000100:00100000:3.0:1767320449.928785:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000108672:12345-0@lo:400:kworker.0 Request processed in 18319us (18783us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320449.928799:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5252
00000100:00100000:1.0:1767320449.931006:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349092a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000108672:0@lo:400:kworker.0
00010000:00010000:2.0:1767320450.229631:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320451.253537:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320452.036083:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000400:00000100:1.0:1767320452.036143:0:6999:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.52@tcp portal 26 match 1853163962565120 offset 0 length 520: 4
00000100:00100000:1.0:1767320452.036176:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767320452.036375:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962565376
00000100:00100000:3.0:1767320452.036389:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962565376
00000100:00100000:3.0:1767320452.036490:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962565248
00000100:00080000:2.0:1767320452.036493:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320452.036495:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962565248
00000100:00100000:3.0:1767320452.036523:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5254
00000100:00100000:3.0:1767320452.036535:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962565376:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:3.0:1767320452.036658:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962565376:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 126us (594us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320452.036667:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5254
00000100:00100000:3.0:1767320452.036703:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5928
00000100:00100000:3.0:1767320452.036708:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962565248:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767320452.036738:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320452.036770:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962565248:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 61us (593us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320452.036777:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5928
00010000:00010000:2.0:1767320452.277513:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320453.301772:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320454.005537:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000109312:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320454.005629:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320454.006074:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000109312
00000100:00100000:0.0:1767320454.006083:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000109312
00000100:00100000:0.0:1767320454.006157:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2614
00000100:00100000:0.0:1767320454.006168:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366960a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000109312:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767320454.006227:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767320454.006278:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366960a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000109312:12345-0@lo:13:osp-pre-1-1.0 Request processed in 112us (647us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320454.006285:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2614
00000100:00080000:3.0:1767320454.006385:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767320454.006431:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000109312:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320454.009251:0:7004:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320429/real 1767320429]  req@ffff952367241880 x1853164000103040/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320454 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767320454.009302:0:7004:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff952367241880 x1853164000103040/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320454 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767320454.009328:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320454.009363:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767320454.009368:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367241880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000103040:0@lo:250:kworker.0
00000100:00100000:3.0:1767320454.009402:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767320454.009430:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000109440:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320454.009505:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767320454.009841:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320454.009848:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1767320454.009861:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320454.009867:0:49151:0:(import.c:509:import_select_connection()) MGC192.168.202.152@tcp: connect to NID 0@lo last attempt 5627
00000100:00080000:1.0:1767320454.009870:0:49151:0:(import.c:588:import_select_connection()) MGC192.168.202.152@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320454.009876:0:49151:0:(import.c:623:import_select_connection()) MGC192.168.202.152@tcp: import ffff95235eb57800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320454.009899:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235e8c8e00 x1853164000109568/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320454.009926:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320454.009930:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320454.009932:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320454.009935:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5647
00000100:00080000:1.0:1767320454.009938:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320454.009941:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320454.009958:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235f79a680 x1853164000109696/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320454.009968:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320454.009970:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320454.009972:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320454.009975:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5647
00000100:00080000:1.0:1767320454.009978:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320454.009981:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320454.009992:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235f798a80 x1853164000109824/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320454.010001:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320454.010004:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320454.010006:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320454.010009:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5647
00000100:00080000:1.0:1767320454.010011:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320454.010014:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320454.010022:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235f799500 x1853164000109952/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320454.010043:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320454.010046:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320454.010047:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320454.010050:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5647
00000100:00080000:1.0:1767320454.010052:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320454.010056:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320454.010063:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235f79b100 x1853164000110208/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320454.010578:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235f79bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000110336:0@lo:400:kworker.0
00000100:00100000:2.0:1767320454.010674:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320454.010734:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767320454.010742:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235f79a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000110080:0@lo:400:kworker.0
00000100:00100000:2.0:1767320454.010767:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320454.010818:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000110336
00000100:00100000:2.0:1767320454.010827:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000110336
00000100:00100000:2.0:1767320454.010894:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000110080
00000100:00100000:2.0:1767320454.010897:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000110080
00000100:00100000:2.0:1767320454.010926:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5255
00000100:00100000:2.0:1767320454.010936:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349092d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000110336:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320454.010997:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349092d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000110336:12345-0@lo:400:kworker.0 Request processed in 62us (322us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320454.011004:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5255
00000100:00100000:2.0:1767320454.011025:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5256
00000100:00100000:2.0:1767320454.011030:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349091f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000110080:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320454.011056:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349091f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000110080:12345-0@lo:400:kworker.0 Request processed in 27us (289us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320454.011062:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5256
00000100:00080000:2.0:1767320454.011089:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320454.011125:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235f79a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000110080:0@lo:400:kworker.0
00000100:00100000:2.0:1767320454.011135:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235f79bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000110336:0@lo:400:kworker.0
00000100:00100000:2.0:1767320454.011165:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000109440
00000100:00100000:2.0:1767320454.011169:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000109440
00000100:00100000:2.0:1767320454.011236:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2615
00000100:00100000:2.0:1767320454.011243:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366962680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000109440:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767320454.011270:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767320454.011315:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366962680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000109440:12345-0@lo:13:osp-pre-0-1.0 Request processed in 73us (1811us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320454.011322:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2615
00000100:00080000:2.0:1767320454.011338:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767320454.011754:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000109568:0@lo:250:kworker.0
00000400:00000100:3.0:1767320454.011816:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164000109568 offset 0 length 520: 4
00000100:00100000:3.0:1767320454.011873:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235f79a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000109696:0@lo:38:kworker.0
00000100:00100000:3.0:1767320454.011905:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320454.011939:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235f798a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000109824:0@lo:38:kworker.0
00000100:00100000:3.0:1767320454.011966:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320454.011992:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000109696
00000100:00100000:3.0:1767320454.011999:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235f799500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000109952:0@lo:38:kworker.0
00000100:00100000:2.0:1767320454.012003:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000109696
00000100:00100000:3.0:1767320454.012031:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320454.012051:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1992
00000100:00100000:2.0:1767320454.012058:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366961880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000109696:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767320454.012061:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235f79b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000110208:0@lo:38:kworker.0
00010000:00020000:2.0:1767320454.012096:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320454.012097:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320454.012158:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000109824
00000100:00100000:2.0:1767320454.012167:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366961880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000109696:12345-0@lo:38:kworker.0 Request processed in 105us (259us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320454.012167:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000109824
00000100:00100000:2.0:1767320454.012181:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1992
00000100:00100000:3.0:1767320454.012246:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000109952
00000100:00100000:3.0:1767320454.012251:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000109952
00000100:00100000:3.0:1767320454.012273:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000110208
00000100:00100000:3.0:1767320454.012276:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000110208
00000100:00100000:2.0:1767320454.012291:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5929
00000100:00100000:2.0:1767320454.012300:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366961c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000109824:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320454.012312:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320454.012345:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366961c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000109824:12345-0@lo:38:kworker.0 Request processed in 44us (379us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320454.012968:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5930
00000100:00100000:3.0:1767320454.012979:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366963800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000109952:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320454.013003:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320454.013059:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366963800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000109952:12345-0@lo:38:kworker.0 Request processed in 80us (1029us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320454.013066:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5930
00000100:00100000:3.0:1767320454.013084:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5931
00000100:00100000:3.0:1767320454.013088:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366961180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000110208:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320454.013098:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320454.013117:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366961180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000110208:12345-0@lo:38:kworker.0 Request processed in 29us (1026us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320454.013123:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5931
00000100:00080000:3.0:1767320454.013166:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320454.013171:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320454.013175:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235f79a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000109696:0@lo:38:kworker.0
00000100:00080000:3.0:1767320454.013184:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320454.013187:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320454.013190:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235f798a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000109824:0@lo:38:kworker.0
00000100:00080000:3.0:1767320454.013213:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320454.013217:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320454.013219:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235f799500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000109952:0@lo:38:kworker.0
00000100:00080000:3.0:1767320454.013225:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320454.013228:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320454.013231:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235f79b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000110208:0@lo:38:kworker.0
00000100:00100000:3.0:1767320454.013289:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000109440:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320454.020877:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5929
00010000:00010000:2.0:1767320454.325505:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320455.349420:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767320456.373843:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320457.151846:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767320457.151901:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767320457.151998:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962565632
00000100:00100000:2.0:1767320457.152008:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962565632
00000100:00100000:2.0:1767320457.152087:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962565504
00000100:00100000:2.0:1767320457.152090:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962565504
00000100:00100000:2.0:1767320457.152110:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5257
00000100:00100000:2.0:1767320457.152121:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f798700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962565632:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767320457.152234:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f798700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962565632:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 114us (396us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320457.152242:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5257
00000100:00100000:2.0:1767320457.152275:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5932
00000100:00100000:2.0:1767320457.152280:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f799880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962565504:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767320457.152300:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320457.152324:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f799880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962565504:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 42us (423us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320457.152330:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5932
00000100:00080000:3.0:1767320457.152474:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767320457.397546:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767320458.421866:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767320459.125978:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320459.125988:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767320459.125991:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320459.125995:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320459.126001:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320459.126009:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5651
00000100:00080000:3.0:1767320459.126014:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320459.126022:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320459.126068:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366963b80 x1853164000110464/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320459.126086:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320459.126089:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320459.126090:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320459.126093:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5651
00000100:00080000:3.0:1767320459.126096:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320459.126099:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320459.126113:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366960e00 x1853164000110592/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320459.126122:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320459.126125:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320459.126127:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320459.126130:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5651
00000100:00080000:3.0:1767320459.126132:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320459.126135:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320459.126145:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366961f80 x1853164000110720/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320459.126175:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320459.126178:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320459.126180:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320459.126184:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5651
00000100:00080000:3.0:1767320459.126186:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320459.126189:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320459.126218:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366963480 x1853164000110976/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320459.126273:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366962300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000110848:0@lo:400:kworker.0
00000100:00100000:3.0:1767320459.126335:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320459.126372:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767320459.126378:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366962d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000111104:0@lo:400:kworker.0
00000100:00100000:3.0:1767320459.126401:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320459.126479:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000110848
00000100:00100000:1.0:1767320459.126488:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000110848
00000100:00100000:1.0:1767320459.126544:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000111104
00000100:00100000:1.0:1767320459.126547:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000111104
00000100:00100000:1.0:1767320459.126583:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5258
00000100:00100000:1.0:1767320459.126593:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000110848:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320459.126661:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000110848:12345-0@lo:400:kworker.0 Request processed in 69us (324us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320459.126669:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5258
00000100:00100000:1.0:1767320459.126687:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5259
00000100:00100000:1.0:1767320459.126699:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000111104:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767320459.126720:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320459.126726:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000111104:12345-0@lo:400:kworker.0 Request processed in 33us (324us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320459.126731:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5259
00000100:00100000:1.0:1767320459.126767:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366962d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000111104:0@lo:400:kworker.0
00000100:00100000:3.0:1767320459.126768:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767320459.126775:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000111488:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320459.126777:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366962300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000110848:0@lo:400:kworker.0
00000100:00100000:3.0:1767320459.126802:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320459.126823:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000111488
00000100:00100000:1.0:1767320459.126827:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000111488
00000100:00080000:3.0:1767320459.126848:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767320459.126853:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2616
00000100:00100000:1.0:1767320459.126859:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000111488:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767320459.126883:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767320459.126928:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000111488:12345-0@lo:13:osp-pre-0-1.0 Request processed in 69us (124us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320459.126934:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2616
00000100:00100000:3.0:1767320459.127080:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000111488:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320459.127235:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366963b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000110464:0@lo:38:kworker.0
00000100:00100000:0.0:1767320459.127267:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320459.127300:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366960e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000110592:0@lo:38:kworker.0
00000100:00100000:0.0:1767320459.127318:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320459.127329:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366961f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000110720:0@lo:38:kworker.0
00000100:00100000:0.0:1767320459.127343:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320459.127353:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366963480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000110976:0@lo:38:kworker.0
00000100:00100000:0.0:1767320459.127367:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320459.127390:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000111232:0@lo:400:kworker.0
00000100:00100000:0.0:1767320459.127410:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320459.127426:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767320459.127430:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000111360:0@lo:400:kworker.0
00000100:00100000:0.0:1767320459.127445:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320459.127465:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000110592
00000100:00100000:0.0:1767320459.127469:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000110592
00000100:00100000:0.0:1767320459.127488:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000110720
00000100:00100000:0.0:1767320459.127490:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000110720
00000100:00100000:0.0:1767320459.127499:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000110976
00000100:00100000:0.0:1767320459.127501:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000110976
00000100:00100000:0.0:1767320459.127510:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5933
00000100:00100000:0.0:1767320459.127514:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b23100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000110592:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320459.127533:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320459.127672:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5934
00000100:00100000:2.0:1767320459.127678:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b20700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000110720:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320459.127688:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320459.127714:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b20700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000110720:12345-0@lo:38:kworker.0 Request processed in 35us (369us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320459.127720:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5934
00000100:00100000:2.0:1767320459.127734:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5935
00000100:00100000:2.0:1767320459.127737:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000110976:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320459.127744:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320459.127760:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000110976:12345-0@lo:38:kworker.0 Request processed in 22us (392us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320459.127765:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5935
00000100:00100000:2.0:1767320459.127807:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349092a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000111616:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320459.127829:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320459.127851:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000111616
00000100:00100000:2.0:1767320459.127855:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000111616
00000100:00100000:2.0:1767320459.127885:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2617
00000100:00100000:2.0:1767320459.127892:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349091c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000111616:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767320459.127910:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767320459.127938:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349091c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000111616:12345-0@lo:13:osp-pre-1-1.0 Request processed in 47us (108us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320459.127943:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2617
00000100:00080000:2.0:1767320459.127958:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767320459.127979:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349092a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000111616:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320459.128011:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000111232
00000100:00100000:2.0:1767320459.128014:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000111232
00000100:00100000:2.0:1767320459.128035:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000111360
00000100:00100000:2.0:1767320459.128038:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000111360
00000100:00100000:2.0:1767320459.128055:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3422
00000100:00100000:2.0:1767320459.128061:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000111232:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320459.128093:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000111232:12345-0@lo:400:kworker.0 Request processed in 32us (681us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320459.128098:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3422
00000100:00100000:2.0:1767320459.128109:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3423
00000100:00100000:2.0:1767320459.128114:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b22d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000111360:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320459.128137:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b22d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000111360:12345-0@lo:400:kworker.0 Request processed in 24us (691us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320459.128141:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3423
00000100:00080000:2.0:1767320459.128190:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320459.128216:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320459.128220:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366960e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000110592:0@lo:38:kworker.0
00000100:00080000:2.0:1767320459.128229:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320459.128232:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320459.128235:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366961f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000110720:0@lo:38:kworker.0
00000100:00080000:2.0:1767320459.128241:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320459.128244:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320459.128247:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366963480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000110976:0@lo:38:kworker.0
00000100:00100000:2.0:1767320459.128280:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000111360:0@lo:400:kworker.0
00000100:00100000:2.0:1767320459.128288:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000111232:0@lo:400:kworker.0
00000100:00100000:0.0:1767320459.128418:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b23100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000110592:12345-0@lo:38:kworker.0 Request processed in 47us (242us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320459.128425:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5933
00000100:00100000:3.0:1767320459.128496:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000110464
00000100:00100000:3.0:1767320459.128501:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000110464
00000100:00100000:3.0:1767320459.128537:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1993
00000100:00100000:3.0:1767320459.128542:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b20a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000110464:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320459.128553:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320459.128612:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b20a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000110464:12345-0@lo:38:kworker.0 Request processed in 69us (1344us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320459.128618:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1993
00000100:00080000:2.0:1767320459.131123:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320459.131136:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320459.131141:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366963b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000110464:0@lo:38:kworker.0
00010000:00010000:0.0:1767320459.448243:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767320460.472670:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320461.493450:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320462.271789:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767320462.272025:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767320462.272072:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962565888
00000100:00100000:0.0:1767320462.272091:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962565888
00000100:00100000:0.0:1767320462.272247:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962565760
00000100:00100000:0.0:1767320462.272252:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962565760
00000100:00100000:0.0:1767320462.272294:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5260
00000100:00100000:0.0:1767320462.272319:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349092a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962565888:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767320462.272319:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5936
00000100:00100000:1.0:1767320462.272341:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349091500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962565760:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767320462.272380:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320462.272469:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349092a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962565888:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 162us (693us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320462.272480:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5260
00000100:00080000:2.0:1767320462.272480:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320462.280387:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349091500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962565760:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 8027us (8339us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320462.280410:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5936
00010000:00010000:2.0:1767320462.521623:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320463.541661:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767320464.245499:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320464.245510:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767320464.245514:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320464.245518:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320464.245556:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320464.245569:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5657
00000100:00080000:0.0:1767320464.245577:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320464.245589:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320464.245623:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347b22300 x1853164000112000/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320464.245639:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320464.245644:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320464.245646:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320464.245650:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5657
00000100:00080000:0.0:1767320464.245653:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320464.245656:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320464.245677:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523483d7b80 x1853164000112128/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320464.245687:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320464.245691:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320464.245693:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320464.245697:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5657
00000100:00080000:0.0:1767320464.245700:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320464.245704:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320464.245717:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236e983100 x1853164000112256/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320464.245839:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b22300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000112000:0@lo:38:kworker.0
00000100:00100000:1.0:1767320464.245955:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320464.246031:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000112128:0@lo:38:kworker.0
00000100:00100000:1.0:1767320464.246063:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320464.246087:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236e983100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000112256:0@lo:38:kworker.0
00000100:00100000:1.0:1767320464.246110:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320464.246163:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000112000
00000100:00100000:1.0:1767320464.246173:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000112000
00000100:00100000:1.0:1767320464.246243:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1994
00000100:00100000:1.0:1767320464.246251:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f799180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000112000:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320464.246276:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320464.246325:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f799180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000112000:12345-0@lo:38:kworker.0 Request processed in 72us (370us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320464.246333:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1994
00000100:00100000:1.0:1767320464.246365:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000112128
00000100:00100000:1.0:1767320464.246369:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000112128
00000100:00100000:1.0:1767320464.246391:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000112256
00000100:00100000:1.0:1767320464.246394:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000112256
00000100:00100000:1.0:1767320464.246413:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5937
00000100:00100000:1.0:1767320464.246417:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f798380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000112128:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320464.246427:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320464.246452:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f798380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000112128:12345-0@lo:38:kworker.0 Request processed in 34us (388us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320464.246458:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5937
00000100:00100000:1.0:1767320464.246469:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5938
00000100:00100000:1.0:1767320464.246473:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f79ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000112256:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320464.246482:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320464.246503:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f79ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000112256:12345-0@lo:38:kworker.0 Request processed in 28us (392us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320464.246513:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5938
00000100:00080000:1.0:1767320464.246586:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320464.246592:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320464.246597:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b22300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000112000:0@lo:38:kworker.0
00000100:00080000:1.0:1767320464.246609:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320464.246612:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320464.246615:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000112128:0@lo:38:kworker.0
00000100:00080000:1.0:1767320464.246623:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320464.246627:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320464.246629:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236e983100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000112256:0@lo:38:kworker.0
00000100:00080000:0.0:1767320464.250705:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320464.250720:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320464.250726:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320464.250737:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5657
00000100:00080000:0.0:1767320464.250743:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320464.250753:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320464.250815:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523669e6300 x1853164000112512/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320464.251003:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523669e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000112512:0@lo:38:kworker.0
00000100:00100000:1.0:1767320464.251104:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320464.251234:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000112512
00000100:00100000:3.0:1767320464.251255:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000112512
00000100:00100000:3.0:1767320464.251310:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5939
00000100:00100000:3.0:1767320464.251320:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f79b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000112512:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320464.251349:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320464.251514:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523669e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000112640:0@lo:400:kworker.0
00000100:00100000:0.0:1767320464.251565:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320464.251594:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767320464.251600:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523669e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000112768:0@lo:400:kworker.0
00000100:00100000:0.0:1767320464.251627:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320464.251656:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000112768
00000100:00100000:0.0:1767320464.251660:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000112768
00000100:00100000:0.0:1767320464.251715:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3424
00000100:00100000:0.0:1767320464.251721:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523669e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000112768:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320464.251764:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523669e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000112768:12345-0@lo:400:kworker.0 Request processed in 43us (135us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320464.251770:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3424
00000100:00080000:0.0:1767320464.251794:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767320464.251835:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523669e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000112768:0@lo:400:kworker.0
00000100:00100000:0.0:1767320464.251864:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000112640
00000100:00100000:0.0:1767320464.251868:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000112640
00000100:00100000:0.0:1767320464.251902:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5261
00000100:00100000:0.0:1767320464.251920:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523669e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000112640:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320464.251960:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523669e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000112640:12345-0@lo:400:kworker.0 Request processed in 53us (395us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320464.251966:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5261
00000100:00080000:0.0:1767320464.251981:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320464.252002:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523669e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000112640:0@lo:400:kworker.0
00000100:00100000:0.0:1767320464.252048:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000111872:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320464.252077:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320464.252100:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349093480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000111744:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767320464.252119:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320464.252135:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523669e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000112896:0@lo:400:kworker.0
00000100:00100000:0.0:1767320464.252153:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320464.252170:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767320464.252176:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523669e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000112384:0@lo:400:kworker.0
00000100:00100000:0.0:1767320464.252232:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320464.252258:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000112896
00000100:00100000:0.0:1767320464.252262:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000112896
00000100:00100000:0.0:1767320464.252293:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3425
00000100:00100000:0.0:1767320464.252300:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523669e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000112896:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320464.252336:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523669e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000112896:12345-0@lo:400:kworker.0 Request processed in 36us (182us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320464.252342:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3425
00000100:00100000:0.0:1767320464.252359:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000112384
00000100:00100000:0.0:1767320464.252362:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000112384
00000100:00100000:0.0:1767320464.252386:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5262
00000100:00100000:0.0:1767320464.252393:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523669e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000112384:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320464.252424:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523669e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000112384:12345-0@lo:400:kworker.0 Request processed in 31us (191us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320464.252429:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5262
00000100:00080000:0.0:1767320464.252442:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767320464.252445:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767320464.252466:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523669e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000112384:0@lo:400:kworker.0
00000100:00100000:0.0:1767320464.252475:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523669e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000112896:0@lo:400:kworker.0
00000100:00100000:0.0:1767320464.252506:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000111872
00000100:00100000:0.0:1767320464.252510:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000111872
00000100:00100000:0.0:1767320464.252547:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000111744
00000100:00100000:0.0:1767320464.252550:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000111744
00000100:00100000:0.0:1767320464.252570:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2618
00000100:00100000:0.0:1767320464.252576:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523669e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000111872:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767320464.252603:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767320464.252643:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523669e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000111872:12345-0@lo:13:osp-pre-0-1.0 Request processed in 66us (565us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320464.252654:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2618
00000100:00100000:0.0:1767320464.252665:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2619
00000100:00100000:0.0:1767320464.252671:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523669e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000111744:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767320464.252687:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767320464.252713:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523669e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000111744:12345-0@lo:13:osp-pre-1-1.0 Request processed in 42us (592us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320464.252719:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2619
00000100:00100000:0.0:1767320464.252750:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000111872:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320464.252763:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349093480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000111744:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320464.259106:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f79b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000112512:12345-0@lo:38:kworker.0 Request processed in 7764us (7978us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320464.259128:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5939
00000100:00080000:1.0:1767320464.260985:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320464.261004:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320464.261011:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523669e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000112512:0@lo:38:kworker.0
00010000:00010000:2.0:1767320464.565980:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320465.589688:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767320466.614170:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320467.393433:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767320467.393480:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767320467.393608:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962566016
00000100:00100000:2.0:1767320467.393627:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962566016
00000100:00100000:2.0:1767320467.393690:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962566144
00000100:00100000:2.0:1767320467.393694:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962566144
00000100:00100000:2.0:1767320467.393776:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5263
00000100:00100000:2.0:1767320467.393790:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f79aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962566144:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:3.0:1767320467.393890:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5940
00000100:00100000:3.0:1767320467.393903:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f798e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962566016:12345-192.168.202.52@tcp:38:kworker.0
00000100:00100000:2.0:1767320467.393918:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f79aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962566144:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 129us (434us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320467.393929:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5263
00010000:00020000:3.0:1767320467.393934:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320467.394008:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f798e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962566016:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 104us (584us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320467.394017:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5940
00000100:00080000:1.0:1767320467.394501:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767320467.637794:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767320468.664607:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767320469.365469:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320469.365488:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767320469.365491:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320469.365496:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320469.365502:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320469.365511:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5662
00000100:00080000:0.0:1767320469.365518:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320469.365527:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320469.365556:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523669e5880 x1853164000113152/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320469.365585:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320469.365589:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320469.365591:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320469.365596:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5662
00000100:00080000:0.0:1767320469.365598:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320469.365602:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320469.365614:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523669e6a00 x1853164000113280/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320469.365624:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320469.365627:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320469.365629:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320469.365632:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5662
00000100:00080000:0.0:1767320469.365634:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320469.365637:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320469.365646:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523669e7800 x1853164000113408/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320469.365685:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320469.365688:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320469.365690:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320469.365693:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5662
00000100:00080000:0.0:1767320469.365696:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320469.365699:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320469.365711:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523669e6d80 x1853164000113664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320469.365759:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349093480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000113024:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320469.365765:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523669e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000113152:0@lo:38:kworker.0
00000100:00100000:1.0:1767320469.365875:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523669e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000113920:0@lo:400:kworker.0
00000100:00100000:3.0:1767320469.369031:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523669e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000113792:0@lo:400:kworker.0
00000100:00100000:2.0:1767320469.369927:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320469.369993:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523669e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000113280:0@lo:38:kworker.0
00000100:00100000:2.0:1767320469.370024:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320469.370045:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523669e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000113408:0@lo:38:kworker.0
00000100:00100000:2.0:1767320469.370069:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320469.370086:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523669e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000113664:0@lo:38:kworker.0
00000100:00100000:2.0:1767320469.370119:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320469.370173:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000113152
00000100:00100000:2.0:1767320469.370182:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000113152
00000100:00100000:0.0:1767320469.370183:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320469.370220:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320469.370237:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523669e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000114048:0@lo:400:kworker.0
00000100:00100000:2.0:1767320469.370247:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1995
00000100:00100000:2.0:1767320469.370256:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000113152:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767320469.370273:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320469.370274:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000113920
00000100:00100000:1.0:1767320469.370280:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000113920
00010000:00020000:2.0:1767320469.370281:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320469.370334:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000114048
00000100:00100000:2.0:1767320469.370336:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000113152:12345-0@lo:38:kworker.0 Request processed in 77us (409us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320469.370338:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000114048
00000100:00100000:2.0:1767320469.370348:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1995
00000100:00100000:1.0:1767320469.370364:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3426
00000100:00100000:1.0:1767320469.370373:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f798000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000113920:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320469.370379:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000113280
00000100:00100000:2.0:1767320469.370383:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000113280
00000100:00100000:2.0:1767320469.370402:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000113408
00000100:00100000:2.0:1767320469.370405:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000113408
00000100:00100000:2.0:1767320469.370421:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000113664
00000100:00100000:2.0:1767320469.370424:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000113664
00000100:00100000:1.0:1767320469.370439:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f798000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000113920:12345-0@lo:400:kworker.0 Request processed in 67us (247us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320469.370444:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5941
00000100:00100000:1.0:1767320469.370451:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3426
00000100:00100000:2.0:1767320469.370455:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367241880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000113280:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320469.370468:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320469.370473:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3427
00000100:00100000:1.0:1767320469.370493:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366984700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000114048:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320469.370511:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367241880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000113280:12345-0@lo:38:kworker.0 Request processed in 57us (485us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320469.370520:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5941
00000100:00100000:2.0:1767320469.370534:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5942
00000100:00100000:1.0:1767320469.370540:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366984700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000114048:12345-0@lo:400:kworker.0 Request processed in 46us (266us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320469.370543:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000113408:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320469.370555:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320469.370577:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000113408:12345-0@lo:38:kworker.0 Request processed in 36us (506us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320469.370583:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5942
00000100:00100000:2.0:1767320469.370592:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5943
00000100:00100000:2.0:1767320469.370597:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000113664:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320469.370605:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320469.370624:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000113664:12345-0@lo:38:kworker.0 Request processed in 26us (505us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320469.370633:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5943
00000100:00100000:2.0:1767320469.370658:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000113024
00000100:00100000:2.0:1767320469.370661:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000113024
00000100:00100000:2.0:1767320469.370701:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2620
00000100:00100000:1.0:1767320469.370702:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3427
00000100:00100000:2.0:1767320469.370712:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523669e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000113024:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767320469.370736:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767320469.370765:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523669e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000113024:12345-0@lo:13:osp-pre-1-1.0 Request processed in 57us (584us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320469.370771:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2620
00000100:00080000:1.0:1767320469.370812:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767320469.370818:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767320469.370824:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320469.370831:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320469.370835:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523669e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000113152:0@lo:38:kworker.0
00000100:00100000:1.0:1767320469.370849:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523669e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000113920:0@lo:400:kworker.0
00000100:00080000:2.0:1767320469.370849:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320469.370855:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320469.370860:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523669e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000113280:0@lo:38:kworker.0
00000100:00080000:2.0:1767320469.370869:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320469.370873:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320469.370876:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523669e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000113408:0@lo:38:kworker.0
00000100:00080000:2.0:1767320469.370885:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320469.370889:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320469.370891:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523669e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000113664:0@lo:38:kworker.0
00000100:00100000:2.0:1767320469.370940:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523669e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000113536:0@lo:400:kworker.0
00000100:00100000:2.0:1767320469.370969:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320469.370993:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349093480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000113024:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320469.370994:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000114176:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320469.371013:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523669e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000114048:0@lo:400:kworker.0
00000100:00100000:2.0:1767320469.371027:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320469.371053:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000114176
00000100:00100000:1.0:1767320469.371058:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000114176
00000100:00100000:2.0:1767320469.371065:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000113536
00000100:00100000:2.0:1767320469.371071:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000113536
00000100:00100000:1.0:1767320469.371090:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2621
00000100:00100000:1.0:1767320469.371100:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952371273050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000114176:12345-0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320469.371108:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5264
00002000:00000024:1.0:1767320469.371119:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767320469.371119:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000113536:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320469.371172:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952371273050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000114176:12345-0@lo:13:osp-pre-0-1.0 Request processed in 73us (144us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320469.371175:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000113536:12345-0@lo:400:kworker.0 Request processed in 58us (203us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320469.371184:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2621
00000100:00100000:2.0:1767320469.371189:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5264
00000100:00100000:2.0:1767320469.371263:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523669e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000113536:0@lo:400:kworker.0
00000100:00100000:2.0:1767320469.371284:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000114176:0@lo:13:osp-pre-0-1.0
00000100:00080000:1.0:1767320469.371546:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320469.373414:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320469.373594:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000113792
00000100:00100000:2.0:1767320469.373604:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000113792
00000100:00100000:2.0:1767320469.373747:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5265
00000100:00100000:2.0:1767320469.373760:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000113792:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320469.373839:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000113792:12345-0@lo:400:kworker.0 Request processed in 84us (528us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320469.373858:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5265
00000100:00100000:3.0:1767320469.373936:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523669e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000113792:0@lo:400:kworker.0
00000100:00080000:1.0:1767320469.374379:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767320469.685453:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767320470.709428:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320471.733512:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320472.513650:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767320472.513708:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767320472.515529:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962566272
00000100:00100000:0.0:1767320472.515546:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962566272
00000100:00100000:0.0:1767320472.515611:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962566400
00000100:00100000:0.0:1767320472.515615:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962566400
00000100:00100000:3.0:1767320472.515664:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5944
00000100:00100000:3.0:1767320472.515676:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962566272:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767320472.515703:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320472.515800:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962566272:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 124us (2167us total) trans 0 rc -19/-19
00000100:00080000:1.0:1767320472.516216:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320472.521307:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5266
00000100:00100000:0.0:1767320472.521332:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962566400:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:0.0:1767320472.521440:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962566400:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 120us (7730us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320472.521457:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5266
00000100:00100000:3.0:1767320472.524001:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5944
00010000:00010000:2.0:1767320472.757946:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320473.781588:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767320474.485441:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320474.485453:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767320474.485456:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320474.485461:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320474.485467:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320474.485478:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5667
00000100:00080000:1.0:1767320474.485483:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320474.485490:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320474.485520:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235f799f80 x1853164000114432/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320474.485540:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320474.485544:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320474.485545:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320474.485550:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5667
00000100:00080000:1.0:1767320474.485553:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320474.485556:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320474.485564:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235f799f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000114432:0@lo:38:kworker.0
00000100:00100000:1.0:1767320474.485569:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235f799c00 x1853164000114560/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320474.485579:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320474.485583:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320474.485584:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320474.485588:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5667
00000100:00080000:1.0:1767320474.485591:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320474.485594:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320474.485608:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235f79b100 x1853164000114688/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320474.485635:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767320474.485641:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767320474.485643:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320474.485647:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320474.485651:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5667
00000100:00080000:1.0:1767320474.485654:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320474.485657:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320474.485671:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235f798a80 x1853164000114944/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320474.485702:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235f799c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000114560:0@lo:38:kworker.0
00000100:00100000:1.0:1767320474.485722:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235f799500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000114816:0@lo:400:kworker.0
00000100:00100000:3.0:1767320474.485732:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320474.485753:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235f79b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000114688:0@lo:38:kworker.0
00000100:00100000:1.0:1767320474.485760:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320474.485786:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320474.485795:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767320474.485804:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235f79a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000115072:0@lo:400:kworker.0
00000100:00100000:3.0:1767320474.485808:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235f798a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000114944:0@lo:38:kworker.0
00000100:00100000:1.0:1767320474.485836:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320474.485856:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000114560
00000100:00100000:3.0:1767320474.485865:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000114560
00000100:00100000:1.0:1767320474.485878:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000114816
00000100:00100000:1.0:1767320474.485884:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000114816
00000100:00100000:3.0:1767320474.485899:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000114688
00000100:00100000:3.0:1767320474.485903:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000114688
00000100:00100000:3.0:1767320474.485919:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000115072
00000100:00100000:3.0:1767320474.485922:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000115072
00000100:00100000:1.0:1767320474.485930:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5267
00000100:00100000:1.0:1767320474.485943:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236729aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000114816:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320474.485950:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5268
00000100:00100000:3.0:1767320474.485976:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367298380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000115072:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320474.486001:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236729aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000114816:12345-0@lo:400:kworker.0 Request processed in 61us (239us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320474.486008:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5267
00000100:00100000:3.0:1767320474.486020:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367298380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000115072:12345-0@lo:400:kworker.0 Request processed in 61us (181us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320474.486026:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5268
00000100:00100000:1.0:1767320474.486032:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5945
00000100:00100000:1.0:1767320474.486038:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000114560:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767320474.486046:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5946
00000100:00100000:3.0:1767320474.486052:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000114688:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767320474.486117:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000114304:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320474.486150:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320474.486172:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235f79a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000115328:0@lo:400:kworker.0
00000100:00100000:0.0:1767320474.486211:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320474.486230:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767320474.486235:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235f79bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000115200:0@lo:400:kworker.0
00000100:00100000:0.0:1767320474.486256:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320474.486282:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000114304
00000100:00100000:0.0:1767320474.486286:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000114304
00000100:00100000:0.0:1767320474.486311:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2622
00000100:00100000:0.0:1767320474.486318:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366984000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000114304:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767320474.486340:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767320474.486374:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366984000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000114304:12345-0@lo:13:osp-pre-0-1.0 Request processed in 57us (223us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320474.486381:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2622
00000100:00100000:0.0:1767320474.486399:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000115328
00000100:00100000:0.0:1767320474.486402:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000115328
00000100:00100000:0.0:1767320474.486420:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000115200
00000100:00100000:0.0:1767320474.486422:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000115200
00000100:00100000:0.0:1767320474.486454:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3428
00000100:00100000:0.0:1767320474.486461:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366987800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000115328:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320474.486489:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366987800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000115328:12345-0@lo:400:kworker.0 Request processed in 29us (295us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320474.486494:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3428
00000100:00100000:0.0:1767320474.486504:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3429
00000100:00100000:0.0:1767320474.486509:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366987b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000115200:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320474.486534:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366987b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000115200:12345-0@lo:400:kworker.0 Request processed in 24us (277us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320474.486539:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3429
00000100:00100000:0.0:1767320474.486577:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235f79bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000115200:0@lo:400:kworker.0
00000100:00100000:0.0:1767320474.486592:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000114304:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320474.486600:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235f79a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000115328:0@lo:400:kworker.0
00000100:00080000:0.0:1767320474.486638:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767320474.486641:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767320474.486643:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320474.486664:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235f79a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000115072:0@lo:400:kworker.0
00000100:00100000:0.0:1767320474.486673:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235f799500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000114816:0@lo:400:kworker.0
00010000:00020000:3.0:1767320474.486938:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320474.487046:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000114688:12345-0@lo:38:kworker.0 Request processed in 992us (1259us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320474.487054:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5946
00000100:00100000:3.0:1767320474.487076:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320474.487235:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000114432
00000100:00100000:2.0:1767320474.487241:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000114432
00000100:00100000:2.0:1767320474.487267:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1996
00000100:00100000:2.0:1767320474.487272:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000114432:12345-0@lo:38:kworker.0
00000100:00080000:3.0:1767320474.487339:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320474.487345:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320474.487349:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235f79b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000114688:0@lo:38:kworker.0
00000100:00100000:0.0:1767320474.487582:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000114944
00000100:00100000:0.0:1767320474.487587:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000114944
00000100:00100000:0.0:1767320474.487607:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5947
00000100:00100000:0.0:1767320474.487611:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000114944:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767320474.487676:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bfe3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000115456:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320474.487708:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320474.487738:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000115456
00000100:00100000:3.0:1767320474.487741:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000115456
00000100:00100000:3.0:1767320474.487768:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2623
00000100:00100000:3.0:1767320474.487774:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000115456:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767320474.487796:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767320474.487832:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000115456:12345-0@lo:13:osp-pre-1-1.0 Request processed in 59us (123us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320474.487840:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2623
00000100:00100000:3.0:1767320474.487870:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bfe3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000115456:0@lo:13:osp-pre-1-1.0
00010000:00020000:1.0:1767320474.490453:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:2.0:1767320474.490504:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320474.490568:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000114560:12345-0@lo:38:kworker.0 Request processed in 4525us (4833us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320474.490569:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000114432:12345-0@lo:38:kworker.0 Request processed in 3293us (4927us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320474.490589:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5945
00000100:00100000:2.0:1767320474.490592:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1996
00000100:00080000:3.0:1767320474.490723:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320474.490729:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320474.490732:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235f799c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000114560:0@lo:38:kworker.0
00000100:00080000:3.0:1767320474.490742:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320474.490746:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320474.490749:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235f799f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000114432:0@lo:38:kworker.0
00010000:00020000:0.0:1767320474.490800:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320474.490916:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000114944:12345-0@lo:38:kworker.0 Request processed in 3304us (3839us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320474.490921:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5947
00000100:00080000:3.0:1767320474.491012:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320474.491016:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320474.491018:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235f798a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000114944:0@lo:38:kworker.0
00010000:00010000:0.0:1767320474.807267:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320475.829901:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767320476.854606:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320477.631692:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767320477.631774:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962566656
00000100:00100000:0.0:1767320477.631784:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962566656
00000100:00100000:0.0:1767320477.631846:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5269
00000100:00100000:0.0:1767320477.631853:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962566656:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:0.0:1767320477.631919:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962566656:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 67us (236us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320477.631925:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5269
00000100:00080000:1.0:1767320477.632084:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320477.644827:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000400:00000100:2.0:1767320477.644867:0:6999:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.52@tcp portal 26 match 1853163962566784 offset 0 length 520: 4
00000100:00100000:1.0:1767320477.644960:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962566528
00000100:00100000:1.0:1767320477.644972:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962566528
00000100:00100000:1.0:1767320477.645030:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5948
00000100:00100000:1.0:1767320477.645038:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962566528:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767320477.645064:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320477.645132:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962566528:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 94us (315us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320477.645141:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5948
00010000:00010000:3.0:1767320477.877777:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320478.906116:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320479.605348:0:7004:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320454/real 1767320454]  req@ffff95235e8c8e00 x1853164000109568/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320479 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1767320479.605381:0:7004:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95235e8c8e00 x1853164000109568/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320479 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1767320479.605413:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320479.605422:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:3.0:1767320479.605428:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000109568:0@lo:250:kworker.0
00000100:00100000:3.0:1767320479.605597:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366985500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000115584:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320479.605658:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320479.606029:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000115584
00000100:00100000:0.0:1767320479.606038:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000115584
00000100:00100000:0.0:1767320479.606116:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2624
00000100:00100000:0.0:1767320479.606126:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000115584:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767320479.606159:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767320479.606243:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000115584:12345-0@lo:13:osp-pre-0-1.0 Request processed in 118us (583us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320479.606251:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2624
00000100:00100000:1.0:1767320479.606348:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366985500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000115584:0@lo:13:osp-pre-0-1.0
00000100:00080000:3.0:1767320479.606403:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767320479.608572:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320479.608579:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1767320479.608583:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320479.608589:0:63619:0:(import.c:509:import_select_connection()) MGC192.168.202.152@tcp: connect to NID 0@lo last attempt 5651
00000100:00080000:2.0:1767320479.608594:0:63619:0:(import.c:588:import_select_connection()) MGC192.168.202.152@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320479.608600:0:63619:0:(import.c:623:import_select_connection()) MGC192.168.202.152@tcp: import ffff95235eb57800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320479.608620:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234bfe2a00 x1853164000115840/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320479.608640:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320479.608643:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320479.608645:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320479.608648:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5672
00000100:00080000:2.0:1767320479.608650:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320479.608653:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320479.608667:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234bfe1500 x1853164000115968/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320479.608675:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320479.608679:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320479.608680:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320479.608683:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5672
00000100:00080000:2.0:1767320479.608685:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320479.608688:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320479.608697:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234bfe3480 x1853164000116096/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320479.608705:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320479.608708:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320479.608710:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320479.608713:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5672
00000100:00080000:2.0:1767320479.608715:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320479.608718:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320479.608729:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234bfe2300 x1853164000116224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320479.608747:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320479.608750:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320479.608751:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320479.608754:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5672
00000100:00080000:2.0:1767320479.608756:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320479.608759:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320479.608767:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234bfe0a80 x1853164000116480/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320479.608828:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bfe3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000116736:0@lo:400:kworker.0
00000100:00100000:3.0:1767320479.608983:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bfe1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000115712:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767320479.609051:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bfe0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000116352:0@lo:400:kworker.0
00000100:00100000:1.0:1767320479.609114:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bfe0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000116608:0@lo:400:kworker.0
00000100:00100000:3.0:1767320479.609500:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320479.609576:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bfe2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000115840:0@lo:250:kworker.0
00000400:00000100:3.0:1767320479.609597:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164000115840 offset 0 length 520: 4
00000100:00100000:3.0:1767320479.609613:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bfe1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000115968:0@lo:38:kworker.0
00000100:00100000:3.0:1767320479.609635:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320479.609652:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bfe3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000116096:0@lo:38:kworker.0
00000100:00100000:3.0:1767320479.609673:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320479.609688:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bfe2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000116224:0@lo:38:kworker.0
00000100:00100000:3.0:1767320479.609705:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320479.609721:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bfe0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000116480:0@lo:38:kworker.0
00000100:00100000:3.0:1767320479.609742:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320479.609771:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000116096
00000100:00100000:3.0:1767320479.609779:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000116096
00000100:00100000:3.0:1767320479.609812:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000116224
00000100:00100000:3.0:1767320479.609815:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000116224
00000100:00100000:3.0:1767320479.609828:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000116480
00000100:00100000:3.0:1767320479.609830:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000116480
00000100:00100000:3.0:1767320479.610805:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5949
00000100:00100000:3.0:1767320479.610816:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000116096:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320479.610839:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320479.610971:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320479.611027:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000115968
00000100:00100000:2.0:1767320479.611033:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000115968
00000100:00100000:3.0:1767320479.611418:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000116096:12345-0@lo:38:kworker.0 Request processed in 601us (1742us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320479.611426:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5949
00000100:00100000:3.0:1767320479.611447:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5950
00000100:00100000:3.0:1767320479.611452:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000116224:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320479.611463:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320479.611487:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000116224:12345-0@lo:38:kworker.0 Request processed in 34us (1781us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320479.611492:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5950
00000100:00100000:3.0:1767320479.611503:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5951
00000100:00100000:3.0:1767320479.611507:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000116480:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320479.611515:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320479.611537:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000116480:12345-0@lo:38:kworker.0 Request processed in 29us (1794us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320479.611542:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5951
00000100:00100000:3.0:1767320479.611573:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000116736
00000100:00100000:3.0:1767320479.611577:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000116736
00000100:00100000:3.0:1767320479.611619:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3430
00000100:00100000:3.0:1767320479.611626:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000116736:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320479.611669:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000116736:12345-0@lo:400:kworker.0 Request processed in 45us (698us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320479.611674:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3430
00000100:00080000:3.0:1767320479.611693:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767320479.611723:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320479.611728:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320479.611732:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bfe3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000116096:0@lo:38:kworker.0
00000100:00080000:3.0:1767320479.611741:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320479.611745:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320479.611747:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bfe2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000116224:0@lo:38:kworker.0
00000100:00080000:3.0:1767320479.611755:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320479.611759:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320479.611762:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bfe0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000116480:0@lo:38:kworker.0
00000100:00100000:3.0:1767320479.611817:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bfe3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000116736:0@lo:400:kworker.0
00000100:00100000:2.0:1767320479.611973:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1997
00000100:00100000:2.0:1767320479.611978:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000115968:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320479.611989:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320479.612020:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000115968:12345-0@lo:38:kworker.0 Request processed in 41us (2384us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320479.612026:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1997
00000100:00080000:2.0:1767320479.612064:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320479.612069:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320479.612072:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bfe1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000115968:0@lo:38:kworker.0
00000100:00100000:2.0:1767320479.612180:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000115712
00000100:00100000:2.0:1767320479.612184:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000115712
00000100:00100000:2.0:1767320479.612235:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2625
00000100:00100000:2.0:1767320479.612242:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000115712:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767320479.612262:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767320479.612377:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000115712:12345-0@lo:13:osp-pre-1-1.0 Request processed in 134us (2876us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320479.612395:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2625
00000100:00100000:2.0:1767320479.612431:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bfe1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000115712:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767320479.614572:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320479.614757:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000116352
00000100:00100000:3.0:1767320479.614768:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000116352
00000100:00100000:3.0:1767320479.614840:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5270
00000100:00100000:3.0:1767320479.614860:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366984e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000116352:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320479.614923:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366984e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000116352:12345-0@lo:400:kworker.0 Request processed in 67us (357us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320479.614929:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5270
00000100:00080000:0.0:1767320479.614991:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320479.615026:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bfe0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000116352:0@lo:400:kworker.0
00000100:00100000:1.0:1767320479.615473:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320479.615573:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000116608
00000100:00100000:2.0:1767320479.615579:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000116608
00000100:00100000:2.0:1767320479.615662:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5271
00000100:00100000:2.0:1767320479.615670:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345faad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000116608:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320479.615719:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345faad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000116608:12345-0@lo:400:kworker.0 Request processed in 50us (247us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320479.615725:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5271
00000100:00100000:1.0:1767320479.615792:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bfe0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000116608:0@lo:400:kworker.0
00000100:00080000:0.0:1767320479.615936:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767320479.927423:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767320480.950421:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320481.978400:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320482.756667:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767320482.756717:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767320482.756751:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962567040
00000100:00100000:1.0:1767320482.756764:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962567040
00000100:00100000:2.0:1767320482.756827:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962566912
00000100:00100000:2.0:1767320482.756832:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962566912
00000100:00080000:3.0:1767320482.756882:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320482.756940:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5272
00000100:00100000:1.0:1767320482.756952:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962567040:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767320482.757041:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962567040:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 91us (383us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320482.757050:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5272
00000100:00100000:1.0:1767320482.757071:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5952
00000100:00100000:1.0:1767320482.757076:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962566912:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767320482.757096:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320482.757124:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962566912:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 46us (405us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320482.757130:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5952
00010000:00010000:0.0:1767320482.997404:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320484.021429:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320484.726522:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366986a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000116864:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320484.726596:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320484.727086:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000116864
00000100:00100000:0.0:1767320484.727095:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000116864
00000100:00100000:0.0:1767320484.727155:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2626
00000100:00100000:0.0:1767320484.727166:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000116864:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767320484.727220:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767320484.727273:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000116864:12345-0@lo:13:osp-pre-0-1.0 Request processed in 110us (677us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320484.727292:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2626
00000100:00080000:1.0:1767320484.727554:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767320484.727696:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366986a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000116864:0@lo:13:osp-pre-0-1.0
00000100:00080000:1.0:1767320484.727816:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320484.727821:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767320484.727825:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320484.727829:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320484.727832:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320484.727838:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5677
00000100:00080000:1.0:1767320484.727842:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320484.727847:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320484.727875:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952345fabb80 x1853164000116992/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320484.727900:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320484.727904:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320484.727906:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320484.727909:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5677
00000100:00080000:1.0:1767320484.727912:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320484.727915:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320484.727929:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952345fa9500 x1853164000117120/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320484.727944:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320484.727947:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320484.727948:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320484.727952:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5677
00000100:00100000:3.0:1767320484.727957:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fabb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000116992:0@lo:38:kworker.0
00000100:00080000:1.0:1767320484.727959:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320484.727970:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320484.727988:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952344b26a00 x1853164000117248/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320484.728023:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320484.728027:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320484.728029:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320484.728032:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5677
00000100:00080000:1.0:1767320484.728034:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320484.728038:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320484.728048:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952344b24380 x1853164000117504/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320484.728146:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000117760:0@lo:400:kworker.0
00000100:00100000:1.0:1767320484.728239:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320484.728266:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952344b27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000117376:0@lo:400:kworker.0
00000100:00100000:0.0:1767320484.728319:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320484.728350:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366986680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000117888:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320484.728401:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320484.728443:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000117888
00000100:00100000:2.0:1767320484.728449:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000117888
00000100:00100000:3.0:1767320484.728577:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320484.728623:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fa9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000117120:0@lo:38:kworker.0
00000100:00100000:3.0:1767320484.728653:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320484.728744:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767320484.728765:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952344b25500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000117632:0@lo:400:kworker.0
00000100:00100000:1.0:1767320484.728808:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000117760
00000100:00100000:1.0:1767320484.728812:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000117760
00000100:00100000:1.0:1767320484.728851:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3431
00000100:00100000:1.0:1767320484.728860:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:7006:x1853164000117760:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320484.728913:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:7006:x1853164000117760:12345-0@lo:400:kworker.0 Request processed in 54us (678us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320484.728921:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3431
00000100:00100000:1.0:1767320484.728968:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000116992
00000100:00100000:1.0:1767320484.728973:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000116992
00000100:00100000:1.0:1767320484.728995:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1998
00000100:00100000:1.0:1767320484.729001:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000116992:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320484.729021:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320484.729053:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000116992:12345-0@lo:38:kworker.0 Request processed in 52us (478us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320484.729060:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1998
00000100:00100000:2.0:1767320484.738083:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2627
00000100:00100000:2.0:1767320484.738103:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000117888:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767320484.738142:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767320484.738240:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000117888:12345-0@lo:13:osp-pre-1-1.0 Request processed in 144us (9837us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320484.738247:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2627
00000100:00100000:2.0:1767320484.738325:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366986680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000117888:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320484.749445:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952344b26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000117248:0@lo:38:kworker.0
00000100:00100000:0.0:1767320484.749782:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320484.751821:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000117760:0@lo:400:kworker.0
00000100:00100000:0.0:1767320484.751888:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000117376
00000100:00100000:0.0:1767320484.751897:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000117376
00000100:00100000:0.0:1767320484.751972:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000117120
00000100:00100000:0.0:1767320484.751975:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000117120
00000100:00100000:0.0:1767320484.751997:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000117632
00000100:00100000:0.0:1767320484.752000:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000117632
00000100:00100000:0.0:1767320484.752042:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5273
00000100:00100000:0.0:1767320484.752053:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366984a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000117376:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320484.752333:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366984a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000117376:12345-0@lo:400:kworker.0 Request processed in 280us (24014us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320484.752350:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5273
00000100:00100000:0.0:1767320484.753005:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5274
00000100:00100000:0.0:1767320484.753031:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366986d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000117632:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320484.753301:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366986d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000117632:12345-0@lo:400:kworker.0 Request processed in 284us (3519us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320484.753308:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5274
00000100:00100000:0.0:1767320484.753323:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5953
00000100:00100000:0.0:1767320484.753328:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000117120:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320484.753624:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320484.753669:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000117120:12345-0@lo:38:kworker.0 Request processed in 339us (25015us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320484.753676:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5953
00000100:00100000:0.0:1767320484.753754:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952344b27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000117376:0@lo:400:kworker.0
00000100:00100000:0.0:1767320484.753804:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952344b25500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000117632:0@lo:400:kworker.0
00000100:00100000:0.0:1767320484.753830:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320484.753867:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952344b24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000117504:0@lo:38:kworker.0
00000100:00100000:0.0:1767320484.753906:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767320484.753936:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320484.753941:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320484.753945:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fabb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000116992:0@lo:38:kworker.0
00000100:00080000:0.0:1767320484.753957:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320484.753961:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320484.753964:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fa9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000117120:0@lo:38:kworker.0
00000100:00100000:0.0:1767320484.753993:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000117248
00000100:00100000:0.0:1767320484.753999:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000117248
00000100:00100000:0.0:1767320484.754279:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000117504
00000100:00100000:0.0:1767320484.754284:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000117504
00000100:00100000:3.0:1767320484.755958:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5954
00000100:00100000:3.0:1767320484.755975:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366985c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000117248:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320484.756005:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320484.756149:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366985c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000117248:12345-0@lo:38:kworker.0 Request processed in 175us (2318us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320484.756157:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5954
00000100:00100000:3.0:1767320484.756186:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5955
00000100:00100000:3.0:1767320484.756191:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366986300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000117504:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320484.756221:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320484.756261:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366986300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000117504:12345-0@lo:38:kworker.0 Request processed in 68us (2353us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320484.756267:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5955
00000100:00080000:3.0:1767320484.756295:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767320484.756304:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767320484.757002:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320484.757011:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320484.757017:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952344b26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000117248:0@lo:38:kworker.0
00000100:00080000:3.0:1767320484.757029:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320484.757033:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320484.757036:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952344b24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000117504:0@lo:38:kworker.0
00010000:00010000:2.0:1767320485.046267:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320486.069483:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320487.093492:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320487.872586:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767320487.872645:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767320487.872767:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962567296
00000100:00100000:1.0:1767320487.872786:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962567296
00000100:00100000:1.0:1767320487.873436:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962567168
00000100:00100000:1.0:1767320487.873442:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962567168
00000100:00080000:3.0:1767320487.873502:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320487.876050:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5275
00000100:00100000:2.0:1767320487.876079:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962567296:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767320487.876331:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962567296:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 266us (3760us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320487.876340:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5275
00000100:00100000:2.0:1767320487.876373:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5956
00000100:00100000:2.0:1767320487.876378:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962567168:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767320487.876400:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320487.876426:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962567168:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 47us (3780us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320487.876436:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5956
00010000:00010000:0.0:1767320488.117582:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767320489.145187:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767320489.845380:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320489.845392:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767320489.845396:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320489.845400:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320489.845405:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320489.845424:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5682
00000100:00080000:1.0:1767320489.845429:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320489.845438:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320489.845443:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767320489.845467:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523470a9880 x1853164000118144/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320489.845467:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bfe0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000118016:0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767320489.845501:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320489.845506:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320489.845508:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320489.845512:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5682
00000100:00080000:1.0:1767320489.845515:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320489.845518:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320489.845532:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523470ab800 x1853164000118272/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320489.845541:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320489.845548:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:2.0:1767320489.845548:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767320489.845552:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320489.845557:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5682
00000100:00080000:1.0:1767320489.845560:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320489.845563:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320489.845575:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236710c380 x1853164000118400/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320489.845606:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320489.845610:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320489.845612:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320489.845615:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5682
00000100:00080000:1.0:1767320489.845618:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320489.845622:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320489.845635:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952364bc2680 x1853164000118656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320489.845643:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364bc1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000118528:0@lo:400:kworker.0
00000100:00100000:2.0:1767320489.845678:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320489.845686:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364bc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000118912:0@lo:400:kworker.0
00000100:00100000:2.0:1767320489.845713:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767320489.845722:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364bc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000118784:0@lo:400:kworker.0
00000100:00100000:1.0:1767320489.845725:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320489.845814:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000118144:0@lo:38:kworker.0
00000100:00100000:0.0:1767320489.845828:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366984380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000119040:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320489.845873:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000118016
00000100:00100000:2.0:1767320489.845879:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320489.845883:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000118016
00000100:00100000:2.0:1767320489.845930:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000118528
00000100:00100000:2.0:1767320489.845936:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000118528
00000100:00100000:1.0:1767320489.845948:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2628
00000100:00100000:1.0:1767320489.845970:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000118016:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320489.845971:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000118784
00000100:00100000:2.0:1767320489.845976:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000118784
00000100:00100000:2.0:1767320489.846003:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5276
00002000:00000024:1.0:1767320489.846008:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767320489.846012:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000118528:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320489.846064:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000118016:12345-0@lo:13:osp-pre-1-1.0 Request processed in 107us (521us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320489.846071:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000118528:12345-0@lo:400:kworker.0 Request processed in 59us (391us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320489.846076:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2628
00000100:00100000:2.0:1767320489.846083:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5276
00000100:00100000:2.0:1767320489.846104:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5277
00000100:00100000:2.0:1767320489.846113:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000118784:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320489.846149:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bfe0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000118016:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320489.846150:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000118784:12345-0@lo:400:kworker.0 Request processed in 39us (273us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320489.846159:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5277
00000100:00100000:2.0:1767320489.846221:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000118912
00000100:00100000:2.0:1767320489.846226:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000118912
00000100:00080000:1.0:1767320489.846244:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767320489.846250:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767320489.846252:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767320489.846263:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3432
00000100:00100000:2.0:1767320489.846272:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364bc2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000118912:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320489.846323:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364bc2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000118912:12345-0@lo:400:kworker.0 Request processed in 53us (601us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320489.846329:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3432
00000100:00100000:2.0:1767320489.846355:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364bc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000118784:0@lo:400:kworker.0
00000100:00100000:2.0:1767320489.846364:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364bc1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000118528:0@lo:400:kworker.0
00000100:00100000:1.0:1767320489.846487:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364bc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000118912:0@lo:400:kworker.0
00000100:00100000:0.0:1767320489.848066:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320489.848066:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320489.848344:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000118144
00000100:00100000:2.0:1767320489.848353:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000118144
00000100:00100000:1.0:1767320489.848371:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000119040
00000100:00100000:1.0:1767320489.848377:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000119040
00000100:00100000:1.0:1767320489.848463:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2629
00000100:00100000:1.0:1767320489.848472:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366985880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000119040:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767320489.848506:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767320489.848557:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366985880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000119040:12345-0@lo:13:osp-pre-0-1.0 Request processed in 87us (505us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320489.848564:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2629
00000100:00100000:0.0:1767320489.848633:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366984380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000119040:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320489.848930:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000118272:0@lo:38:kworker.0
00000100:00100000:2.0:1767320489.849346:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1999
00000100:00100000:2.0:1767320489.849355:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000118144:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767320489.849866:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320489.849899:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000118400:0@lo:38:kworker.0
00000100:00100000:3.0:1767320489.849928:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:2.0:1767320489.850017:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320489.850057:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000118144:12345-0@lo:38:kworker.0 Request processed in 702us (2004us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320489.850065:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1999
00000100:00100000:3.0:1767320489.850154:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364bc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000118656:0@lo:38:kworker.0
00000100:00100000:3.0:1767320489.850345:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320489.855178:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000118272
00000100:00100000:1.0:1767320489.855212:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000118272
00000100:00100000:1.0:1767320489.855268:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000118400
00000100:00100000:1.0:1767320489.855272:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000118400
00000100:00100000:1.0:1767320489.855286:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000118656
00000100:00100000:1.0:1767320489.855299:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000118656
00000100:00100000:1.0:1767320489.855325:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5957
00000100:00100000:1.0:1767320489.855333:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000118272:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320489.855358:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320489.855384:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5958
00000100:00100000:2.0:1767320489.855392:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000118400:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320489.855403:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320489.855445:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000118272:12345-0@lo:38:kworker.0 Request processed in 111us (5578us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320489.855457:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5957
00000100:00100000:2.0:1767320489.855458:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000118400:12345-0@lo:38:kworker.0 Request processed in 61us (5525us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320489.855468:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5958
00000100:00100000:1.0:1767320489.855480:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5959
00000100:00100000:1.0:1767320489.855486:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000118656:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320489.855496:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320489.855527:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000118656:12345-0@lo:38:kworker.0 Request processed in 39us (5181us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320489.855533:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5959
00000100:00080000:3.0:1767320489.856099:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320489.856106:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320489.856110:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364bc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000118656:0@lo:38:kworker.0
00000100:00080000:3.0:1767320489.856141:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320489.856156:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320489.856160:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000118144:0@lo:38:kworker.0
00000100:00080000:3.0:1767320489.856170:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320489.856182:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320489.856185:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000118272:0@lo:38:kworker.0
00000100:00080000:3.0:1767320489.856210:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320489.856214:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320489.856217:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000118400:0@lo:38:kworker.0
00010000:00010000:3.0:1767320490.165508:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320491.189544:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320492.213446:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320492.992883:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767320492.992934:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767320492.993035:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962567552
00000100:00100000:0.0:1767320492.993046:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962567552
00000100:00100000:0.0:1767320492.993128:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962567424
00000100:00100000:0.0:1767320492.993131:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962567424
00000100:00100000:0.0:1767320492.993153:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5278
00000100:00100000:0.0:1767320492.993163:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962567552:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767320492.993164:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5960
00000100:00100000:1.0:1767320492.993170:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962567424:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767320492.993191:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320492.993279:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962567424:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 106us (343us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320492.993288:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5960
00000100:00080000:3.0:1767320492.993305:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320492.995159:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962567552:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 1986us (2275us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320492.995173:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5278
00010000:00010000:2.0:1767320493.237468:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320494.264341:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767320494.965387:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320494.965400:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767320494.965403:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320494.965407:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320494.965412:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320494.965423:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5687
00000100:00080000:1.0:1767320494.965430:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320494.965440:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320494.965466:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767320494.965475:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952364bc1880 x1853164000119296/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320494.965510:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366984380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000119168:0@lo:13:osp-pre-0-1.0
00000100:00080000:1.0:1767320494.965511:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320494.965531:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320494.965534:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320494.965539:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5687
00000100:00080000:1.0:1767320494.965542:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320494.965545:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320494.965564:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952364bc2300 x1853164000119424/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320494.965575:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320494.965580:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320494.965582:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320494.965587:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5687
00000100:00080000:1.0:1767320494.965590:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320494.965593:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320494.965605:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952364bc2680 x1853164000119552/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320494.965623:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320494.965626:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320494.965628:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320494.965632:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5687
00000100:00080000:1.0:1767320494.965634:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320494.965637:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320494.965647:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952364bc1500 x1853164000119808/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320494.965711:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000119936:0@lo:400:kworker.0
00000100:00100000:0.0:1767320494.965795:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000120064:0@lo:400:kworker.0
00000100:00100000:2.0:1767320494.965898:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000120192:0@lo:400:kworker.0
00000100:00100000:1.0:1767320494.965986:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320494.966096:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364bc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000119296:0@lo:38:kworker.0
00000100:00100000:1.0:1767320494.966125:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320494.966150:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364bc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000119424:0@lo:38:kworker.0
00000100:00100000:1.0:1767320494.966172:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320494.966187:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320494.966188:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364bc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000119552:0@lo:38:kworker.0
00000100:00100000:1.0:1767320494.966227:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320494.966254:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364bc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000119808:0@lo:38:kworker.0
00000100:00100000:1.0:1767320494.966274:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320494.969317:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000119936
00000100:00100000:0.0:1767320494.969338:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000119936
00000100:00100000:0.0:1767320494.969433:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000119424
00000100:00100000:0.0:1767320494.969437:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000119424
00000100:00100000:0.0:1767320494.969453:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000119552
00000100:00100000:0.0:1767320494.969457:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000119552
00000100:00100000:0.0:1767320494.969466:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000119808
00000100:00100000:0.0:1767320494.969469:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000119808
00000100:00100000:0.0:1767320494.969485:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5279
00000100:00100000:0.0:1767320494.969498:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000119936:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320494.969597:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000119936:12345-0@lo:400:kworker.0 Request processed in 102us (3610us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320494.969604:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5279
00000100:00080000:3.0:1767320494.969935:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320494.969988:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320494.970057:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364bc1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000119680:0@lo:400:kworker.0
00000100:00100000:3.0:1767320494.970116:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320494.970130:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bfe0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000120320:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767320494.970570:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5961
00000100:00100000:0.0:1767320494.970586:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000119424:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320494.970612:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320494.974192:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000119680
00000100:00100000:1.0:1767320494.974224:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000119680
00000100:00100000:1.0:1767320494.974961:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5280
00000100:00100000:1.0:1767320494.974976:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000119680:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320494.975138:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320494.975239:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000119296
00000100:00100000:2.0:1767320494.975256:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000119296
00000100:00100000:2.0:1767320494.975286:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2000
00000100:00100000:2.0:1767320494.975293:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000119296:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320494.977003:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320494.977133:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000119296:12345-0@lo:38:kworker.0 Request processed in 1837us (11004us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320494.977146:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2000
00000100:00100000:2.0:1767320494.977220:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000120064
00000100:00100000:2.0:1767320494.977230:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000120064
00000100:00100000:2.0:1767320494.977291:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000120192
00000100:00100000:2.0:1767320494.977295:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000120192
00000100:00100000:2.0:1767320494.977332:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3433
00000100:00100000:2.0:1767320494.977342:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366987100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000120064:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320494.977401:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366987100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000120064:12345-0@lo:400:kworker.0 Request processed in 62us (11213us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320494.977407:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3433
00000100:00100000:2.0:1767320494.977419:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3434
00000100:00100000:2.0:1767320494.977425:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d071c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000120192:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320494.977457:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d071c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000120192:12345-0@lo:400:kworker.0 Request processed in 33us (2320us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320494.977463:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3434
00000100:00100000:2.0:1767320494.977487:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5962
00000100:00100000:2.0:1767320494.977493:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000119552:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320494.977511:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320494.977540:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000119552:12345-0@lo:38:kworker.0 Request processed in 47us (11313us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320494.977546:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5962
00000100:00100000:2.0:1767320494.977561:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5963
00000100:00100000:2.0:1767320494.977566:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366ace300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000119808:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320494.977575:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320494.977599:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366ace300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000119808:12345-0@lo:38:kworker.0 Request processed in 32us (11323us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320494.977605:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5963
00000100:00100000:2.0:1767320494.977657:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000120064:0@lo:400:kworker.0
00000100:00100000:2.0:1767320494.977707:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000120192:0@lo:400:kworker.0
00000100:00080000:2.0:1767320494.977741:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320494.977746:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320494.977749:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364bc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000119296:0@lo:38:kworker.0
00000100:00080000:2.0:1767320494.977759:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320494.977762:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320494.977765:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364bc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000119552:0@lo:38:kworker.0
00000100:00080000:2.0:1767320494.977772:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320494.977775:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320494.977778:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364bc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000119808:0@lo:38:kworker.0
00000100:00100000:3.0:1767320494.978260:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320494.978436:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000119168
00000100:00100000:2.0:1767320494.978445:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000119168
00000100:00100000:3.0:1767320494.978464:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000119936:0@lo:400:kworker.0
00000100:00100000:2.0:1767320494.978483:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000120320
00000100:00100000:2.0:1767320494.978488:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000120320
00000100:00100000:2.0:1767320494.978520:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2630
00000100:00100000:3.0:1767320494.978532:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2631
00000100:00100000:2.0:1767320494.978534:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000119168:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767320494.978561:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767320494.978609:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000119168:12345-0@lo:13:osp-pre-0-1.0 Request processed in 81us (8623us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320494.978642:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000120320:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767320494.978660:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767320494.978937:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000119424:12345-0@lo:38:kworker.0 Request processed in 8352us (12763us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320494.978946:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5961
00000100:00080000:0.0:1767320494.978977:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320494.978982:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320494.978985:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364bc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000119424:0@lo:38:kworker.0
00000100:00100000:3.0:1767320494.978993:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000120320:12345-0@lo:13:osp-pre-1-1.0 Request processed in 55us (434us total) trans 0 rc 0/0
00000100:00080000:0.0:1767320494.979014:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767320494.979020:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767320494.979022:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320494.979056:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bfe0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000120320:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767320494.979069:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366984380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000119168:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320494.980590:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000119680:12345-0@lo:400:kworker.0 Request processed in 5608us (10474us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320494.980608:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5280
00000100:00100000:2.0:1767320494.980705:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2630
00000100:00100000:0.0:1767320494.981555:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364bc1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000119680:0@lo:400:kworker.0
00000100:00100000:3.0:1767320494.984083:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2631
00010000:00010000:0.0:1767320495.285607:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320496.315083:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767320497.333763:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320498.118871:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767320498.118932:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767320498.118980:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962567680
00000100:00100000:1.0:1767320498.118996:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962567680
00000100:00100000:1.0:1767320498.119119:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962567808
00000100:00100000:1.0:1767320498.119124:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962567808
00000100:00080000:2.0:1767320498.119272:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320498.120501:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5281
00000100:00100000:0.0:1767320498.120531:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962567808:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:3.0:1767320498.120553:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5964
00000100:00100000:3.0:1767320498.120566:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962567680:12345-192.168.202.52@tcp:38:kworker.0
00000100:00100000:0.0:1767320498.120657:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962567808:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 139us (1722us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320498.120667:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5281
00010000:00020000:3.0:1767320498.120714:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320498.120783:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962567680:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 217us (1931us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320498.120791:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5964
00010000:00010000:3.0:1767320498.359649:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320499.381392:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320500.085717:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d070380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000120576:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320500.085790:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320500.085850:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767320500.085857:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366984380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000120448:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320500.085880:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320500.085973:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000120576
00000100:00100000:0.0:1767320500.085983:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000120576
00000100:00100000:0.0:1767320500.086045:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000120448
00000100:00100000:0.0:1767320500.086048:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000120448
00000100:00100000:0.0:1767320500.086069:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2632
00000100:00100000:0.0:1767320500.086078:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000120576:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767320500.086111:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767320500.086157:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000120576:12345-0@lo:13:osp-pre-1-1.0 Request processed in 80us (367us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320500.086165:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2632
00000100:00100000:0.0:1767320500.086181:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2633
00000100:00100000:0.0:1767320500.086187:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000120448:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767320500.086236:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767320500.086261:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000120448:12345-0@lo:13:osp-pre-0-1.0 Request processed in 74us (380us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320500.086267:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2633
00000100:00100000:0.0:1767320500.086313:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366984380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000120448:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320500.086324:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d070380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000120576:0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767320500.086394:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320500.086400:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767320500.086403:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320500.086407:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320500.086411:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320500.086416:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5692
00000100:00080000:2.0:1767320500.086419:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320500.086424:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320500.086446:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d070000 x1853164000120704/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320500.086470:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320500.086473:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320500.086475:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320500.086479:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5692
00000100:00080000:2.0:1767320500.086481:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320500.086484:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320500.086494:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d071180 x1853164000120832/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320500.086503:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320500.086506:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320500.086507:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320500.086510:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5692
00000100:00080000:2.0:1767320500.086511:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320500.086514:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320500.086521:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d072300 x1853164000120960/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320500.086543:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320500.086546:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320500.086548:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320500.086551:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5692
00000100:00080000:2.0:1767320500.086553:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320500.086556:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320500.086565:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d073480 x1853164000121216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320500.086595:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d070700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000121088:0@lo:400:kworker.0
00000100:00100000:2.0:1767320500.086625:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320500.086652:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767320500.086658:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d071500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000121344:0@lo:400:kworker.0
00000100:00100000:2.0:1767320500.086677:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320500.086703:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000121088
00000100:00100000:2.0:1767320500.086707:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000121088
00000100:00100000:2.0:1767320500.086738:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000121344
00000100:00100000:2.0:1767320500.086741:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000121344
00000100:00100000:2.0:1767320500.086760:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5282
00000100:00100000:2.0:1767320500.086767:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d073100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000121088:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320500.086802:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d073100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000121088:12345-0@lo:400:kworker.0 Request processed in 36us (177us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320500.086809:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5282
00000100:00100000:2.0:1767320500.086823:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5283
00000100:00100000:2.0:1767320500.086829:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d073800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000121344:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320500.086852:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d073800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000121344:12345-0@lo:400:kworker.0 Request processed in 25us (174us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320500.086858:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5283
00000100:00100000:2.0:1767320500.086884:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d071500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000121344:0@lo:400:kworker.0
00000100:00100000:2.0:1767320500.086893:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d070700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000121088:0@lo:400:kworker.0
00000100:00100000:0.0:1767320500.086962:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d070000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000120704:0@lo:38:kworker.0
00000100:00100000:0.0:1767320500.086989:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320500.087019:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d071180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000120832:0@lo:38:kworker.0
00000100:00100000:0.0:1767320500.087039:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320500.087053:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d072300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000120960:0@lo:38:kworker.0
00000100:00100000:0.0:1767320500.087072:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320500.087083:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d073480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000121216:0@lo:38:kworker.0
00000100:00100000:0.0:1767320500.087102:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320500.087176:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000120704
00000100:00100000:2.0:1767320500.087180:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000120704
00000100:00080000:1.0:1767320500.087276:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767320500.087281:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767320500.087283:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767320500.087304:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000120832
00000100:00100000:1.0:1767320500.087308:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000120832
00000100:00100000:1.0:1767320500.087326:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000120960
00000100:00100000:1.0:1767320500.087328:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000120960
00000100:00100000:1.0:1767320500.087335:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000121216
00000100:00100000:1.0:1767320500.087337:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000121216
00000100:00100000:1.0:1767320500.087346:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5965
00000100:00100000:1.0:1767320500.087351:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366987480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000120832:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320500.087368:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320500.087404:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366987480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000120832:12345-0@lo:38:kworker.0 Request processed in 52us (363us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320500.087410:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5965
00000100:00100000:1.0:1767320500.087422:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5966
00000100:00100000:1.0:1767320500.087426:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366986680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000120960:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320500.087434:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320500.087454:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366986680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000120960:12345-0@lo:38:kworker.0 Request processed in 27us (381us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320500.087459:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5966
00000100:00100000:1.0:1767320500.087469:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5967
00000100:00100000:1.0:1767320500.087474:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366986a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000121216:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320500.087482:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320500.087501:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366986a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000121216:12345-0@lo:38:kworker.0 Request processed in 26us (398us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320500.087506:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5967
00000100:00080000:1.0:1767320500.087527:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320500.087532:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320500.087535:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d071180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000120832:0@lo:38:kworker.0
00000100:00080000:1.0:1767320500.087542:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320500.087545:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320500.087548:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d072300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000120960:0@lo:38:kworker.0
00000100:00080000:1.0:1767320500.087554:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320500.087557:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320500.087560:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d073480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000121216:0@lo:38:kworker.0
00000100:00100000:2.0:1767320500.087651:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2001
00000100:00100000:2.0:1767320500.087656:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366984380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000120704:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320500.087667:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320500.087693:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366984380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000120704:12345-0@lo:38:kworker.0 Request processed in 36us (703us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320500.087700:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2001
00000100:00080000:1.0:1767320500.087750:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320500.087754:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320500.087757:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d070000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000120704:0@lo:38:kworker.0
00010000:00010000:0.0:1767320500.405647:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767320501.429445:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320502.208779:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000400:00000100:1.0:1767320502.208815:0:6998:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.52@tcp portal 26 match 1853163962567936 offset 0 length 520: 4
00000100:00100000:3.0:1767320502.208833:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962568192
00000100:00100000:1.0:1767320502.208845:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767320502.208856:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962568192
00000100:00100000:2.0:1767320502.208941:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962568064
00000100:00100000:2.0:1767320502.208946:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962568064
00000100:00100000:2.0:1767320502.208996:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5284
00000100:00100000:2.0:1767320502.209007:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962568192:12345-192.168.202.52@tcp:400:kworker.0
00000100:00080000:0.0:1767320502.209044:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320502.209105:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962568192:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 99us (336us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320502.209113:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5284
00000100:00100000:2.0:1767320502.209145:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5968
00000100:00100000:2.0:1767320502.209151:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962568064:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767320502.209174:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320502.209257:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962568064:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 104us (411us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320502.209264:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5968
00010000:00010000:3.0:1767320502.453418:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320503.477714:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320504.181341:0:7004:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320479/real 1767320479]  req@ffff95234bfe2a00 x1853164000115840/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320504 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1767320504.181377:0:7004:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95234bfe2a00 x1853164000115840/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320504 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1767320504.181402:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320504.181436:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:1.0:1767320504.181441:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bfe2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000115840:0@lo:250:kworker.0
00000100:00080000:2.0:1767320504.181528:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320504.181533:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1767320504.181535:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320504.181540:0:49151:0:(import.c:509:import_select_connection()) MGC192.168.202.152@tcp: connect to NID 0@lo last attempt 5677
00000100:00080000:2.0:1767320504.181544:0:49151:0:(import.c:588:import_select_connection()) MGC192.168.202.152@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320504.181549:0:49151:0:(import.c:623:import_select_connection()) MGC192.168.202.152@tcp: import ffff95235eb57800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320504.181579:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d070700 x1853164000121472/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320504.181605:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320504.181609:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320504.181611:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320504.181614:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5698
00000100:00080000:2.0:1767320504.181616:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320504.181620:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320504.181634:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d071500 x1853164000121600/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320504.181643:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320504.181646:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320504.181648:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320504.181650:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5698
00000100:00080000:2.0:1767320504.181652:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320504.181655:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320504.181664:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d071f80 x1853164000121728/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320504.181672:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320504.181675:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320504.181676:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320504.181679:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5698
00000100:00080000:2.0:1767320504.181682:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320504.181685:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320504.181696:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d072d80 x1853164000121856/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320504.181815:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d072a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000121984:0@lo:400:kworker.0
00000100:00100000:1.0:1767320504.181825:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d070700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000121472:0@lo:250:kworker.0
00000100:00080000:2.0:1767320504.181947:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320504.181951:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320504.181954:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320504.181957:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5698
00000100:00080000:2.0:1767320504.181960:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320504.181964:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320504.181978:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d071880 x1853164000122112/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320504.182032:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d070e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000122368:0@lo:400:kworker.0
00000100:00100000:3.0:1767320504.182050:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320504.182082:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320504.182113:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767320504.182114:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767320504.182122:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d070a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000122496:0@lo:400:kworker.0
00000100:00100000:3.0:1767320504.182127:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d073b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000122240:0@lo:400:kworker.0
00000100:00100000:3.0:1767320504.182156:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320504.182226:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000122368
00000100:00100000:3.0:1767320504.182234:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000122368
00000100:00080000:0.0:1767320504.182264:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767320504.182298:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000121984
00000100:00100000:0.0:1767320504.182303:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000121984
00000100:00100000:3.0:1767320504.182307:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3435
00000100:00100000:3.0:1767320504.182321:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d070000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000122368:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320504.182344:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000122240
00000100:00100000:0.0:1767320504.182348:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000122240
00000100:00100000:0.0:1767320504.182377:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5285
00000100:00100000:3.0:1767320504.182383:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d070000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000122368:12345-0@lo:400:kworker.0 Request processed in 64us (298us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320504.182390:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000121984:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320504.182394:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3435
00000100:00100000:0.0:1767320504.182450:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000121984:12345-0@lo:400:kworker.0 Request processed in 60us (398us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320504.182450:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5286
00000100:00100000:0.0:1767320504.182461:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5285
00000100:00100000:3.0:1767320504.182464:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000122240:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767320504.182488:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320504.182516:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000122240:12345-0@lo:400:kworker.0 Request processed in 57us (359us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320504.182564:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320504.182607:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d070e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000122368:0@lo:400:kworker.0
00000100:00100000:2.0:1767320504.182643:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d073b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000122240:0@lo:400:kworker.0
00000100:00100000:2.0:1767320504.182653:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d072a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000121984:0@lo:400:kworker.0
00000100:00100000:0.0:1767320504.182720:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000122496
00000100:00100000:0.0:1767320504.182724:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000122496
00000100:00100000:0.0:1767320504.182766:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3436
00000100:00100000:0.0:1767320504.182773:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d073480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000122496:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320504.182810:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d073480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000122496:12345-0@lo:400:kworker.0 Request processed in 38us (246us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320504.182816:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3436
00000100:00100000:0.0:1767320504.182840:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d070a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000122496:0@lo:400:kworker.0
00000100:00080000:2.0:1767320504.183099:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000400:00000100:1.0:1767320504.183250:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164000121472 offset 0 length 520: 4
00000100:00100000:1.0:1767320504.183279:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d071500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000121600:0@lo:38:kworker.0
00000100:00100000:1.0:1767320504.183309:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320504.183334:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d071f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000121728:0@lo:38:kworker.0
00000100:00100000:1.0:1767320504.183355:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320504.183422:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d072d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000121856:0@lo:38:kworker.0
00000100:00100000:1.0:1767320504.183444:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320504.183484:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000121600
00000100:00100000:2.0:1767320504.183489:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000121600
00000100:00100000:2.0:1767320504.183513:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2002
00000100:00100000:2.0:1767320504.183517:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000121600:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320504.183535:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320504.183566:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000121600:12345-0@lo:38:kworker.0 Request processed in 48us (256us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320504.183571:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2002
00000100:00100000:3.0:1767320504.184355:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5286
00000100:00100000:1.0:1767320504.184810:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d071880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000122112:0@lo:38:kworker.0
00000100:00100000:1.0:1767320504.184850:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320504.186683:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000121728
00000100:00100000:3.0:1767320504.186683:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000121856
00000100:00100000:0.0:1767320504.186698:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000121728
00000100:00100000:3.0:1767320504.186699:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000121856
00000100:00100000:0.0:1767320504.186758:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5969
00000100:00100000:0.0:1767320504.186766:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000121728:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320504.186791:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320504.186860:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000121728:12345-0@lo:38:kworker.0 Request processed in 92us (3502us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320504.186866:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5969
00000100:00100000:0.0:1767320504.186896:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5970
00000100:00100000:0.0:1767320504.186900:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000121856:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320504.186909:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320504.186933:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000121856:12345-0@lo:38:kworker.0 Request processed in 32us (3489us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320504.186938:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5970
00000100:00080000:1.0:1767320504.191170:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320504.191185:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320504.191190:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d071500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000121600:0@lo:38:kworker.0
00000100:00080000:1.0:1767320504.191218:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320504.191223:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320504.191226:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d071f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000121728:0@lo:38:kworker.0
00000100:00080000:1.0:1767320504.191236:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320504.191239:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320504.191241:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d072d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000121856:0@lo:38:kworker.0
00000100:00100000:2.0:1767320504.192101:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000122112
00000100:00100000:2.0:1767320504.192114:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000122112
00000100:00100000:2.0:1767320504.192168:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5971
00000100:00100000:2.0:1767320504.192176:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000122112:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320504.192211:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320504.192288:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000122112:12345-0@lo:38:kworker.0 Request processed in 111us (7437us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320504.192296:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5971
00000100:00080000:3.0:1767320504.194261:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320504.194272:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320504.194277:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d071880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000122112:0@lo:38:kworker.0
00010000:00010000:0.0:1767320504.502797:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320505.205577:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366985500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000122624:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320505.205705:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320505.205829:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000122624
00000100:00100000:0.0:1767320505.205840:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000122624
00000100:00100000:0.0:1767320505.205899:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2634
00000100:00100000:0.0:1767320505.205910:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000122624:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767320505.205944:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767320505.205993:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000122624:12345-0@lo:13:osp-pre-0-1.0 Request processed in 85us (289us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320505.206000:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2634
00000100:00100000:0.0:1767320505.206057:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366985500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000122624:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320505.206287:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767320505.206296:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d072a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000122752:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767320505.206322:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320505.206388:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000122752
00000100:00100000:3.0:1767320505.206393:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000122752
00000100:00100000:3.0:1767320505.206431:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2635
00000100:00100000:3.0:1767320505.206438:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366985500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000122752:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767320505.206454:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767320505.206499:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366985500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000122752:12345-0@lo:13:osp-pre-1-1.0 Request processed in 61us (175us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320505.206506:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2635
00000100:00100000:2.0:1767320505.206704:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d072a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000122752:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767320505.525538:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320506.549877:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320507.329816:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767320507.329950:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962568320
00000100:00100000:0.0:1767320507.329961:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962568320
00000100:00100000:0.0:1767320507.330073:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5972
00000100:00100000:0.0:1767320507.330082:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d072a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962568320:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:0.0:1767320507.330107:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320507.330192:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d072a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962568320:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 109us (572us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320507.330249:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5972
00000100:00100000:3.0:1767320507.330537:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767320507.330941:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962568448
00000100:00100000:1.0:1767320507.330948:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962568448
00000100:00100000:1.0:1767320507.331096:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5287
00000100:00100000:1.0:1767320507.331107:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962568448:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767320507.331175:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962568448:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 70us (638us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320507.331182:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5287
00000100:00080000:3.0:1767320507.331618:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767320507.573644:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320508.598683:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767320509.301380:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320509.301391:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767320509.301395:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320509.301400:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320509.301405:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320509.301415:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5702
00000100:00080000:1.0:1767320509.301420:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320509.301428:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320509.301473:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237c0bdf80 x1853164000122880/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320509.301505:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320509.301509:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320509.301511:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320509.301514:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5702
00000100:00080000:1.0:1767320509.301516:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320509.301520:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320509.301533:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237c0bce00 x1853164000123008/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320509.301544:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320509.301548:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320509.301549:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320509.301553:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5702
00000100:00080000:1.0:1767320509.301555:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320509.301558:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320509.301567:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237c0bc380 x1853164000123136/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320509.301604:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320509.301608:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320509.301610:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320509.301613:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5702
00000100:00080000:1.0:1767320509.301615:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320509.301618:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320509.301630:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237c0bed80 x1853164000123392/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320509.301688:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000123648:0@lo:400:kworker.0
00000100:00100000:1.0:1767320509.301751:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320509.301786:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767320509.301792:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000123776:0@lo:400:kworker.0
00000100:00100000:1.0:1767320509.301814:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320509.301907:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000122880:0@lo:38:kworker.0
00000100:00100000:3.0:1767320509.301938:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320509.301973:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000123008:0@lo:38:kworker.0
00000100:00100000:3.0:1767320509.301999:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320509.302014:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000123136:0@lo:38:kworker.0
00000100:00100000:3.0:1767320509.302032:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320509.302046:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000123392:0@lo:38:kworker.0
00000100:00100000:3.0:1767320509.302063:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320509.304407:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000123520:0@lo:400:kworker.0
00000100:00100000:2.0:1767320509.304477:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320509.304533:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767320509.304541:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000123264:0@lo:400:kworker.0
00000100:00100000:2.0:1767320509.304564:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320509.304601:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000123648
00000100:00100000:2.0:1767320509.304609:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000123648
00000100:00100000:2.0:1767320509.304663:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000123776
00000100:00100000:2.0:1767320509.304667:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000123776
00000100:00100000:2.0:1767320509.304688:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3437
00000100:00100000:2.0:1767320509.304697:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000123648:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320509.304755:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000123648:12345-0@lo:400:kworker.0 Request processed in 60us (3003us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320509.304762:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3437
00000100:00100000:2.0:1767320509.304780:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3438
00000100:00100000:2.0:1767320509.304786:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000123776:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320509.304813:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000123776:12345-0@lo:400:kworker.0 Request processed in 27us (2997us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320509.304819:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3438
00000100:00100000:2.0:1767320509.304837:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000123008
00000100:00100000:2.0:1767320509.304840:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000123008
00000100:00100000:2.0:1767320509.304858:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000123136
00000100:00100000:3.0:1767320509.306533:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000123392
00000100:00100000:3.0:1767320509.306548:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000123392
00000100:00100000:3.0:1767320509.306577:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000123520
00000100:00100000:3.0:1767320509.306581:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000123520
00000100:00100000:3.0:1767320509.306605:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000123264
00000100:00100000:3.0:1767320509.306608:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000123264
00000100:00100000:3.0:1767320509.306630:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5288
00000100:00100000:3.0:1767320509.306638:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d073b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000123520:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320509.306725:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d073b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000123520:12345-0@lo:400:kworker.0 Request processed in 88us (2247us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320509.306732:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5288
00000100:00100000:3.0:1767320509.306749:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5289
00000100:00100000:3.0:1767320509.306756:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d070e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000123264:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320509.306784:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d070e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000123264:12345-0@lo:400:kworker.0 Request processed in 29us (2219us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320509.306789:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5289
00000100:00100000:3.0:1767320509.306800:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5973
00000100:00100000:3.0:1767320509.306804:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000123008:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320509.306825:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320509.306860:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000123008:12345-0@lo:38:kworker.0 Request processed in 55us (4861us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320509.306866:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5973
00000100:00100000:3.0:1767320509.306878:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5974
00000100:00100000:3.0:1767320509.306881:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000123392:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320509.306890:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320509.306914:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000123392:12345-0@lo:38:kworker.0 Request processed in 31us (4850us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320509.306919:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5974
00000100:00080000:3.0:1767320509.306963:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320509.306968:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320509.306972:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000123008:0@lo:38:kworker.0
00000100:00080000:3.0:1767320509.306985:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320509.306988:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320509.306991:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000123392:0@lo:38:kworker.0
00000100:00080000:3.0:1767320509.307061:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767320509.307066:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767320509.307068:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767320509.307128:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000123776:0@lo:400:kworker.0
00000100:00100000:3.0:1767320509.307143:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000123648:0@lo:400:kworker.0
00000100:00100000:3.0:1767320509.307180:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000123264:0@lo:400:kworker.0
00000100:00100000:3.0:1767320509.307190:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000123520:0@lo:400:kworker.0
00000100:00100000:1.0:1767320509.307307:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000122880
00000100:00100000:1.0:1767320509.307314:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000122880
00000100:00100000:1.0:1767320509.307346:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2003
00000100:00100000:1.0:1767320509.307352:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000122880:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320509.307361:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320509.307397:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000122880:12345-0@lo:38:kworker.0 Request processed in 44us (5458us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320509.307402:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2003
00000100:00080000:1.0:1767320509.307427:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320509.307431:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320509.307433:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000122880:0@lo:38:kworker.0
00000100:00100000:2.0:1767320509.309006:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000123136
00000100:00100000:2.0:1767320509.309130:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5975
00000100:00100000:2.0:1767320509.309137:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000123136:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320509.309157:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320509.309261:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000123136:12345-0@lo:38:kworker.0 Request processed in 123us (7226us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320509.309268:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5975
00000100:00080000:1.0:1767320509.309365:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320509.309371:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320509.309375:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000123136:0@lo:38:kworker.0
00010000:00010000:3.0:1767320509.621565:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320510.325747:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767320510.325773:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bfe2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000123904:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320510.325846:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320510.325944:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767320510.325955:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d072300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000124032:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320510.325987:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320510.326087:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000123904
00000100:00100000:0.0:1767320510.326096:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000123904
00000100:00100000:0.0:1767320510.326170:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000124032
00000100:00100000:0.0:1767320510.326174:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000124032
00000100:00100000:0.0:1767320510.326234:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2636
00000100:00100000:0.0:1767320510.326244:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000123904:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767320510.326277:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767320510.326323:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000123904:12345-0@lo:13:osp-pre-0-1.0 Request processed in 80us (476us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320510.326330:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2636
00000100:00100000:0.0:1767320510.326348:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2637
00000100:00100000:0.0:1767320510.326354:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d071180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000124032:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767320510.326367:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767320510.326397:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d071180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000124032:12345-0@lo:13:osp-pre-1-1.0 Request processed in 43us (409us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320510.326403:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2637
00000100:00100000:0.0:1767320510.326444:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d072300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000124032:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320510.326770:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bfe2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000123904:0@lo:13:osp-pre-0-1.0
00010000:00010000:3.0:1767320510.645818:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320511.676399:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320512.461490:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767320512.461555:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767320512.461924:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962568704
00000100:00100000:0.0:1767320512.461935:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962568704
00000100:00100000:0.0:1767320512.462028:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962568576
00000100:00100000:0.0:1767320512.462032:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962568576
00000100:00100000:0.0:1767320512.462055:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5290
00000100:00100000:0.0:1767320512.462067:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962568704:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:0.0:1767320512.462161:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962568704:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 96us (680us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320512.462169:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5290
00000100:00100000:0.0:1767320512.462189:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5976
00000100:00100000:0.0:1767320512.462235:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962568576:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:0.0:1767320512.462264:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320512.462297:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962568576:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 101us (741us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320512.462304:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5976
00000100:00080000:3.0:1767320512.462676:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767320512.693521:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320513.720259:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767320514.421403:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320514.421417:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767320514.421420:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320514.421425:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320514.421430:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320514.421441:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5707
00000100:00080000:2.0:1767320514.421447:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320514.421456:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320514.421512:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d070380 x1853164000124160/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320514.421543:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320514.421547:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320514.421548:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320514.421552:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5707
00000100:00080000:2.0:1767320514.421555:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320514.421559:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320514.421575:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d072300 x1853164000124288/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320514.421584:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320514.421587:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320514.421589:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320514.421593:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5707
00000100:00080000:2.0:1767320514.421596:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320514.421600:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320514.421611:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d071880 x1853164000124416/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320514.421684:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d072d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000124544:0@lo:400:kworker.0
00000100:00100000:1.0:1767320514.421778:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767320514.421897:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320514.421901:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320514.421903:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320514.421907:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5707
00000100:00080000:2.0:1767320514.421910:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320514.421914:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320514.422033:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d070380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000124160:0@lo:38:kworker.0
00000100:00100000:2.0:1767320514.422082:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d071f80 x1853164000124672/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320514.422099:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320514.422141:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d072300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000124288:0@lo:38:kworker.0
00000100:00100000:3.0:1767320514.422229:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320514.422252:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d071880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000124416:0@lo:38:kworker.0
00000100:00100000:3.0:1767320514.422273:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320514.422328:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d071f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000124672:0@lo:38:kworker.0
00000100:00100000:3.0:1767320514.422352:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320514.422395:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000124160
00000100:00100000:3.0:1767320514.422404:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000124160
00000100:00100000:3.0:1767320514.422448:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2004
00000100:00100000:3.0:1767320514.422456:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347047480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000124160:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320514.422480:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320514.422527:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347047480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000124160:12345-0@lo:38:kworker.0 Request processed in 71us (429us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320514.422535:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2004
00000100:00100000:0.0:1767320514.422586:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000124544
00000100:00100000:3.0:1767320514.422613:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000124288
00000100:00100000:3.0:1767320514.422617:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000124288
00000100:00100000:3.0:1767320514.422637:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000124416
00000100:00100000:3.0:1767320514.422639:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000124416
00000100:00100000:0.0:1767320514.422658:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000124544
00000100:00100000:3.0:1767320514.422712:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000124672
00000100:00100000:3.0:1767320514.422715:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000124672
00000100:00100000:0.0:1767320514.423628:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5291
00000100:00100000:0.0:1767320514.423644:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000124544:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320514.423717:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000124544:12345-0@lo:400:kworker.0 Request processed in 79us (1939us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320514.423724:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5291
00000100:00100000:0.0:1767320514.423741:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5977
00000100:00100000:0.0:1767320514.423745:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347045f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000124288:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320514.423761:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320514.423793:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347045f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000124288:12345-0@lo:38:kworker.0 Request processed in 47us (1563us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320514.423799:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5977
00000100:00100000:0.0:1767320514.423825:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5978
00000100:00100000:0.0:1767320514.423829:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347045180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000124416:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320514.423838:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320514.423862:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347045180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000124416:12345-0@lo:38:kworker.0 Request processed in 31us (1588us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320514.423867:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5978
00000100:00100000:0.0:1767320514.423877:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5979
00000100:00100000:0.0:1767320514.423881:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347044380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000124672:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320514.423889:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320514.423911:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347044380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000124672:12345-0@lo:38:kworker.0 Request processed in 29us (1558us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320514.423917:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5979
00000100:00080000:0.0:1767320514.423937:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320514.423954:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d070a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000124928:0@lo:400:kworker.0
00000100:00100000:0.0:1767320514.424013:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320514.424041:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767320514.424047:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364bc1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000125056:0@lo:400:kworker.0
00000100:00100000:0.0:1767320514.424100:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320514.424134:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000124928
00000100:00100000:0.0:1767320514.424140:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000124928
00000100:00100000:0.0:1767320514.424183:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000125056
00000100:00100000:0.0:1767320514.424187:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000125056
00000100:00100000:0.0:1767320514.424233:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3439
00000100:00100000:0.0:1767320514.424239:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000124928:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320514.424275:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000124928:12345-0@lo:400:kworker.0 Request processed in 36us (262us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320514.424281:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3439
00000100:00100000:0.0:1767320514.424293:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3440
00000100:00100000:0.0:1767320514.424299:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000125056:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320514.424326:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000125056:12345-0@lo:400:kworker.0 Request processed in 27us (225us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320514.424331:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3440
00000100:00080000:0.0:1767320514.424350:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767320514.424352:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767320514.424391:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364bc1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000125056:0@lo:400:kworker.0
00000100:00100000:0.0:1767320514.424402:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d070a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000124928:0@lo:400:kworker.0
00000100:00100000:0.0:1767320514.424445:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d071500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000124800:0@lo:400:kworker.0
00000100:00100000:0.0:1767320514.424474:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320514.424502:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000124800
00000100:00100000:0.0:1767320514.424506:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000124800
00000100:00100000:0.0:1767320514.424531:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5292
00000100:00100000:0.0:1767320514.424537:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d070a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000124800:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320514.424571:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d070a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000124800:12345-0@lo:400:kworker.0 Request processed in 34us (96us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320514.424576:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5292
00000100:00080000:0.0:1767320514.424590:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320514.424607:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d071500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000124800:0@lo:400:kworker.0
00000100:00080000:0.0:1767320514.424670:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320514.424676:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320514.424679:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d071f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000124672:0@lo:38:kworker.0
00000100:00080000:0.0:1767320514.424691:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320514.424695:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320514.424698:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d070380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000124160:0@lo:38:kworker.0
00000100:00080000:0.0:1767320514.424708:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320514.424711:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320514.424713:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d072300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000124288:0@lo:38:kworker.0
00000100:00080000:0.0:1767320514.424723:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320514.424727:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320514.424730:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d071880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000124416:0@lo:38:kworker.0
00000100:00100000:1.0:1767320514.425589:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d072d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000124544:0@lo:400:kworker.0
00010000:00010000:3.0:1767320514.741922:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320515.445985:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767320515.446019:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d071880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000125184:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320515.446126:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320515.446187:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000125184
00000100:00100000:1.0:1767320515.446217:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000125184
00000100:00100000:1.0:1767320515.446287:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2638
00000100:00100000:1.0:1767320515.446298:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d072300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000125184:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767320515.446337:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767320515.446402:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d072300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000125184:12345-0@lo:13:osp-pre-0-1.0 Request processed in 106us (276us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320515.446411:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2638
00000100:00100000:1.0:1767320515.446447:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364bc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000125312:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320515.446477:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320515.446540:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d071880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000125184:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320515.446688:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000125312
00000100:00100000:2.0:1767320515.446694:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000125312
00000100:00100000:2.0:1767320515.446739:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2639
00000100:00100000:2.0:1767320515.446746:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000125312:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767320515.446767:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767320515.446815:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000125312:12345-0@lo:13:osp-pre-1-1.0 Request processed in 70us (337us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320515.446823:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2639
00000100:00100000:1.0:1767320515.446897:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364bc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000125312:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767320515.766623:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320516.789611:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320517.574849:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767320517.574937:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767320517.575057:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962568960
00000100:00100000:2.0:1767320517.575071:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962568960
00000100:00100000:2.0:1767320517.575161:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962568832
00000100:00100000:2.0:1767320517.575165:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962568832
00000100:00100000:3.0:1767320517.575501:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5293
00000100:00100000:3.0:1767320517.575529:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d070380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962568960:12345-192.168.202.52@tcp:400:kworker.0
00000100:00080000:0.0:1767320517.575566:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320517.576003:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5980
00000100:00100000:2.0:1767320517.576098:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d071f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962568832:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767320517.576126:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320517.577604:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d070380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962568960:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 2077us (2758us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320517.577620:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5293
00000100:00100000:2.0:1767320517.580870:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d071f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962568832:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 4749us (5910us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320517.580894:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5980
00010000:00010000:3.0:1767320517.814346:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320518.841768:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767320519.542651:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320519.542664:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767320519.542668:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320519.542673:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320519.542679:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320519.542688:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5712
00000100:00080000:1.0:1767320519.542694:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320519.542703:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320519.542766:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237c0bd880 x1853164000125440/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320519.542802:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320519.542806:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320519.542808:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320519.542811:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5712
00000100:00080000:1.0:1767320519.542814:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320519.542818:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320519.542831:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237c0bed80 x1853164000125568/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320519.542841:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320519.542845:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320519.542846:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320519.542850:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5712
00000100:00080000:1.0:1767320519.542851:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320519.542854:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320519.542865:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237c0bce00 x1853164000125696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320519.542932:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320519.542936:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320519.542938:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320519.542942:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5712
00000100:00080000:1.0:1767320519.542944:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320519.542947:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320519.542957:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523670c0e00 x1853164000125952/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320519.543054:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000126336:0@lo:400:kworker.0
00000100:00100000:3.0:1767320519.543088:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000126080:0@lo:400:kworker.0
00000100:00100000:3.0:1767320519.543152:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320519.543162:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320519.543222:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000125824:0@lo:400:kworker.0
00000100:00100000:0.0:1767320519.543257:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000126336
00000100:00100000:0.0:1767320519.543268:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000126336
00000100:00100000:0.0:1767320519.543344:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3441
00000100:00100000:0.0:1767320519.543354:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000126336:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320519.547539:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767320519.547569:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000126208:0@lo:400:kworker.0
00000100:00100000:1.0:1767320519.547651:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320519.548329:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000126080
00000100:00100000:3.0:1767320519.548342:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000126080
00000100:00100000:3.0:1767320519.548409:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5294
00000100:00100000:3.0:1767320519.548422:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347046680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000126080:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320519.548507:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347046680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000126080:12345-0@lo:400:kworker.0 Request processed in 90us (5359us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320519.548515:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5294
00000100:00100000:3.0:1767320519.548593:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000126080:0@lo:400:kworker.0
00000100:00080000:3.0:1767320519.548766:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767320519.548771:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767320519.548794:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000125440:0@lo:38:kworker.0
00000100:00100000:3.0:1767320519.548841:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320519.548869:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000125568:0@lo:38:kworker.0
00000100:00100000:3.0:1767320519.548893:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320519.548922:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000125696:0@lo:38:kworker.0
00000100:00100000:3.0:1767320519.548946:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320519.548962:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000125952:0@lo:38:kworker.0
00000100:00100000:3.0:1767320519.548984:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320519.549032:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000125568
00000100:00100000:3.0:1767320519.549036:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000125568
00000100:00100000:3.0:1767320519.549059:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000125696
00000100:00100000:3.0:1767320519.549062:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000125696
00000100:00100000:3.0:1767320519.549165:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000125952
00000100:00100000:3.0:1767320519.549168:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000125952
00000100:00100000:3.0:1767320519.549188:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5981
00000100:00100000:3.0:1767320519.549215:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347047800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000125568:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320519.549240:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320519.549289:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347047800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000125568:12345-0@lo:38:kworker.0 Request processed in 95us (394us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320519.549296:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5981
00000100:00100000:3.0:1767320519.549308:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5982
00000100:00100000:3.0:1767320519.549312:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347046300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000125696:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320519.549321:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320519.549343:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347046300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000125696:12345-0@lo:38:kworker.0 Request processed in 30us (397us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320519.549349:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5982
00000100:00100000:3.0:1767320519.549362:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5983
00000100:00100000:3.0:1767320519.549366:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347047b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000125952:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320519.549376:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320519.549399:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347047b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000125952:12345-0@lo:38:kworker.0 Request processed in 32us (414us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320519.549406:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5983
00000100:00100000:1.0:1767320519.549436:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000126208
00000100:00100000:1.0:1767320519.549442:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000126208
00000100:00080000:3.0:1767320519.549446:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320519.549454:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320519.549459:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000125568:0@lo:38:kworker.0
00000100:00080000:3.0:1767320519.549469:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320519.549474:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320519.549477:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000125696:0@lo:38:kworker.0
00000100:00100000:1.0:1767320519.549490:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3442
00000100:00080000:3.0:1767320519.549490:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320519.549498:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320519.549504:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000126208:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320519.549506:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000125952:0@lo:38:kworker.0
00000100:00100000:1.0:1767320519.549558:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000126208:12345-0@lo:400:kworker.0 Request processed in 57us (1907us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320519.549566:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3442
00000100:00100000:3.0:1767320519.549578:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000125440
00000100:00100000:3.0:1767320519.549583:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000125440
00000100:00080000:1.0:1767320519.549591:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767320519.549615:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2005
00000100:00100000:1.0:1767320519.549622:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000126208:0@lo:400:kworker.0
00000100:00100000:3.0:1767320519.549624:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347047100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000125440:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320519.549638:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320519.549676:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347047100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000125440:12345-0@lo:38:kworker.0 Request processed in 54us (835us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320519.549684:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2005
00000100:00080000:3.0:1767320519.549708:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320519.549712:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320519.549715:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000125440:0@lo:38:kworker.0
00000100:00100000:2.0:1767320519.550602:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320519.550816:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000125824
00000100:00100000:1.0:1767320519.550827:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000125824
00000100:00080000:3.0:1767320519.551491:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320519.551558:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5295
00000100:00100000:1.0:1767320519.551573:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364bc1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000125824:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320519.551676:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364bc1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000125824:12345-0@lo:400:kworker.0 Request processed in 108us (1078us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320519.551684:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5295
00000100:00100000:3.0:1767320519.551783:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000125824:0@lo:400:kworker.0
00000100:00100000:0.0:1767320519.559984:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000126336:12345-0@lo:400:kworker.0 Request processed in 16617us (16821us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320519.560004:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3441
00000100:00100000:1.0:1767320519.560607:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000126336:0@lo:400:kworker.0
00010000:00010000:0.0:1767320519.863057:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320520.567349:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364bc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000126464:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767320520.567450:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320520.567497:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767320520.567503:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347044e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000126592:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320520.567528:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320520.567577:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000126464
00000100:00100000:0.0:1767320520.567587:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000126464
00000100:00100000:0.0:1767320520.567640:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000126592
00000100:00100000:0.0:1767320520.567644:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000126592
00000100:00100000:0.0:1767320520.567669:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2640
00000100:00100000:0.0:1767320520.567679:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d071500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000126464:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767320520.567718:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767320520.567768:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d071500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000126464:12345-0@lo:13:osp-pre-1-1.0 Request processed in 90us (318us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320520.567776:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2640
00000100:00100000:0.0:1767320520.567795:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2641
00000100:00100000:0.0:1767320520.567802:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d071880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000126592:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767320520.567819:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767320520.567847:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d071880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000126592:12345-0@lo:13:osp-pre-0-1.0 Request processed in 46us (318us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320520.567852:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2641
00000100:00100000:0.0:1767320520.567910:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347044e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000126592:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320520.567924:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364bc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000126464:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767320520.886227:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320521.909558:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320522.692406:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767320522.695548:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962569216
00000100:00100000:3.0:1767320522.695569:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962569216
00000100:00100000:3.0:1767320522.695686:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5296
00000100:00100000:3.0:1767320522.695699:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962569216:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:3.0:1767320522.695836:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962569216:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 140us (3444us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320522.695846:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5296
00000100:00080000:1.0:1767320522.696697:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320522.701379:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767320522.707510:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962569088
00000100:00100000:2.0:1767320522.707542:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962569088
00000100:00100000:2.0:1767320522.707627:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5984
00000100:00100000:2.0:1767320522.707636:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d072d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962569088:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767320522.707667:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320522.708474:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d072d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962569088:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 833us (7106us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320522.708486:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5984
00010000:00010000:3.0:1767320522.933777:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320523.959145:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767320524.661611:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320524.661627:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767320524.661631:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320524.661645:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320524.661651:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320524.661661:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5717
00000100:00080000:2.0:1767320524.661667:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320524.661677:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320524.661730:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952364bc1880 x1853164000126720/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320524.661761:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320524.661765:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320524.661767:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320524.661771:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5717
00000100:00080000:2.0:1767320524.661774:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320524.661777:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320524.661792:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952364bc2680 x1853164000126848/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320524.661802:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320524.661985:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320524.661988:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320524.661993:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5717
00000100:00080000:2.0:1767320524.661995:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320524.661999:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320524.662014:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952364bc2300 x1853164000126976/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320524.662093:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364bc1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000127104:0@lo:400:kworker.0
00000100:00100000:1.0:1767320524.662290:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320524.662437:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000127104
00000100:00100000:0.0:1767320524.662447:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000127104
00000100:00100000:0.0:1767320524.662530:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5297
00000100:00100000:0.0:1767320524.662541:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000127104:12345-0@lo:400:kworker.0
00000100:00080000:2.0:1767320524.662639:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320524.662645:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320524.662647:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320524.662651:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5717
00000100:00080000:2.0:1767320524.662654:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320524.662658:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320524.662676:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0a9880 x1853164000127232/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320524.662751:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364bc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000126720:0@lo:38:kworker.0
00000100:00100000:3.0:1767320524.662790:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320524.662910:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364bc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000126848:0@lo:38:kworker.0
00000100:00100000:3.0:1767320524.662936:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320524.662951:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364bc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000126976:0@lo:38:kworker.0
00000100:00100000:3.0:1767320524.662970:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320524.662997:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000127232:0@lo:38:kworker.0
00000100:00100000:3.0:1767320524.663018:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320524.663053:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000126720
00000100:00100000:3.0:1767320524.663057:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000126720
00000100:00100000:3.0:1767320524.663084:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2006
00000100:00100000:3.0:1767320524.663090:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347045880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000126720:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320524.663113:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320524.663245:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347045880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000126720:12345-0@lo:38:kworker.0 Request processed in 59us (359us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320524.663252:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2006
00000100:00100000:3.0:1767320524.663276:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000126848
00000100:00100000:3.0:1767320524.663280:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000126848
00000100:00100000:3.0:1767320524.663298:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000126976
00000100:00100000:3.0:1767320524.663300:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000126976
00000100:00100000:3.0:1767320524.663307:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000127232
00000100:00100000:3.0:1767320524.663309:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000127232
00000100:00100000:3.0:1767320524.663318:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5985
00000100:00100000:3.0:1767320524.663323:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347044700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000126848:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320524.663332:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320524.663359:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347044700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000126848:12345-0@lo:38:kworker.0 Request processed in 35us (422us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320524.663365:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5985
00000100:00100000:3.0:1767320524.663376:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5986
00000100:00100000:3.0:1767320524.663380:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347044000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000126976:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320524.663389:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320524.663410:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347044000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000126976:12345-0@lo:38:kworker.0 Request processed in 29us (439us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320524.663415:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5986
00000100:00100000:3.0:1767320524.663425:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5987
00000100:00100000:3.0:1767320524.663429:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347045500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000127232:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320524.663436:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320524.663456:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347045500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000127232:12345-0@lo:38:kworker.0 Request processed in 26us (438us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320524.663462:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5987
00000100:00080000:3.0:1767320524.663507:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320524.663512:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320524.663516:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364bc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000126720:0@lo:38:kworker.0
00000100:00080000:3.0:1767320524.663524:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320524.663528:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320524.663530:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364bc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000126848:0@lo:38:kworker.0
00000100:00080000:3.0:1767320524.663538:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320524.663541:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320524.663543:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364bc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000126976:0@lo:38:kworker.0
00000100:00080000:3.0:1767320524.663551:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320524.663553:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320524.663555:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000127232:0@lo:38:kworker.0
00000100:00100000:3.0:1767320524.663621:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000127360:0@lo:400:kworker.0
00000100:00100000:3.0:1767320524.663648:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767320524.663675:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320524.663686:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000127360
00000100:00100000:3.0:1767320524.663690:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000127360
00000100:00100000:3.0:1767320524.663720:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5298
00000100:00100000:3.0:1767320524.663726:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347045c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000127360:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320524.663761:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347045c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000127360:12345-0@lo:400:kworker.0 Request processed in 36us (113us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320524.663768:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5298
00000100:00080000:3.0:1767320524.663781:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320524.663798:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000127360:0@lo:400:kworker.0
00000100:00100000:0.0:1767320524.666505:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000127104:12345-0@lo:400:kworker.0 Request processed in 3951us (4200us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320524.666524:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5297
00000100:00100000:1.0:1767320524.666772:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364bc1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000127104:0@lo:400:kworker.0
00000100:00100000:0.0:1767320524.667915:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000127488:0@lo:400:kworker.0
00000100:00100000:0.0:1767320524.668041:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320524.668618:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000127488
00000100:00100000:1.0:1767320524.668629:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000127488
00000100:00100000:3.0:1767320524.669428:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000127616:0@lo:400:kworker.0
00000100:00100000:3.0:1767320524.669512:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320524.669597:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000127616
00000100:00100000:3.0:1767320524.669603:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000127616
00000100:00100000:3.0:1767320524.669687:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3443
00000100:00100000:3.0:1767320524.669698:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347046a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000127616:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320524.669755:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347046a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000127616:12345-0@lo:400:kworker.0 Request processed in 59us (242us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320524.669762:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3443
00000100:00080000:3.0:1767320524.669786:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767320524.670379:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000127616:0@lo:400:kworker.0
00000100:00100000:1.0:1767320524.671422:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3444
00000100:00100000:1.0:1767320524.671434:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fa9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000127488:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767320524.671579:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767320524.672626:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fa9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000127488:12345-0@lo:400:kworker.0 Request processed in 1188us (4579us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320524.672652:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3444
00000100:00100000:0.0:1767320524.674073:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000127488:0@lo:400:kworker.0
00010000:00010000:0.0:1767320524.984440:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320525.689666:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347046d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000127872:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320525.689838:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320525.689900:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767320525.689908:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000127744:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320525.689934:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320525.690088:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000127872
00000100:00100000:2.0:1767320525.690098:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000127872
00000100:00100000:2.0:1767320525.690158:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000127744
00000100:00100000:2.0:1767320525.690162:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000127744
00000100:00100000:2.0:1767320525.690379:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2642
00000100:00100000:2.0:1767320525.690393:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347044a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000127872:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767320525.690431:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767320525.690461:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2643
00000100:00100000:1.0:1767320525.690474:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347044e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000127744:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320525.690488:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347044a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000127872:12345-0@lo:13:osp-pre-0-1.0 Request processed in 97us (648us total) trans 0 rc 0/0
00002000:00000024:1.0:1767320525.690495:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767320525.690500:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2642
00000100:00100000:1.0:1767320525.690542:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347044e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000127744:12345-0@lo:13:osp-pre-1-1.0 Request processed in 72us (606us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320525.690549:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2643
00000100:00100000:3.0:1767320525.693175:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000127744:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320525.693219:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347046d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000127872:0@lo:13:osp-pre-0-1.0
00010000:00010000:3.0:1767320526.005493:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320527.031986:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320527.815474:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767320527.815519:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000400:00000100:0.0:1767320527.815553:0:7000:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.52@tcp portal 26 match 1853163962569600 offset 0 length 520: 4
00000100:00100000:3.0:1767320527.815597:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962569472
00000100:00100000:3.0:1767320527.815614:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962569472
00000100:00100000:1.0:1767320527.815799:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962569344
00000100:00100000:1.0:1767320527.815811:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962569344
00000100:00100000:1.0:1767320527.815874:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5299
00000100:00100000:3.0:1767320527.815895:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5988
00000100:00100000:1.0:1767320527.815906:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fabb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962569472:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:3.0:1767320527.815918:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b24380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962569344:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767320527.815962:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320527.816822:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fabb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962569472:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 931us (1361us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320527.816833:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5299
00000100:00080000:2.0:1767320527.821112:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320527.822542:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b24380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962569344:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 6617us (7008us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320527.822559:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5988
00010000:00010000:0.0:1767320528.054458:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320529.077472:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767320529.781466:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320529.781477:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767320529.781481:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320529.781485:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320529.781490:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320529.781498:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5722
00000100:00080000:3.0:1767320529.781504:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320529.781511:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320529.781558:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347046d80 x1853164000128000/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320529.781580:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320529.781584:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320529.781585:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320529.781589:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5722
00000100:00080000:3.0:1767320529.781592:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320529.781595:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320529.781610:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952364bc1180 x1853164000128128/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320529.781618:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320529.781621:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320529.781622:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320529.781625:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5722
00000100:00080000:3.0:1767320529.781627:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320529.781630:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320529.781642:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952364bc2300 x1853164000128256/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320529.781684:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320529.781688:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320529.781690:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320529.781693:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5722
00000100:00080000:3.0:1767320529.781695:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320529.781698:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320529.781709:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952364bc1880 x1853164000128512/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320529.781776:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000128896:0@lo:400:kworker.0
00000100:00100000:3.0:1767320529.781876:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320529.781959:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767320529.781966:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000128768:0@lo:400:kworker.0
00000100:00100000:3.0:1767320529.781990:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320529.782023:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000128896
00000100:00100000:3.0:1767320529.782031:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000128896
00000100:00100000:3.0:1767320529.782084:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000128768
00000100:00100000:3.0:1767320529.782088:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000128768
00000100:00100000:3.0:1767320529.782112:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3445
00000100:00100000:3.0:1767320529.782120:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f54a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000128896:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320529.782177:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f54a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000128896:12345-0@lo:400:kworker.0 Request processed in 56us (299us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320529.782184:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3445
00000100:00100000:3.0:1767320529.782226:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3446
00000100:00100000:3.0:1767320529.782233:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000128768:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320529.782261:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000128768:12345-0@lo:400:kworker.0 Request processed in 29us (270us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320529.782267:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3446
00000100:00100000:3.0:1767320529.782308:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000128768:0@lo:400:kworker.0
00000100:00100000:3.0:1767320529.782319:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000128896:0@lo:400:kworker.0
00000100:00100000:2.0:1767320529.782599:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000128640:0@lo:400:kworker.0
00000100:00100000:2.0:1767320529.782631:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320529.782662:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767320529.782667:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364bc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000128384:0@lo:400:kworker.0
00000100:00100000:2.0:1767320529.782686:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767320529.782710:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767320529.782713:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767320529.782783:0:7004:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320504/real 1767320504]  req@ffff95237d070700 x1853164000121472/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320529 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1767320529.782802:0:7004:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95237d070700 x1853164000121472/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320529 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1767320529.782815:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347046d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000128000:0@lo:38:kworker.0
00000100:00100000:0.0:1767320529.782840:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320529.782870:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364bc1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000128128:0@lo:38:kworker.0
00000100:00100000:0.0:1767320529.782887:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320529.782902:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364bc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000128256:0@lo:38:kworker.0
00000100:00100000:0.0:1767320529.782916:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320529.782939:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364bc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000128512:0@lo:38:kworker.0
00000100:00100000:0.0:1767320529.782969:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767320529.782985:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320529.782994:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:0.0:1767320529.782998:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d070700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000121472:0@lo:250:kworker.0
00000100:00100000:0.0:1767320529.783020:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000128640
00000100:00100000:0.0:1767320529.783025:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000128640
00000100:00100000:0.0:1767320529.783055:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000128384
00000100:00100000:0.0:1767320529.783057:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000128384
00000100:00100000:0.0:1767320529.783066:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000128128
00000100:00100000:0.0:1767320529.783068:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000128128
00000100:00100000:0.0:1767320529.783075:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000128256
00000100:00100000:0.0:1767320529.783077:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000128256
00000100:00100000:0.0:1767320529.783082:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000128512
00000100:00100000:0.0:1767320529.783084:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000128512
00000100:00100000:0.0:1767320529.783092:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5300
00000100:00100000:0.0:1767320529.783097:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000128640:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320529.783132:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000128640:12345-0@lo:400:kworker.0 Request processed in 35us (500us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320529.783137:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5300
00000100:00100000:0.0:1767320529.783150:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5301
00000100:00100000:0.0:1767320529.783156:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000128384:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320529.783180:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000128384:12345-0@lo:400:kworker.0 Request processed in 25us (493us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320529.783186:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5301
00000100:00100000:0.0:1767320529.783241:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5989
00000100:00100000:0.0:1767320529.783246:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b25500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000128128:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320529.783267:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320529.783302:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b25500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000128128:12345-0@lo:38:kworker.0 Request processed in 55us (413us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320529.783309:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5989
00000100:00100000:0.0:1767320529.783321:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5990
00000100:00100000:0.0:1767320529.783324:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b27b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000128256:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320529.783333:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320529.783355:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b27b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000128256:12345-0@lo:38:kworker.0 Request processed in 29us (437us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320529.783360:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5990
00000100:00100000:0.0:1767320529.783370:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5991
00000100:00100000:0.0:1767320529.783374:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f798a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000128512:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320529.783382:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320529.783403:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f798a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000128512:12345-0@lo:38:kworker.0 Request processed in 27us (433us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320529.783408:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5991
00000100:00080000:0.0:1767320529.783626:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320529.783648:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364bc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000128384:0@lo:400:kworker.0
00000100:00100000:0.0:1767320529.783657:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000128640:0@lo:400:kworker.0
00000100:00080000:0.0:1767320529.783679:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320529.783684:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320529.783687:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364bc1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000128128:0@lo:38:kworker.0
00000100:00080000:0.0:1767320529.783694:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320529.783697:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320529.783701:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364bc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000128256:0@lo:38:kworker.0
00000100:00080000:0.0:1767320529.783708:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320529.783711:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320529.783713:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364bc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000128512:0@lo:38:kworker.0
00000100:00100000:2.0:1767320529.783792:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000128000
00000100:00100000:2.0:1767320529.783796:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000128000
00000100:00100000:2.0:1767320529.783826:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2007
00000100:00100000:2.0:1767320529.783831:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b26a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000128000:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320529.783840:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320529.783869:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b26a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000128000:12345-0@lo:38:kworker.0 Request processed in 37us (1028us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320529.783874:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2007
00000100:00080000:3.0:1767320529.784172:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320529.784178:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767320529.784182:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320529.784187:0:49151:0:(import.c:509:import_select_connection()) MGC192.168.202.152@tcp: connect to NID 0@lo last attempt 5702
00000100:00080000:3.0:1767320529.784191:0:49151:0:(import.c:588:import_select_connection()) MGC192.168.202.152@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320529.784215:0:49151:0:(import.c:623:import_select_connection()) MGC192.168.202.152@tcp: import ffff95235eb57800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320529.784242:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952364f56680 x1853164000129024/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320529.784331:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000129024:0@lo:250:kworker.0
00000400:00000100:0.0:1767320529.784400:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164000129024 offset 0 length 520: 4
00000100:00080000:0.0:1767320529.784438:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320529.784442:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320529.784445:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347046d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000128000:0@lo:38:kworker.0
00010000:00010000:3.0:1767320530.102009:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320530.805497:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1]
00000100:00100000:0.0:1767320530.805532:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000129152:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767320530.805601:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320530.805648:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000129280:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320530.805683:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320530.806025:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000129152
00000100:00100000:1.0:1767320530.806035:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000129152
00000100:00100000:1.0:1767320530.806094:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000129280
00000100:00100000:1.0:1767320530.806097:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000129280
00000100:00100000:1.0:1767320530.806128:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2644
00000100:00100000:1.0:1767320530.806138:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f799f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000129152:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767320530.806172:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767320530.806246:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f799f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000129152:12345-0@lo:13:osp-pre-1-1.0 Request processed in 109us (643us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320530.806254:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2644
00000100:00100000:1.0:1767320530.806276:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2645
00000100:00100000:1.0:1767320530.806283:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f799c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000129280:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767320530.806297:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767320530.806324:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f799c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000129280:12345-0@lo:13:osp-pre-0-1.0 Request processed in 42us (639us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320530.806329:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2645
00000100:00100000:0.0:1767320530.806627:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000129152:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767320530.806639:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000129280:0@lo:13:osp-pre-0-1.0
00010000:00010000:3.0:1767320531.125951:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320532.149604:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320532.930156:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767320532.930338:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962569856
00000100:00100000:3.0:1767320532.930356:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962569856
00000100:00100000:3.0:1767320532.930445:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5302
00000100:00100000:3.0:1767320532.930454:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962569856:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:0.0:1767320532.930478:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767320532.930556:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962569856:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 102us (409us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320532.930562:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5302
00000100:00080000:2.0:1767320532.930803:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320532.934501:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962569728
00000100:00100000:3.0:1767320532.934518:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962569728
00000100:00100000:3.0:1767320532.934569:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5992
00000100:00100000:3.0:1767320532.934577:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f79b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962569728:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767320532.934604:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320532.934687:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f79b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962569728:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 112us (4213us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320532.934694:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5992
00010000:00010000:0.0:1767320533.173538:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320534.197453:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767320534.901853:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320534.901863:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767320534.901866:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320534.901872:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320534.901876:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320534.901901:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5727
00000100:00080000:3.0:1767320534.901907:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320534.901916:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320534.901959:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952364f55500 x1853164000129408/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320534.901983:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320534.901987:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320534.901989:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320534.901992:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5727
00000100:00080000:3.0:1767320534.901995:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320534.901999:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320534.902012:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952364f55f80 x1853164000129536/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320534.902020:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320534.902024:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320534.902025:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320534.902029:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5727
00000100:00080000:3.0:1767320534.902031:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320534.902034:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320534.902044:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952364f54000 x1853164000129664/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320534.902078:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320534.902083:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320534.902085:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320534.902089:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5727
00000100:00080000:3.0:1767320534.902091:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320534.902095:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320534.902108:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952364f55180 x1853164000129920/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320534.902190:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000130176:0@lo:400:kworker.0
00000100:00100000:2.0:1767320534.902220:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000130048:0@lo:400:kworker.0
00000100:00100000:0.0:1767320534.902363:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000129792:0@lo:400:kworker.0
00000100:00100000:1.0:1767320534.903414:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000129408:0@lo:38:kworker.0
00000100:00100000:2.0:1767320534.907421:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320534.907668:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000130048
00000100:00100000:2.0:1767320534.907895:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000130048
00000100:00100000:2.0:1767320534.908136:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5303
00000100:00100000:2.0:1767320534.908148:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000130048:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320534.908258:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000130048:12345-0@lo:400:kworker.0 Request processed in 112us (852us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320534.908264:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320534.908266:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5303
00000100:00100000:2.0:1767320534.908286:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000129792
00000100:00100000:2.0:1767320534.908290:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000129792
00000100:00100000:0.0:1767320534.908295:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767320534.908308:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000130304:0@lo:400:kworker.0
00000100:00100000:2.0:1767320534.908315:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5304
00000100:00100000:2.0:1767320534.908320:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f799500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000129792:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320534.908342:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320534.908347:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f799500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000129792:12345-0@lo:400:kworker.0 Request processed in 28us (83us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320534.908353:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5304
00000100:00080000:2.0:1767320534.908373:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320534.908384:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000129792:0@lo:400:kworker.0
00000100:00100000:2.0:1767320534.908402:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000130048:0@lo:400:kworker.0
00000100:00100000:0.0:1767320534.908415:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000130304
00000100:00100000:0.0:1767320534.908419:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000130304
00000100:00100000:0.0:1767320534.908461:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3447
00000100:00080000:2.0:1767320534.908461:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767320534.908467:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f79a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000130304:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320534.908515:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f79a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000130304:12345-0@lo:400:kworker.0 Request processed in 49us (173us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320534.908522:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3447
00000100:00100000:0.0:1767320534.908549:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000130304:0@lo:400:kworker.0
00000100:00100000:3.0:1767320534.916292:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320534.916503:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000130176
00000100:00100000:0.0:1767320534.916516:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000130176
00000100:00100000:0.0:1767320534.916611:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3448
00000100:00100000:0.0:1767320534.916624:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f57480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000130176:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320534.916727:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f57480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000130176:12345-0@lo:400:kworker.0 Request processed in 106us (446us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320534.916736:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3448
00000100:00100000:3.0:1767320534.918277:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000130176:0@lo:400:kworker.0
00000100:00080000:2.0:1767320534.918371:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767320534.918667:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320534.919053:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000129536:0@lo:38:kworker.0
00000100:00100000:1.0:1767320534.919094:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320534.919124:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000129664:0@lo:38:kworker.0
00000100:00100000:1.0:1767320534.919146:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320534.919175:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000129920:0@lo:38:kworker.0
00000100:00100000:1.0:1767320534.919222:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320534.919253:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000129536
00000100:00100000:2.0:1767320534.919264:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000129536
00000100:00100000:1.0:1767320534.919266:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000129664
00000100:00100000:1.0:1767320534.919269:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000129664
00000100:00100000:1.0:1767320534.919351:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000129920
00000100:00100000:1.0:1767320534.919355:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000129920
00000100:00100000:0.0:1767320534.919411:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000129408
00000100:00100000:0.0:1767320534.919416:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000129408
00000100:00100000:0.0:1767320534.919447:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2008
00000100:00100000:0.0:1767320534.919455:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000129408:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320534.919479:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320534.919536:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000129408:12345-0@lo:38:kworker.0 Request processed in 80us (869us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320534.919544:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2008
00000100:00100000:2.0:1767320534.920104:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5993
00000100:00100000:2.0:1767320534.920111:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000129664:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320534.920126:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320534.920129:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5994
00000100:00100000:3.0:1767320534.920135:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000129536:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320534.920145:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320534.920188:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000129536:12345-0@lo:38:kworker.0 Request processed in 52us (1093us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320534.920225:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5994
00000100:00100000:3.0:1767320534.920245:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5995
00000100:00100000:3.0:1767320534.920249:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000129920:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320534.920259:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320534.920275:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000129664:12345-0@lo:38:kworker.0 Request processed in 163us (1127us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320534.920278:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000129920:12345-0@lo:38:kworker.0 Request processed in 28us (1056us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320534.920281:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5993
00000100:00100000:3.0:1767320534.920284:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5995
00000100:00080000:1.0:1767320534.920440:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320534.920447:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320534.920451:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000129408:0@lo:38:kworker.0
00000100:00080000:1.0:1767320534.920462:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320534.920465:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320534.920468:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000129536:0@lo:38:kworker.0
00000100:00080000:1.0:1767320534.920477:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320534.920481:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320534.920483:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000129664:0@lo:38:kworker.0
00000100:00080000:1.0:1767320534.920490:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320534.920494:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320534.920497:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000129920:0@lo:38:kworker.0
00010000:00010000:3.0:1767320535.221471:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320535.925901:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767320535.925938:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000130432:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320535.926035:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320535.926104:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000130432
00000100:00100000:1.0:1767320535.926115:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000130432
00000100:00100000:1.0:1767320535.926175:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2646
00000100:00100000:1.0:1767320535.926185:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000130432:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767320535.926247:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767320535.926296:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000130432:12345-0@lo:13:osp-pre-0-1.0 Request processed in 112us (261us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320535.926304:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2646
00000100:00100000:1.0:1767320535.926359:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000130432:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320535.926925:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367240e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000130560:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320535.926971:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320535.927102:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000130560
00000100:00100000:0.0:1767320535.927109:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000130560
00000100:00100000:0.0:1767320535.927147:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2647
00000100:00100000:0.0:1767320535.927155:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f55c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000130560:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767320535.927179:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767320535.927244:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f55c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000130560:12345-0@lo:13:osp-pre-1-1.0 Request processed in 90us (272us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320535.927250:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2647
00000100:00100000:3.0:1767320535.927980:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367240e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000130560:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767320536.249164:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320537.279783:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320538.052543:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767320538.052596:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767320538.052674:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962570112
00000100:00100000:2.0:1767320538.052686:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962570112
00000100:00080000:3.0:1767320538.052801:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320538.052840:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962569984
00000100:00100000:2.0:1767320538.052845:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962569984
00000100:00100000:1.0:1767320538.057818:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5305
00000100:00100000:1.0:1767320538.057847:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f79a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962570112:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767320538.057968:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f79a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962570112:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 135us (5435us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320538.057976:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5305
00000100:00100000:1.0:1767320538.058008:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5996
00000100:00100000:1.0:1767320538.058013:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f79bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962569984:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767320538.058037:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320538.058159:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f79bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962569984:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 48us (5466us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320538.058167:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5996
00010000:00010000:3.0:1767320538.293977:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320539.317523:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767320540.022535:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320540.022548:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767320540.022616:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320540.022694:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320540.022700:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320540.022710:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5732
00000100:00080000:0.0:1767320540.022716:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320540.022725:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320540.022781:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347046d80 x1853164000130688/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320540.023518:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347046d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000130688:0@lo:38:kworker.0
00000100:00100000:1.0:1767320540.023765:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320540.024159:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000130688
00000100:00100000:2.0:1767320540.024179:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000130688
00000100:00080000:0.0:1767320540.024993:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320540.025003:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320540.025006:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320540.025013:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5732
00000100:00080000:0.0:1767320540.025018:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320540.026415:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320540.026468:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952364bc1880 x1853164000130816/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320540.026493:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320540.026497:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320540.026500:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320540.026505:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5732
00000100:00080000:0.0:1767320540.026508:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320540.026511:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320540.026520:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952364bc2300 x1853164000130944/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320540.026569:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320540.026573:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320540.026575:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320540.026579:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5732
00000100:00080000:0.0:1767320540.026582:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320540.026586:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320540.026603:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952364bc2680 x1853164000131200/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320540.026690:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364bc1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000131072:0@lo:400:kworker.0
00000100:00100000:0.0:1767320540.026773:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320540.026825:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767320540.026863:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000131584:0@lo:400:kworker.0
00000100:00100000:0.0:1767320540.026893:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320540.026928:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000131456:0@lo:400:kworker.0
00000100:00100000:0.0:1767320540.026951:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320540.026970:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767320540.026975:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d070700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000131328:0@lo:400:kworker.0
00000100:00100000:0.0:1767320540.027009:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320540.027051:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000131584
00000100:00100000:0.0:1767320540.027059:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000131584
00000100:00100000:0.0:1767320540.027124:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000131456
00000100:00100000:0.0:1767320540.027127:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000131456
00000100:00100000:0.0:1767320540.027151:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3449
00000100:00100000:0.0:1767320540.027160:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523669e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000131584:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320540.027253:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523669e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000131584:12345-0@lo:400:kworker.0 Request processed in 93us (358us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320540.027260:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3449
00000100:00100000:0.0:1767320540.027278:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3450
00000100:00100000:0.0:1767320540.027284:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523669e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000131456:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320540.027314:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523669e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000131456:12345-0@lo:400:kworker.0 Request processed in 30us (362us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320540.027321:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3450
00000100:00080000:0.0:1767320540.027345:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767320540.027349:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767320540.027388:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000131584:0@lo:400:kworker.0
00000100:00100000:0.0:1767320540.027414:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000131456:0@lo:400:kworker.0
00000100:00100000:0.0:1767320540.027478:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000131072
00000100:00100000:0.0:1767320540.027482:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000131072
00000100:00100000:0.0:1767320540.027518:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5306
00000100:00100000:0.0:1767320540.027525:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523669e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000131072:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320540.027560:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523669e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000131072:12345-0@lo:400:kworker.0 Request processed in 36us (787us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320540.027565:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5306
00000100:00100000:0.0:1767320540.027576:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000131328
00000100:00100000:0.0:1767320540.027579:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000131328
00000100:00100000:0.0:1767320540.027604:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5307
00000100:00100000:0.0:1767320540.027611:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523669e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000131328:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320540.027642:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523669e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000131328:12345-0@lo:400:kworker.0 Request processed in 32us (632us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320540.027647:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5307
00000100:00080000:0.0:1767320540.027661:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320540.027679:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364bc1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000131072:0@lo:400:kworker.0
00000100:00100000:0.0:1767320540.027703:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d070700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000131328:0@lo:400:kworker.0
00000100:00100000:1.0:1767320540.030781:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364bc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000130816:0@lo:38:kworker.0
00000100:00100000:2.0:1767320540.032159:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2009
00000100:00100000:2.0:1767320540.034338:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000130688:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320540.036111:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320540.040998:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320540.041142:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000130688:12345-0@lo:38:kworker.0 Request processed in 8965us (17372us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320540.041161:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2009
00000100:00100000:1.0:1767320540.042610:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364bc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000130944:0@lo:38:kworker.0
00000100:00100000:1.0:1767320540.042706:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320540.042734:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364bc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000131200:0@lo:38:kworker.0
00000100:00100000:1.0:1767320540.042757:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767320540.042825:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320540.042840:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320540.042844:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347046d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000130688:0@lo:38:kworker.0
00000100:00100000:1.0:1767320540.042906:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000130816
00000100:00100000:1.0:1767320540.042914:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000130816
00000100:00100000:1.0:1767320540.042953:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000130944
00000100:00100000:1.0:1767320540.042956:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000130944
00000100:00100000:1.0:1767320540.042972:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000131200
00000100:00100000:1.0:1767320540.042974:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000131200
00000100:00100000:1.0:1767320540.043007:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5997
00000100:00100000:1.0:1767320540.043015:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000130816:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767320540.043333:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5998
00000100:00100000:3.0:1767320540.043340:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000130944:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320540.043368:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320540.043395:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5999
00000100:00100000:0.0:1767320540.043404:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000131200:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320540.043416:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320540.043477:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000131200:12345-0@lo:38:kworker.0 Request processed in 72us (718us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320540.043485:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5999
00000100:00080000:0.0:1767320540.043537:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320540.043542:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320540.043546:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364bc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000131200:0@lo:38:kworker.0
00000100:00100000:3.0:1767320540.043775:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000130944:12345-0@lo:38:kworker.0 Request processed in 434us (1068us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320540.043783:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5998
00010000:00020000:1.0:1767320540.044182:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320540.044325:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000130816:12345-0@lo:38:kworker.0 Request processed in 1308us (3350us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320540.044333:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5997
00000100:00080000:0.0:1767320540.044500:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320540.044506:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320540.044510:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364bc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000130816:0@lo:38:kworker.0
00000100:00080000:0.0:1767320540.044520:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320540.044524:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320540.044527:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364bc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000130944:0@lo:38:kworker.0
00010000:00010000:0.0:1767320540.341502:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320541.046544:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767320541.046567:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367243100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000131712:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767320541.046641:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320541.046748:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000131712
00000100:00100000:3.0:1767320541.046758:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000131712
00000100:00100000:3.0:1767320541.046851:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2648
00000100:00100000:3.0:1767320541.046862:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523669e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000131712:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767320541.046897:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767320541.046955:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523669e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000131712:12345-0@lo:13:osp-pre-1-1.0 Request processed in 94us (313us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320541.046963:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2648
00000100:00100000:2.0:1767320541.047173:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367243100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000131712:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767320541.049389:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767320541.049410:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000131840:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320541.049473:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320541.049615:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000131840
00000100:00100000:2.0:1767320541.049624:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000131840
00000100:00100000:2.0:1767320541.049676:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2649
00000100:00100000:2.0:1767320541.049685:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523669e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000131840:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767320541.049713:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767320541.049762:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523669e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000131840:12345-0@lo:13:osp-pre-0-1.0 Request processed in 78us (288us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320541.049769:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2649
00000100:00100000:0.0:1767320541.049864:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000131840:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767320541.366318:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320542.389733:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320543.168368:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767320543.168521:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962570368
00000100:00100000:1.0:1767320543.168533:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962570368
00000100:00100000:1.0:1767320543.168615:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5308
00000100:00100000:1.0:1767320543.168624:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f55880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962570368:12345-192.168.202.52@tcp:400:kworker.0
00000100:00080000:0.0:1767320543.168729:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320543.169233:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f55880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962570368:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 606us (871us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320543.169242:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5308
00000100:00100000:3.0:1767320543.169375:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767320543.169498:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962570240
00000100:00100000:1.0:1767320543.169504:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962570240
00000100:00100000:1.0:1767320543.169536:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6000
00000100:00100000:1.0:1767320543.169541:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f57800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962570240:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767320543.169564:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320543.169597:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f57800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962570240:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 54us (222us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320543.169603:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6000
00010000:00010000:3.0:1767320543.417765:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320544.437994:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767320545.142313:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320545.142325:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767320545.142329:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320545.142333:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320545.142337:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320545.142346:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5737
00000100:00080000:3.0:1767320545.142351:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320545.142357:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320545.142404:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952364f54e00 x1853164000131968/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320545.142435:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320545.142438:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320545.142440:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320545.142444:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5737
00000100:00080000:3.0:1767320545.142446:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320545.142450:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320545.142463:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952364f54380 x1853164000132096/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320545.142473:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320545.142476:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320545.142478:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320545.142481:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5737
00000100:00080000:3.0:1767320545.142484:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320545.142502:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320545.142514:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952364f57b80 x1853164000132224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320545.142604:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000132352:0@lo:400:kworker.0
00000100:00100000:1.0:1767320545.142687:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320545.142845:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000132352
00000100:00100000:2.0:1767320545.142855:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000132352
00000100:00100000:2.0:1767320545.142921:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5309
00000100:00100000:2.0:1767320545.142933:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000132352:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767320545.143003:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320545.143007:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320545.143009:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320545.143013:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5737
00000100:00080000:3.0:1767320545.143016:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320545.143020:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320545.143034:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952364f54000 x1853164000132480/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320545.143324:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000132736:0@lo:400:kworker.0
00000100:00100000:0.0:1767320545.143372:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320545.143399:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767320545.143405:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000132608:0@lo:400:kworker.0
00000100:00100000:0.0:1767320545.143428:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320545.143460:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000132736
00000100:00100000:0.0:1767320545.143464:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000132736
00000100:00100000:0.0:1767320545.143510:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3451
00000100:00100000:0.0:1767320545.143518:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499db850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000132736:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320545.143567:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499db850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000132736:12345-0@lo:400:kworker.0 Request processed in 50us (194us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320545.143574:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3451
00000100:00080000:0.0:1767320545.143801:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767320545.143805:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320545.143833:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000132736:0@lo:400:kworker.0
00000100:00100000:0.0:1767320545.143853:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000131968:0@lo:38:kworker.0
00000100:00100000:0.0:1767320545.143875:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320545.143900:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000132096:0@lo:38:kworker.0
00000100:00100000:0.0:1767320545.143915:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320545.143934:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000132224:0@lo:38:kworker.0
00000100:00100000:0.0:1767320545.143953:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320545.143968:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000132480:0@lo:38:kworker.0
00000100:00100000:0.0:1767320545.143988:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320545.144015:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000132608
00000100:00100000:0.0:1767320545.144019:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000132608
00000100:00100000:0.0:1767320545.144043:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000132096
00000100:00100000:0.0:1767320545.144045:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000132096
00000100:00100000:0.0:1767320545.144053:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000132224
00000100:00100000:0.0:1767320545.144055:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000132224
00000100:00100000:0.0:1767320545.144079:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000132480
00000100:00100000:0.0:1767320545.144082:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000132480
00000100:00100000:0.0:1767320545.144093:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5310
00000100:00100000:0.0:1767320545.144100:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523669e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000132608:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320545.144137:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523669e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000132608:12345-0@lo:400:kworker.0 Request processed in 37us (707us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320545.144144:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5310
00000100:00100000:0.0:1767320545.144156:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6001
00000100:00100000:0.0:1767320545.144160:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523669e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000132096:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320545.144179:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320545.144240:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523669e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000132096:12345-0@lo:38:kworker.0 Request processed in 78us (323us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320545.144246:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6001
00000100:00100000:0.0:1767320545.144257:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6002
00000100:00100000:0.0:1767320545.144261:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523669e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000132224:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320545.144270:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320545.144292:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523669e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000132224:12345-0@lo:38:kworker.0 Request processed in 30us (342us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320545.144297:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6002
00000100:00100000:0.0:1767320545.144307:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6003
00000100:00100000:0.0:1767320545.144310:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523669e7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000132480:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320545.144318:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320545.144338:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523669e7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000132480:12345-0@lo:38:kworker.0 Request processed in 26us (349us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320545.144343:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6003
00000100:00080000:0.0:1767320545.144357:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320545.144375:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000132608:0@lo:400:kworker.0
00000100:00080000:0.0:1767320545.144403:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320545.144407:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320545.144409:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000132096:0@lo:38:kworker.0
00000100:00080000:0.0:1767320545.144417:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320545.144419:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320545.144422:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000132224:0@lo:38:kworker.0
00000100:00080000:0.0:1767320545.144429:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320545.144432:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320545.144434:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000132480:0@lo:38:kworker.0
00000100:00100000:0.0:1767320545.144501:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000132864:0@lo:400:kworker.0
00000100:00100000:0.0:1767320545.144528:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320545.144555:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000132864
00000100:00100000:0.0:1767320545.144559:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000132864
00000100:00100000:0.0:1767320545.144587:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3452
00000100:00100000:0.0:1767320545.144593:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523669e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000132864:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320545.144627:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523669e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000132864:12345-0@lo:400:kworker.0 Request processed in 34us (98us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320545.144633:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3452
00000100:00080000:0.0:1767320545.144646:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767320545.144661:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000132864:0@lo:400:kworker.0
00000100:00100000:0.0:1767320545.144689:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000131968
00000100:00100000:0.0:1767320545.144693:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000131968
00000100:00100000:0.0:1767320545.144713:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2010
00000100:00100000:0.0:1767320545.144718:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523669e4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000131968:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320545.144729:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320545.144758:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523669e4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000131968:12345-0@lo:38:kworker.0 Request processed in 39us (881us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320545.144764:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2010
00000100:00080000:0.0:1767320545.144802:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320545.144807:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320545.144810:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000131968:0@lo:38:kworker.0
00000100:00100000:2.0:1767320545.153396:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000132352:12345-0@lo:400:kworker.0 Request processed in 10455us (10697us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320545.153412:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5309
00000100:00100000:1.0:1767320545.154382:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000132352:0@lo:400:kworker.0
00010000:00010000:0.0:1767320545.462736:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320546.165415:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367243100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000132992:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320546.165576:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320546.166942:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000133120:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320546.168437:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320546.168506:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000132992
00000100:00100000:3.0:1767320546.168515:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000132992
00000100:00100000:2.0:1767320546.168677:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000133120
00000100:00100000:2.0:1767320546.168682:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000133120
00000100:00100000:2.0:1767320546.168728:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2650
00000100:00100000:2.0:1767320546.168737:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523669e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000133120:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767320546.168772:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767320546.168848:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2651
00000100:00100000:3.0:1767320546.168855:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000132992:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767320546.168871:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767320546.172838:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523669e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000133120:12345-0@lo:13:osp-pre-0-1.0 Request processed in 4093us (4396us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320546.172854:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2650
00000100:00100000:0.0:1767320546.172889:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000133120:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320546.172995:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000132992:12345-0@lo:13:osp-pre-1-1.0 Request processed in 4139us (7419us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320546.173003:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2651
00000100:00100000:1.0:1767320546.173069:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367243100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000132992:0@lo:13:osp-pre-1-1.0
00010000:00010000:3.0:1767320546.491524:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320547.516332:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320548.291787:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767320548.291892:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767320548.292641:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962570624
00000100:00100000:0.0:1767320548.292652:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962570624
00000100:00100000:0.0:1767320548.292782:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962570496
00000100:00100000:0.0:1767320548.292786:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962570496
00000100:00100000:0.0:1767320548.292824:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5311
00000100:00100000:0.0:1767320548.292834:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f56300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962570624:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:0.0:1767320548.292940:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f56300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962570624:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 108us (1164us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320548.292948:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5311
00000100:00100000:0.0:1767320548.292966:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6004
00000100:00100000:0.0:1767320548.292971:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962570496:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:0.0:1767320548.292990:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320548.293014:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962570496:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 43us (1122us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320548.293020:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6004
00000100:00080000:1.0:1767320548.293698:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767320548.540878:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320549.557471:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767320550.261863:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320550.261873:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767320550.261876:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320550.261880:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320550.261884:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320550.261892:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5743
00000100:00080000:1.0:1767320550.261896:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320550.261902:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320550.261942:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523670c3800 x1853164000133248/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320550.262013:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000133248:0@lo:38:kworker.0
00000100:00100000:0.0:1767320550.262115:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320550.262230:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000133248
00000100:00100000:3.0:1767320550.262239:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000133248
00000100:00100000:3.0:1767320550.262289:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2011
00000100:00100000:3.0:1767320550.262296:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523669e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000133248:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320550.262319:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767320550.262800:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320550.262805:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320550.262808:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320550.262827:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5743
00000100:00080000:1.0:1767320550.262830:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320550.262834:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320550.262857:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523670c2300 x1853164000133376/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320550.269250:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523669e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000133248:12345-0@lo:38:kworker.0 Request processed in 6941us (7122us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320550.269266:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2011
00000100:00100000:0.0:1767320550.272823:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000133376:0@lo:38:kworker.0
00000100:00100000:0.0:1767320550.272906:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320550.273005:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000133376
00000100:00100000:3.0:1767320550.273013:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000133376
00000100:00080000:0.0:1767320550.273021:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320550.273026:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320550.273029:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000133248:0@lo:38:kworker.0
00000100:00100000:3.0:1767320550.273121:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6005
00000100:00100000:3.0:1767320550.273129:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523669e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000133376:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320550.273149:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320550.273225:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523669e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000133376:12345-0@lo:38:kworker.0 Request processed in 96us (318us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320550.273231:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6005
00000100:00080000:1.0:1767320550.273296:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320550.273302:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320550.273305:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320550.273310:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5743
00000100:00080000:1.0:1767320550.273313:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320550.273319:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320550.273353:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523670c1880 x1853164000133504/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320550.273369:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320550.273373:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320550.273376:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000133376:0@lo:38:kworker.0
00000100:00080000:1.0:1767320550.273389:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320550.273392:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320550.273394:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320550.273397:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5743
00000100:00080000:1.0:1767320550.273400:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320550.273403:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320550.273414:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523670c2300 x1853164000133760/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320550.273415:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000133504:0@lo:38:kworker.0
00000100:00100000:0.0:1767320550.273466:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320550.273486:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000133632:0@lo:400:kworker.0
00000100:00100000:1.0:1767320550.273530:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236e980700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000134144:0@lo:400:kworker.0
00000100:00100000:1.0:1767320550.273568:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320550.273620:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347046d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000134016:0@lo:400:kworker.0
00000100:00100000:2.0:1767320550.274061:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000133504
00000100:00100000:2.0:1767320550.274068:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000133504
00000100:00100000:2.0:1767320550.274124:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6006
00000100:00100000:2.0:1767320550.274130:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523669e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000133504:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320550.274144:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320550.276044:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320550.277070:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000134144
00000100:00100000:3.0:1767320550.277084:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000134144
00000100:00100000:3.0:1767320550.277186:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000134016
00000100:00100000:3.0:1767320550.277190:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000134016
00000100:00100000:3.0:1767320550.277230:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3453
00000100:00100000:3.0:1767320550.277240:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e982300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000134144:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320550.279292:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3454
00000100:00100000:0.0:1767320550.279311:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e982d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000134016:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320550.279386:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e982d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000134016:12345-0@lo:400:kworker.0 Request processed in 83us (3348us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320550.279395:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3454
00000100:00100000:2.0:1767320550.280592:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523669e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000133504:12345-0@lo:38:kworker.0 Request processed in 6456us (7135us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320550.280603:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6006
00000100:00100000:2.0:1767320550.280665:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347046a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000133888:0@lo:400:kworker.0
00000100:00100000:2.0:1767320550.280716:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320550.280772:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000133888
00000100:00100000:2.0:1767320550.280780:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000133888
00000100:00100000:2.0:1767320550.280828:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5312
00000100:00100000:2.0:1767320550.280836:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367241500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000133888:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320550.280881:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367241500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000133888:12345-0@lo:400:kworker.0 Request processed in 47us (176us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320550.280901:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5312
00000100:00100000:2.0:1767320550.280939:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347046a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000133888:0@lo:400:kworker.0
00000100:00080000:2.0:1767320550.280984:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767320550.280988:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767320550.280991:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767320550.281003:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320550.281034:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000133632
00000100:00100000:2.0:1767320550.281037:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000133632
00000100:00100000:2.0:1767320550.281062:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5313
00000100:00100000:2.0:1767320550.281068:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367242d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000133632:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320550.281101:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367242d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000133632:12345-0@lo:400:kworker.0 Request processed in 33us (98us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320550.281107:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5313
00000100:00080000:2.0:1767320550.281120:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320550.281137:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000133632:0@lo:400:kworker.0
00000100:00100000:1.0:1767320550.281186:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347046d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000134016:0@lo:400:kworker.0
00000100:00100000:0.0:1767320550.282695:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000133760:0@lo:38:kworker.0
00000100:00100000:0.0:1767320550.282777:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767320550.282820:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320550.282826:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320550.282830:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000133504:0@lo:38:kworker.0
00000100:00100000:1.0:1767320550.283959:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000133760
00000100:00100000:1.0:1767320550.283970:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000133760
00000100:00100000:1.0:1767320550.284027:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6007
00000100:00100000:1.0:1767320550.284035:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523669e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000133760:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320550.284058:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320550.284133:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523669e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000133760:12345-0@lo:38:kworker.0 Request processed in 98us (1355us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320550.284142:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6007
00000100:00080000:0.0:1767320550.284294:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320550.284300:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320550.284304:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000133760:0@lo:38:kworker.0
00000100:00100000:3.0:1767320550.285384:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e982300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000134144:12345-0@lo:400:kworker.0 Request processed in 8140us (11808us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320550.285396:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3453
00000100:00100000:1.0:1767320550.286718:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236e980700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000134144:0@lo:400:kworker.0
00010000:00010000:3.0:1767320550.582234:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320551.285687:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000134272:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320551.285794:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320551.286208:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767320551.286219:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367242680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000134400:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320551.286250:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320551.286421:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000134272
00000100:00100000:2.0:1767320551.286431:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000134272
00000100:00100000:2.0:1767320551.286479:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000134400
00000100:00100000:2.0:1767320551.286483:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000134400
00000100:00100000:2.0:1767320551.286504:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2652
00000100:00100000:2.0:1767320551.286512:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523669e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000134272:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767320551.286541:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767320551.286587:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523669e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000134272:12345-0@lo:13:osp-pre-0-1.0 Request processed in 74us (792us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320551.286596:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2652
00000100:00100000:2.0:1767320551.286615:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2653
00000100:00100000:2.0:1767320551.286621:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e980700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000134400:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767320551.286645:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767320551.286675:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e980700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000134400:12345-0@lo:13:osp-pre-1-1.0 Request processed in 54us (425us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320551.286681:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2653
00000100:00100000:0.0:1767320551.286866:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000134272:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320551.287114:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367242680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000134400:0@lo:13:osp-pre-1-1.0
00010000:00010000:3.0:1767320551.605428:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1767320552.390427:0:7000:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.52@tcp portal 26 match 1853163962570752 offset 0 length 520: 4
00000100:00100000:0.0:1767320552.390484:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767320552.390535:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767320552.390597:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962570880
00000100:00100000:2.0:1767320552.390618:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962570880
00000100:00100000:2.0:1767320552.390670:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962571008
00000100:00100000:2.0:1767320552.390673:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962571008
00000100:00100000:2.0:1767320552.390730:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5314
00000100:00100000:2.0:1767320552.390740:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962571008:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767320552.390814:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962571008:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 76us (279us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320552.390822:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5314
00000100:00100000:2.0:1767320552.390839:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6008
00000100:00100000:2.0:1767320552.390844:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962570880:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767320552.390872:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320552.390902:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962570880:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 57us (418us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320552.390908:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6008
00000100:00080000:0.0:1767320552.391041:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767320552.632261:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320553.653521:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320554.357424:0:7004:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320529/real 1767320529]  req@ffff952364f56680 x1853164000129024/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320554 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767320554.357650:0:7004:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff952364f56680 x1853164000129024/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320554 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767320554.357667:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320554.357687:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767320554.357691:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000129024:0@lo:250:kworker.0
00000100:00080000:1.0:1767320554.357745:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320554.357751:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1767320554.357754:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320554.357758:0:63619:0:(import.c:509:import_select_connection()) MGC192.168.202.152@tcp: connect to NID 0@lo last attempt 5727
00000100:00080000:1.0:1767320554.357761:0:63619:0:(import.c:588:import_select_connection()) MGC192.168.202.152@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320554.357767:0:63619:0:(import.c:623:import_select_connection()) MGC192.168.202.152@tcp: import ffff95235eb57800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320554.357817:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236e982a00 x1853164000134528/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320554.357843:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320554.357859:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320554.357861:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320554.357864:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5748
00000100:00080000:1.0:1767320554.357867:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320554.357870:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320554.357886:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236e981f80 x1853164000134656/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320554.357895:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320554.357898:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320554.357900:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320554.357903:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5748
00000100:00080000:1.0:1767320554.357905:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320554.357908:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320554.357921:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236e981c00 x1853164000134784/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320554.357929:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320554.357931:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320554.357933:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320554.357956:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5748
00000100:00080000:1.0:1767320554.357958:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320554.357961:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320554.357971:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236e983480 x1853164000134912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320554.359805:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236e982a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000134528:0@lo:250:kworker.0
00000400:00000100:2.0:1767320554.359906:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164000134528 offset 0 length 520: 4
00000100:00100000:2.0:1767320554.359951:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236e981f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000134656:0@lo:38:kworker.0
00000100:00100000:2.0:1767320554.360014:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320554.360059:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236e981c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000134784:0@lo:38:kworker.0
00000100:00100000:2.0:1767320554.360109:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320554.360143:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236e983480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000134912:0@lo:38:kworker.0
00000100:00100000:2.0:1767320554.360163:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320554.360613:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000134656
00000100:00100000:3.0:1767320554.360640:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000134656
00000100:00100000:3.0:1767320554.360720:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2012
00000100:00100000:3.0:1767320554.360728:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367242680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000134656:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320554.360767:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320554.360825:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367242680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000134656:12345-0@lo:38:kworker.0 Request processed in 96us (810us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320554.360833:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2012
00000100:00100000:3.0:1767320554.360867:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000134784
00000100:00100000:3.0:1767320554.360871:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000134784
00000100:00100000:3.0:1767320554.360897:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000134912
00000100:00100000:3.0:1767320554.360900:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000134912
00000100:00100000:3.0:1767320554.360926:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6009
00000100:00100000:3.0:1767320554.360930:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367243100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000134784:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320554.360939:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320554.360966:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367243100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000134784:12345-0@lo:38:kworker.0 Request processed in 35us (856us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320554.360972:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6009
00000100:00100000:3.0:1767320554.360982:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6010
00000100:00100000:3.0:1767320554.360986:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367243b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000134912:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320554.360994:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320554.361015:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367243b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000134912:12345-0@lo:38:kworker.0 Request processed in 28us (850us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320554.361020:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6010
00000100:00080000:3.0:1767320554.361054:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320554.361059:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320554.361063:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236e981f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000134656:0@lo:38:kworker.0
00000100:00080000:3.0:1767320554.361072:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320554.361075:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320554.361077:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236e981c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000134784:0@lo:38:kworker.0
00000100:00080000:3.0:1767320554.361087:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320554.361089:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320554.361091:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236e983480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000134912:0@lo:38:kworker.0
00000100:00100000:0.0:1767320554.362538:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236e982680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000135040:0@lo:400:kworker.0
00000100:00100000:0.0:1767320554.362653:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767320554.362736:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320554.362741:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320554.362744:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320554.362763:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5748
00000100:00080000:1.0:1767320554.362768:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320554.362775:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320554.362804:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236e983100 x1853164000135168/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320554.362852:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236e983480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000135296:0@lo:400:kworker.0
00000100:00100000:1.0:1767320554.362899:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320554.362951:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767320554.362957:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236e981f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000135424:0@lo:400:kworker.0
00000100:00100000:1.0:1767320554.363005:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320554.363101:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000135552:0@lo:400:kworker.0
00000100:00100000:3.0:1767320554.363146:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320554.363211:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000135424
00000100:00100000:3.0:1767320554.363217:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000135424
00000100:00100000:3.0:1767320554.363287:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000135552
00000100:00100000:3.0:1767320554.363290:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000135552
00000100:00100000:3.0:1767320554.363315:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3455
00000100:00100000:3.0:1767320554.363323:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000135424:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320554.363385:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000135424:12345-0@lo:400:kworker.0 Request processed in 63us (379us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320554.363392:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3455
00000100:00100000:3.0:1767320554.363407:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3456
00000100:00100000:3.0:1767320554.363413:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000135552:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320554.363442:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000135552:12345-0@lo:400:kworker.0 Request processed in 30us (295us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320554.363448:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3456
00000100:00100000:3.0:1767320554.363489:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236e981f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000135424:0@lo:400:kworker.0
00000100:00100000:3.0:1767320554.363513:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000135552:0@lo:400:kworker.0
00000100:00100000:3.0:1767320554.363530:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236e983100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000135168:0@lo:38:kworker.0
00000100:00100000:3.0:1767320554.363552:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320554.363584:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000135040
00000100:00100000:3.0:1767320554.363588:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000135040
00000100:00100000:3.0:1767320554.363614:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000135296
00000100:00100000:3.0:1767320554.363616:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000135296
00000100:00100000:3.0:1767320554.363632:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000135168
00000100:00100000:3.0:1767320554.363635:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000135168
00000100:00100000:3.0:1767320554.363649:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5315
00000100:00100000:3.0:1767320554.363655:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000135040:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320554.363738:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5316
00000100:00100000:2.0:1767320554.363748:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e981c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000135296:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320554.363798:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e981c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000135296:12345-0@lo:400:kworker.0 Request processed in 53us (899us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320554.363804:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5316
00000100:00100000:2.0:1767320554.363817:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6011
00000100:00100000:2.0:1767320554.363821:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f54e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000135168:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320554.363837:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320554.363869:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f54e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000135168:12345-0@lo:38:kworker.0 Request processed in 45us (315us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320554.363875:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6011
00000100:00100000:2.0:1767320554.363900:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236e983480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000135296:0@lo:400:kworker.0
00000100:00080000:2.0:1767320554.363920:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320554.363925:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320554.363928:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236e983100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000135168:0@lo:38:kworker.0
00000100:00080000:2.0:1767320554.363998:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767320554.364002:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767320554.364003:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767320554.372059:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000135040:12345-0@lo:400:kworker.0 Request processed in 8392us (9394us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320554.372089:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5315
00000100:00100000:0.0:1767320554.372689:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236e982680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000135040:0@lo:400:kworker.0
00010000:00010000:3.0:1767320554.680624:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320555.701558:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320556.407160:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767320556.407191:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000135680:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320556.407299:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320556.407836:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000135680
00000100:00100000:1.0:1767320556.407846:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000135680
00000100:00100000:1.0:1767320556.407917:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2654
00000100:00100000:1.0:1767320556.407928:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367242300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000135680:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767320556.407982:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767320556.408050:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367242300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000135680:12345-0@lo:13:osp-pre-1-1.0 Request processed in 124us (750us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320556.408058:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2654
00000100:00100000:1.0:1767320556.408147:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000135680:0@lo:13:osp-pre-1-1.0
00000100:00080000:0.0:1767320556.408229:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767320556.408466:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367240700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000135808:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320556.408500:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320556.410173:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000135808
00000100:00100000:1.0:1767320556.410185:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000135808
00000100:00100000:1.0:1767320556.410292:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2655
00000100:00100000:1.0:1767320556.410301:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000135808:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767320556.410340:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00080000:2.0:1767320556.411081:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767320556.412217:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000135808:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1886us (3685us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320556.412231:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2655
00000100:00100000:0.0:1767320556.421406:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367240700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000135808:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767320556.726613:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320557.511048:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767320557.511099:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767320557.511177:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962571264
00000100:00100000:3.0:1767320557.511187:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962571264
00000100:00100000:3.0:1767320557.511406:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962571136
00000100:00100000:3.0:1767320557.511410:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962571136
00000100:00100000:1.0:1767320557.511568:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5317
00000100:00100000:1.0:1767320557.511582:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962571264:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767320557.511656:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962571264:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 78us (617us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320557.511664:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5317
00000100:00100000:1.0:1767320557.511694:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6012
00000100:00100000:1.0:1767320557.511699:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962571136:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767320557.511722:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320557.511746:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962571136:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 45us (647us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320557.511752:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6012
00000100:00080000:0.0:1767320557.512115:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767320557.757097:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320558.775491:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767320559.479571:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320559.479582:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767320559.479585:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320559.479589:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320559.479593:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320559.479601:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5752
00000100:00080000:3.0:1767320559.479605:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320559.479613:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320559.479653:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952364f56a00 x1853164000135936/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320559.479694:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320559.479698:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320559.479700:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320559.479703:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5752
00000100:00080000:3.0:1767320559.479706:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320559.479709:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320559.479722:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952364f54000 x1853164000136064/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320559.479788:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320559.479792:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320559.479794:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320559.479798:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5752
00000100:00080000:3.0:1767320559.479800:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320559.479803:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320559.479815:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952364f57b80 x1853164000136192/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320559.479911:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000136320:0@lo:400:kworker.0
00000100:00100000:0.0:1767320559.479982:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320559.480084:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000136320
00000100:00100000:1.0:1767320559.480093:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000136320
00000100:00100000:1.0:1767320559.480173:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5318
00000100:00100000:1.0:1767320559.480184:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367299500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000136320:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320559.480310:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000135936:0@lo:38:kworker.0
00000100:00100000:2.0:1767320559.480343:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320559.480372:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000136064:0@lo:38:kworker.0
00000100:00100000:2.0:1767320559.480392:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320559.480409:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000136192:0@lo:38:kworker.0
00000100:00100000:2.0:1767320559.480427:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320559.480459:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000135936
00000100:00100000:2.0:1767320559.480463:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000135936
00000100:00100000:2.0:1767320559.480487:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2013
00000100:00100000:2.0:1767320559.480493:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367241180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000135936:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320559.480509:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320559.480540:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367241180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000135936:12345-0@lo:38:kworker.0 Request processed in 46us (196us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320559.480549:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2013
00000100:00100000:2.0:1767320559.480571:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000136064
00000100:00100000:2.0:1767320559.480574:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000136064
00000100:00100000:2.0:1767320559.480591:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000136192
00000100:00100000:2.0:1767320559.480593:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000136192
00000100:00100000:2.0:1767320559.480606:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6013
00000100:00100000:2.0:1767320559.480610:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367241c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000136064:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320559.480619:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320559.480643:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367241c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000136064:12345-0@lo:38:kworker.0 Request processed in 31us (250us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320559.480649:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6013
00000100:00100000:2.0:1767320559.480670:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6014
00000100:00100000:2.0:1767320559.480673:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367240e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000136192:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320559.480682:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320559.480703:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367240e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000136192:12345-0@lo:38:kworker.0 Request processed in 28us (275us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320559.480709:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6014
00000100:00080000:2.0:1767320559.480746:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320559.480750:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320559.480753:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000135936:0@lo:38:kworker.0
00000100:00080000:2.0:1767320559.480760:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320559.480763:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320559.480766:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000136064:0@lo:38:kworker.0
00000100:00080000:2.0:1767320559.480773:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320559.480776:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320559.480779:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000136192:0@lo:38:kworker.0
00000100:00080000:2.0:1767320559.480834:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767320559.481439:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320559.481444:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320559.481447:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320559.481452:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5752
00000100:00080000:3.0:1767320559.481455:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320559.481459:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320559.481485:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952364f55f80 x1853164000136448/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320559.481593:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000136832:0@lo:400:kworker.0
00000100:00100000:2.0:1767320559.481632:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320559.481683:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000136832
00000100:00100000:2.0:1767320559.481689:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000136832
00000100:00100000:2.0:1767320559.481722:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3457
00000100:00100000:2.0:1767320559.481741:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367240700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000136832:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320559.481782:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367240700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000136832:12345-0@lo:400:kworker.0 Request processed in 42us (149us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320559.481788:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3457
00000100:00080000:2.0:1767320559.481805:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767320559.481825:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000136832:0@lo:400:kworker.0
00000100:00100000:2.0:1767320559.481852:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000136448:0@lo:38:kworker.0
00000100:00100000:2.0:1767320559.481877:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320559.481910:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000136448
00000100:00100000:2.0:1767320559.481914:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000136448
00000100:00100000:2.0:1767320559.481932:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6015
00000100:00100000:2.0:1767320559.481937:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000136448:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320559.481952:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320559.481981:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000136448:12345-0@lo:38:kworker.0 Request processed in 43us (103us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320559.481987:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6015
00000100:00080000:2.0:1767320559.482011:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320559.482015:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320559.482017:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000136448:0@lo:38:kworker.0
00000100:00100000:2.0:1767320559.482051:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000136704:0@lo:400:kworker.0
00000100:00100000:2.0:1767320559.482073:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320559.482089:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767320559.482095:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000136576:0@lo:400:kworker.0
00000100:00100000:2.0:1767320559.482129:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320559.486478:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000136704
00000100:00100000:2.0:1767320559.486494:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000136704
00000100:00100000:2.0:1767320559.486585:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3458
00000100:00100000:2.0:1767320559.486596:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000136704:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320559.486679:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000136704:12345-0@lo:400:kworker.0 Request processed in 86us (4604us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320559.486687:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3458
00000100:00080000:2.0:1767320559.486710:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767320559.486877:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000136704:0@lo:400:kworker.0
00000100:00100000:2.0:1767320559.487012:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000136576
00000100:00100000:2.0:1767320559.487017:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000136576
00000100:00100000:2.0:1767320559.487058:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5319
00000100:00100000:2.0:1767320559.487065:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000136576:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320559.487105:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000136576:12345-0@lo:400:kworker.0 Request processed in 41us (4975us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320559.487112:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5319
00000100:00080000:2.0:1767320559.487127:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320559.487477:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000136576:0@lo:400:kworker.0
00000100:00100000:1.0:1767320559.499756:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367299500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000136320:12345-0@lo:400:kworker.0 Request processed in 19563us (19761us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320559.499775:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5318
00000100:00100000:0.0:1767320559.501345:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000136320:0@lo:400:kworker.0
00010000:00010000:3.0:1767320559.798231:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320560.821567:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320561.525576:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000136960:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320561.525661:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320561.525747:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000136960
00000100:00100000:1.0:1767320561.525755:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000136960
00000100:00100000:1.0:1767320561.525815:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2656
00000100:00100000:1.0:1767320561.525830:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347046d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000136960:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767320561.525857:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767320561.525908:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347046d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000136960:12345-0@lo:13:osp-pre-1-1.0 Request processed in 80us (248us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320561.525915:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2656
00000100:00100000:1.0:1767320561.525954:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000136960:0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767320561.526260:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767320561.526556:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767320561.526567:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347046a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000137088:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320561.526598:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320561.527926:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000137088
00000100:00100000:2.0:1767320561.527940:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000137088
00000100:00100000:2.0:1767320561.528020:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2657
00000100:00100000:2.0:1767320561.528030:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f57480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000137088:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767320561.528062:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767320561.528132:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f57480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000137088:12345-0@lo:13:osp-pre-0-1.0 Request processed in 104us (1532us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320561.528139:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2657
00000100:00080000:3.0:1767320561.528623:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767320561.528688:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347046a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000137088:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767320561.845501:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320562.623834:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767320562.625246:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962571520
00000100:00100000:1.0:1767320562.625259:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962571520
00000100:00100000:1.0:1767320562.625348:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5320
00000100:00100000:1.0:1767320562.625359:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f54380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962571520:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767320562.625466:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f54380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962571520:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 108us (1641us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320562.625473:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5320
00000100:00080000:3.0:1767320562.626263:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320562.627549:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767320562.629065:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962571392
00000100:00100000:2.0:1767320562.629080:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962571392
00000100:00100000:2.0:1767320562.629221:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6016
00000100:00100000:2.0:1767320562.629230:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962571392:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767320562.629254:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320562.629337:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962571392:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 107us (1794us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320562.629344:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6016
00010000:00010000:3.0:1767320562.869513:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320563.895389:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767320564.597594:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320564.597604:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767320564.597607:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320564.597641:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320564.597645:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320564.597653:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5757
00000100:00080000:2.0:1767320564.597658:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320564.597664:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320564.597707:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347046a00 x1853164000137216/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320564.597737:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320564.597740:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320564.597741:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320564.597744:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5757
00000100:00080000:2.0:1767320564.597747:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320564.597750:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320564.597762:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952348239180 x1853164000137344/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320564.597771:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320564.597774:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320564.597775:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320564.597778:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5757
00000100:00080000:2.0:1767320564.597781:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320564.597783:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320564.597793:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952348238380 x1853164000137472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320564.597857:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952348239880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000137600:0@lo:400:kworker.0
00000100:00100000:3.0:1767320564.597922:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320564.598056:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000137600
00000100:00100000:1.0:1767320564.598064:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000137600
00000100:00100000:1.0:1767320564.598127:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5321
00000100:00100000:1.0:1767320564.598137:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000137600:12345-0@lo:400:kworker.0
00000100:00080000:2.0:1767320564.598238:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320564.598243:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320564.598245:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320564.598249:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5757
00000100:00080000:2.0:1767320564.598251:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320564.598255:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320564.598270:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234823a680 x1853164000137728/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320564.598358:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347046a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000137216:0@lo:38:kworker.0
00000100:00100000:0.0:1767320564.598393:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320564.598422:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952348239180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000137344:0@lo:38:kworker.0
00000100:00100000:0.0:1767320564.598448:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320564.598465:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952348238380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000137472:0@lo:38:kworker.0
00000100:00100000:0.0:1767320564.598485:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320564.598500:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234823a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000137728:0@lo:38:kworker.0
00000100:00100000:0.0:1767320564.598518:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320564.598562:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952348239f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000138112:0@lo:400:kworker.0
00000100:00100000:0.0:1767320564.598587:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320564.598634:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000137344
00000100:00100000:0.0:1767320564.598639:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000137344
00000100:00100000:0.0:1767320564.598660:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000137472
00000100:00100000:0.0:1767320564.598663:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000137472
00000100:00100000:0.0:1767320564.598670:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000137728
00000100:00100000:0.0:1767320564.598672:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000137728
00000100:00100000:0.0:1767320564.598681:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6017
00000100:00100000:0.0:1767320564.598686:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b23b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000137344:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320564.598702:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320564.598735:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b23b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000137344:12345-0@lo:38:kworker.0 Request processed in 47us (286us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320564.598741:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6017
00000100:00100000:0.0:1767320564.598757:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6018
00000100:00100000:0.0:1767320564.598762:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b22d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000137472:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320564.598771:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320564.598796:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b22d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000137472:12345-0@lo:38:kworker.0 Request processed in 33us (309us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320564.598803:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6018
00000100:00100000:0.0:1767320564.598816:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6019
00000100:00100000:0.0:1767320564.598820:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000137728:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767320564.598825:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000137600:12345-0@lo:400:kworker.0 Request processed in 687us (899us total) trans 0 rc 0/0
00010000:00020000:0.0:1767320564.598833:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320564.598837:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5321
00000100:00100000:0.0:1767320564.598865:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000137728:12345-0@lo:38:kworker.0 Request processed in 41us (344us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320564.598867:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952348239500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000137984:0@lo:400:kworker.0
00000100:00100000:0.0:1767320564.598875:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6019
00000100:00100000:0.0:1767320564.598898:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000138112
00000100:00100000:0.0:1767320564.598904:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000138112
00000100:00100000:1.0:1767320564.598904:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320564.598931:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767320564.598940:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000137984
00000100:00100000:1.0:1767320564.598940:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234823a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000137856:0@lo:400:kworker.0
00000100:00100000:0.0:1767320564.598946:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000137984
00000100:00100000:0.0:1767320564.598975:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3459
00000100:00100000:0.0:1767320564.598987:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366961500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000138112:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320564.598987:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320564.599023:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3460
00000100:00100000:0.0:1767320564.599036:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366961500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000138112:12345-0@lo:400:kworker.0 Request processed in 52us (445us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320564.599037:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000137984:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320564.599050:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3459
00000100:00100000:1.0:1767320564.599079:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000137984:12345-0@lo:400:kworker.0 Request processed in 48us (176us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320564.599173:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000137216
00000100:00100000:2.0:1767320564.599178:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000137216
00000100:00100000:2.0:1767320564.599256:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2014
00000100:00100000:2.0:1767320564.599261:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367299f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000137216:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320564.599271:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320564.599298:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367299f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000137216:12345-0@lo:38:kworker.0 Request processed in 37us (905us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320564.599304:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2014
00000100:00100000:2.0:1767320564.599324:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000137856
00000100:00100000:2.0:1767320564.599327:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000137856
00000100:00100000:2.0:1767320564.599353:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5322
00000100:00100000:2.0:1767320564.599359:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000137856:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320564.599387:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000137856:12345-0@lo:400:kworker.0 Request processed in 29us (403us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320564.599392:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5322
00000100:00080000:2.0:1767320564.599433:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767320564.599437:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767320564.599439:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320564.599483:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952348239f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000138112:0@lo:400:kworker.0
00000100:00080000:2.0:1767320564.599509:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320564.599514:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320564.599517:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347046a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000137216:0@lo:38:kworker.0
00000100:00080000:2.0:1767320564.599524:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320564.599527:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320564.599529:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952348239180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000137344:0@lo:38:kworker.0
00000100:00080000:2.0:1767320564.599537:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320564.599539:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320564.599542:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952348238380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000137472:0@lo:38:kworker.0
00000100:00080000:2.0:1767320564.599549:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320564.599552:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320564.599554:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234823a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000137728:0@lo:38:kworker.0
00000100:00100000:2.0:1767320564.600056:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234823a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000137856:0@lo:400:kworker.0
00000100:00100000:1.0:1767320564.600106:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3460
00000100:00100000:3.0:1767320564.600163:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952348239880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000137600:0@lo:400:kworker.0
00000100:00100000:2.0:1767320564.600235:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952348239500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000137984:0@lo:400:kworker.0
00010000:00010000:0.0:1767320564.917445:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320565.941391:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320566.645652:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000138240:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320566.645725:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320566.646089:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000138240
00000100:00100000:1.0:1767320566.646099:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000138240
00000100:00100000:1.0:1767320566.646171:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2658
00000100:00100000:1.0:1767320566.646181:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f54a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000138240:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767320566.646235:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767320566.646298:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f54a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000138240:12345-0@lo:13:osp-pre-1-1.0 Request processed in 118us (573us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320566.646306:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2658
00000100:00080000:3.0:1767320566.646429:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767320566.646469:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000138240:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320566.647219:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952348239500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000138368:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320566.647271:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320566.647498:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000138368
00000100:00100000:2.0:1767320566.647505:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000138368
00000100:00100000:2.0:1767320566.647551:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2659
00000100:00100000:2.0:1767320566.647560:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f55f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000138368:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767320566.647582:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767320566.647633:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f55f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000138368:12345-0@lo:13:osp-pre-0-1.0 Request processed in 75us (361us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320566.647640:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2659
00000100:00100000:2.0:1767320566.647678:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952348239500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000138368:0@lo:13:osp-pre-0-1.0
00000100:00080000:3.0:1767320566.648143:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00010000:3.0:1767320566.966627:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320567.743569:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767320567.743632:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767320567.743724:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962571648
00000100:00100000:1.0:1767320567.743734:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962571648
00000100:00100000:1.0:1767320567.743782:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962571776
00000100:00100000:1.0:1767320567.743785:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962571776
00000100:00100000:1.0:1767320567.743833:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5323
00000100:00100000:1.0:1767320567.743843:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366962680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962571776:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767320567.743927:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366962680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962571776:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 85us (293us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320567.743934:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5323
00000100:00100000:1.0:1767320567.743953:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6020
00000100:00100000:1.0:1767320567.743957:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366960a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962571648:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767320567.743976:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320567.744000:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366960a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962571648:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 42us (443us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320567.744005:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6020
00000100:00080000:3.0:1767320567.744804:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767320567.989967:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320569.017153:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767320569.717809:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320569.717820:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767320569.717823:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320569.717826:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320569.717830:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320569.717838:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5762
00000100:00080000:2.0:1767320569.717844:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320569.717851:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320569.717892:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952348239500 x1853164000138496/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320569.717922:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320569.717925:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320569.717927:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320569.717930:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5762
00000100:00080000:2.0:1767320569.717933:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320569.717937:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320569.717951:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234823a300 x1853164000138624/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320569.717960:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320569.717964:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320569.717965:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320569.717969:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5762
00000100:00080000:2.0:1767320569.717971:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320569.717973:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320569.717983:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234823a680 x1853164000138752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320569.718029:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320569.718033:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320569.718034:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320569.718038:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5762
00000100:00080000:2.0:1767320569.718041:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320569.718043:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320569.718055:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952348239180 x1853164000139008/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320569.718116:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952348239f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000139136:0@lo:400:kworker.0
00000100:00100000:2.0:1767320569.718213:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320569.718288:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767320569.718295:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952348238000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000139264:0@lo:400:kworker.0
00000100:00100000:2.0:1767320569.718322:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320569.718606:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234823b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000139392:0@lo:400:kworker.0
00000100:00100000:3.0:1767320569.718637:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320569.718667:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767320569.718672:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952348238380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000138880:0@lo:400:kworker.0
00000100:00100000:3.0:1767320569.718696:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320569.718737:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000139136
00000100:00100000:3.0:1767320569.718745:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000139136
00000100:00100000:3.0:1767320569.718803:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000138880
00000100:00100000:3.0:1767320569.718808:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000138880
00000100:00100000:3.0:1767320569.718831:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5324
00000100:00100000:3.0:1767320569.718839:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952348239880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000139136:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320569.718889:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952348239880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000139136:12345-0@lo:400:kworker.0 Request processed in 50us (694us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320569.718895:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5324
00000100:00100000:3.0:1767320569.718910:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5325
00000100:00100000:3.0:1767320569.718916:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f57b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000138880:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320569.718945:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f57b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000138880:12345-0@lo:400:kworker.0 Request processed in 30us (248us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320569.718950:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5325
00000100:00080000:3.0:1767320569.718969:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320569.718995:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952348238380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000138880:0@lo:400:kworker.0
00000100:00100000:3.0:1767320569.719022:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952348239f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000139136:0@lo:400:kworker.0
00000100:00100000:1.0:1767320569.719635:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000139264
00000100:00100000:1.0:1767320569.719641:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000139264
00000100:00100000:1.0:1767320569.719694:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000139392
00000100:00100000:1.0:1767320569.719697:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000139392
00000100:00100000:1.0:1767320569.719721:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3461
00000100:00100000:1.0:1767320569.719728:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347046a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000139264:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320569.719794:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347046a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000139264:12345-0@lo:400:kworker.0 Request processed in 66us (1471us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320569.719802:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3461
00000100:00100000:1.0:1767320569.719816:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3462
00000100:00100000:1.0:1767320569.719822:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000139392:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320569.719856:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000139392:12345-0@lo:400:kworker.0 Request processed in 35us (1218us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320569.719862:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3462
00000100:00100000:1.0:1767320569.719898:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234823b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000139392:0@lo:400:kworker.0
00000100:00100000:1.0:1767320569.719924:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952348238000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000139264:0@lo:400:kworker.0
00000100:00100000:0.0:1767320569.720737:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952348239500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000138496:0@lo:38:kworker.0
00000100:00100000:0.0:1767320569.720799:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320569.720849:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234823a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000138624:0@lo:38:kworker.0
00000100:00100000:0.0:1767320569.720872:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320569.720887:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234823a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000138752:0@lo:38:kworker.0
00000100:00100000:0.0:1767320569.720906:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320569.720923:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952348239180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000139008:0@lo:38:kworker.0
00000100:00100000:0.0:1767320569.720955:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320569.720991:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000138624
00000100:00100000:0.0:1767320569.720997:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000138624
00000100:00100000:0.0:1767320569.721020:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000138752
00000100:00100000:0.0:1767320569.721023:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000138752
00000100:00100000:0.0:1767320569.721035:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000139008
00000100:00100000:0.0:1767320569.721038:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000139008
00000100:00100000:0.0:1767320569.721054:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6021
00000100:00100000:0.0:1767320569.721058:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366963480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000138624:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320569.721076:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320569.721111:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366963480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000138624:12345-0@lo:38:kworker.0 Request processed in 50us (237us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320569.721117:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6021
00000100:00100000:0.0:1767320569.721142:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6022
00000100:00100000:0.0:1767320569.721146:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366961f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000138752:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320569.721155:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320569.721177:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366961f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000138752:12345-0@lo:38:kworker.0 Request processed in 30us (271us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320569.721183:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6022
00000100:00100000:0.0:1767320569.721221:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6023
00000100:00100000:0.0:1767320569.721235:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366960e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000139008:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320569.721246:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320569.721270:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366960e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000139008:12345-0@lo:38:kworker.0 Request processed in 42us (325us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320569.721275:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6023
00000100:00080000:0.0:1767320569.721314:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320569.721319:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320569.721323:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234823a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000138624:0@lo:38:kworker.0
00000100:00080000:0.0:1767320569.721331:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320569.721334:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320569.721337:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234823a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000138752:0@lo:38:kworker.0
00000100:00080000:0.0:1767320569.721343:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320569.721346:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320569.721349:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952348239180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000139008:0@lo:38:kworker.0
00000100:00080000:3.0:1767320569.722429:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767320569.722447:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767320569.723255:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000138496
00000100:00100000:1.0:1767320569.723266:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000138496
00000100:00100000:1.0:1767320569.723323:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2015
00000100:00100000:1.0:1767320569.723329:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366963b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000138496:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320569.723347:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320569.723688:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366963b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000138496:12345-0@lo:38:kworker.0 Request processed in 357us (2887us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320569.723696:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2015
00000100:00080000:0.0:1767320569.725246:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320569.725258:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320569.725263:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952348239500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000138496:0@lo:38:kworker.0
00010000:00010000:0.0:1767320570.039303:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320571.061452:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320571.767830:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000139520:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320571.767904:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320571.768261:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000139648:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767320571.768290:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320571.768463:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000139520
00000100:00100000:1.0:1767320571.768470:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000139520
00000100:00100000:1.0:1767320571.768535:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000139648
00000100:00100000:1.0:1767320571.768539:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000139648
00000100:00100000:1.0:1767320571.768577:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2660
00000100:00100000:1.0:1767320571.768586:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366962300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000139520:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767320571.768617:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767320571.768666:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366962300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000139520:12345-0@lo:13:osp-pre-0-1.0 Request processed in 82us (763us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320571.768677:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2660
00000100:00100000:1.0:1767320571.768696:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2661
00000100:00100000:1.0:1767320571.768715:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366962d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000139648:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767320571.768731:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767320571.768771:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366962d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000139648:12345-0@lo:13:osp-pre-1-1.0 Request processed in 68us (479us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320571.768778:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2661
00000100:00100000:1.0:1767320571.768828:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000139520:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320571.768866:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000139648:0@lo:13:osp-pre-1-1.0
00000100:00080000:0.0:1767320571.769567:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767320571.769573:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00010000:3.0:1767320572.085508:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320572.863346:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767320572.863576:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962571904
00000100:00100000:0.0:1767320572.863703:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962571904
00000100:00100000:0.0:1767320572.863804:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6024
00000100:00100000:0.0:1767320572.863815:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f54000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962571904:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:0.0:1767320572.863851:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320572.864099:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f54000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962571904:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 283us (768us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320572.864108:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6024
00000100:00100000:1.0:1767320572.865266:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767320572.865333:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962572032
00000100:00100000:0.0:1767320572.865341:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962572032
00000100:00100000:0.0:1767320572.865416:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5326
00000100:00100000:0.0:1767320572.865426:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962572032:12345-192.168.202.52@tcp:400:kworker.0
00000100:00080000:3.0:1767320572.866460:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320572.867113:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962572032:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 1683us (1845us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320572.867125:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5326
00010000:00010000:0.0:1767320573.109427:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320574.135185:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767320574.837432:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320574.837444:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767320574.837447:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320574.837452:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320574.837456:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320574.837465:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5767
00000100:00080000:0.0:1767320574.837470:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320574.837477:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320574.837568:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523494d1500 x1853164000139776/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320574.837626:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000139776:0@lo:38:kworker.0
00000100:00100000:2.0:1767320574.837698:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767320574.837880:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320574.837885:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320574.837887:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320574.837891:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5767
00000100:00080000:0.0:1767320574.837894:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320574.837898:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320574.837912:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523494d3480 x1853164000139904/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320574.844248:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000139776
00000100:00100000:3.0:1767320574.844264:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000139776
00000100:00100000:2.0:1767320574.844636:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000139904:0@lo:38:kworker.0
00000100:00100000:2.0:1767320574.844698:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320574.844846:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2016
00000100:00100000:3.0:1767320574.844857:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000139776:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320574.844881:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320574.844937:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000139904
00000100:00100000:2.0:1767320574.844940:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000139904
00000100:00100000:2.0:1767320574.844960:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6025
00000100:00100000:2.0:1767320574.844963:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000139904:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320574.844970:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320574.845513:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000139776:12345-0@lo:38:kworker.0 Request processed in 654us (7812us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320574.845530:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2016
00000100:00080000:0.0:1767320574.845694:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320574.845699:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320574.845702:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320574.845707:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5767
00000100:00080000:0.0:1767320574.845711:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320574.845716:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320574.845747:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523494d2300 x1853164000140032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320574.845792:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320574.845796:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320574.845798:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320574.845801:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5767
00000100:00080000:0.0:1767320574.845803:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320574.845806:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320574.845816:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523494d0e00 x1853164000140288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320574.845880:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000140416:0@lo:400:kworker.0
00000100:00100000:0.0:1767320574.845914:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320574.845935:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767320574.845940:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000140544:0@lo:400:kworker.0
00000100:00100000:0.0:1767320574.845964:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320574.845989:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000140672:0@lo:400:kworker.0
00000100:00100000:0.0:1767320574.846010:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320574.846028:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767320574.846032:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000140160:0@lo:400:kworker.0
00000100:00100000:0.0:1767320574.846052:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320574.848904:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000140416
00000100:00100000:0.0:1767320574.848919:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000140416
00000100:00100000:0.0:1767320574.848987:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000140160
00000100:00100000:0.0:1767320574.848991:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000140160
00000100:00100000:0.0:1767320574.849018:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5327
00000100:00100000:0.0:1767320574.849026:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000140416:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320574.849121:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000140416:12345-0@lo:400:kworker.0 Request processed in 95us (3205us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320574.849128:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5327
00000100:00100000:0.0:1767320574.849147:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5328
00000100:00100000:0.0:1767320574.849153:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000140160:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320574.849180:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000140160:12345-0@lo:400:kworker.0 Request processed in 29us (3128us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320574.849184:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5328
00000100:00100000:0.0:1767320574.849239:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000140416:0@lo:400:kworker.0
00000100:00100000:0.0:1767320574.849270:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000140160:0@lo:400:kworker.0
00000100:00100000:0.0:1767320574.849354:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000140544
00000100:00100000:0.0:1767320574.849357:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000140544
00000100:00100000:0.0:1767320574.849382:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000140672
00000100:00100000:0.0:1767320574.849384:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000140672
00000100:00100000:0.0:1767320574.849399:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3463
00000100:00100000:0.0:1767320574.849405:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000140544:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320574.849439:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000140544:12345-0@lo:400:kworker.0 Request processed in 34us (3474us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320574.849444:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3463
00000100:00100000:0.0:1767320574.849456:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3464
00000100:00100000:0.0:1767320574.849462:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000140672:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767320574.849685:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767320574.849689:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767320574.849690:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320574.849812:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000140672:12345-0@lo:400:kworker.0 Request processed in 349us (3800us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320574.849819:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3464
00000100:00100000:2.0:1767320574.856051:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000139904:12345-0@lo:38:kworker.0 Request processed in 11076us (11342us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320574.856067:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6025
00000100:00100000:2.0:1767320574.856160:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000140544:0@lo:400:kworker.0
00000100:00100000:2.0:1767320574.856189:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000140672:0@lo:400:kworker.0
00000100:00080000:1.0:1767320574.856464:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320574.856471:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320574.856474:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000139904:0@lo:38:kworker.0
00000100:00080000:1.0:1767320574.856486:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320574.856490:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320574.856493:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000139776:0@lo:38:kworker.0
00000100:00100000:1.0:1767320574.856528:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000140032:0@lo:38:kworker.0
00000100:00100000:1.0:1767320574.856587:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320574.856645:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000140288:0@lo:38:kworker.0
00000100:00100000:1.0:1767320574.856663:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320574.859246:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000140032
00000100:00100000:2.0:1767320574.859262:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000140032
00000100:00100000:2.0:1767320574.859309:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000140288
00000100:00100000:2.0:1767320574.859312:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000140288
00000100:00100000:2.0:1767320574.859359:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6026
00000100:00100000:2.0:1767320574.859366:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000140032:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320574.859385:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320574.859450:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000140032:12345-0@lo:38:kworker.0 Request processed in 84us (2862us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320574.859457:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6026
00000100:00100000:2.0:1767320574.859474:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6027
00000100:00100000:2.0:1767320574.859478:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000140288:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320574.859487:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320574.859510:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000140288:12345-0@lo:38:kworker.0 Request processed in 30us (2845us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320574.859526:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6027
00000100:00080000:1.0:1767320574.859623:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320574.859628:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320574.859631:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000140032:0@lo:38:kworker.0
00000100:00080000:1.0:1767320574.859637:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320574.859639:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320574.859641:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000140288:0@lo:38:kworker.0
00010000:00010000:3.0:1767320575.157417:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320576.186647:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320576.885548:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767320576.885572:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000140800:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320576.885666:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320576.889351:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000140800
00000100:00100000:0.0:1767320576.889367:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000140800
00000100:00100000:0.0:1767320576.889449:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2662
00000100:00100000:0.0:1767320576.889459:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000140800:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767320576.889506:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767320576.889585:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000140800:12345-0@lo:13:osp-pre-1-1.0 Request processed in 128us (3919us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320576.889593:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2662
00000100:00080000:0.0:1767320576.889624:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767320576.893379:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767320576.893403:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000140928:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320576.893489:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320576.893850:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000140928
00000100:00100000:2.0:1767320576.893859:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000140928
00000100:00100000:2.0:1767320576.893926:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2663
00000100:00100000:2.0:1767320576.893937:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000140928:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767320576.893964:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767320576.894009:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000140928:12345-0@lo:13:osp-pre-0-1.0 Request processed in 74us (520us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320576.894016:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2663
00000100:00080000:0.0:1767320576.894075:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767320576.894127:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000140928:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320576.895103:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000140800:0@lo:13:osp-pre-1-1.0
00000400:00000100:1.0:1767320576.962090:0:6999:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.52@tcp portal 26 match 1853163962572160 offset 0 length 520: 4
00000100:00100000:1.0:1767320576.962142:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767320576.962450:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962572288
00000100:00100000:0.0:1767320576.962463:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962572288
00000100:00100000:0.0:1767320576.962535:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6028
00000100:00100000:0.0:1767320576.962545:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962572288:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:0.0:1767320576.962574:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320576.962660:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962572288:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 115us (516us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320576.962668:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6028
00000100:00100000:1.0:1767320576.964167:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767320576.964445:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962572416
00000100:00100000:0.0:1767320576.964457:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962572416
00000100:00100000:0.0:1767320576.964554:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5329
00000100:00100000:0.0:1767320576.964565:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962572416:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:0.0:1767320576.964662:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962572416:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 98us (507us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320576.964670:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5329
00000100:00080000:1.0:1767320576.964805:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767320577.205540:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320578.229573:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320579.253549:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320579.957691:0:7004:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320554/real 1767320554]  req@ffff95236e982a00 x1853164000134528/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320579 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1767320579.957724:0:7004:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95236e982a00 x1853164000134528/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320579 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1767320579.957744:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320579.957753:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:1.0:1767320579.957757:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236e982a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000134528:0@lo:250:kworker.0
00000100:00080000:2.0:1767320579.960823:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320579.960833:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1767320579.960837:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320579.960846:0:49151:0:(import.c:509:import_select_connection()) MGC192.168.202.152@tcp: connect to NID 0@lo last attempt 5752
00000100:00080000:2.0:1767320579.960851:0:49151:0:(import.c:588:import_select_connection()) MGC192.168.202.152@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320579.960858:0:49151:0:(import.c:623:import_select_connection()) MGC192.168.202.152@tcp: import ffff95235eb57800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320579.960894:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234727f100 x1853164000141056/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320579.960932:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320579.960937:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320579.960939:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320579.960942:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5772
00000100:00080000:2.0:1767320579.960945:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320579.960948:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320579.960966:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234727c380 x1853164000141184/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320579.960975:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320579.960978:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320579.960979:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320579.960982:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5772
00000100:00080000:2.0:1767320579.960985:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320579.960988:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320579.961000:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234727e680 x1853164000141312/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320579.961009:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320579.961012:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320579.961014:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320579.961017:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5772
00000100:00080000:2.0:1767320579.961019:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320579.961023:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320579.961035:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234727f800 x1853164000141440/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320579.961085:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320579.961089:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320579.961091:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320579.961094:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5772
00000100:00080000:2.0:1767320579.961097:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320579.961101:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320579.961114:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234727ca80 x1853164000141696/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320579.961180:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000141952:0@lo:400:kworker.0
00000100:00100000:2.0:1767320579.961271:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320579.961327:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767320579.961332:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000141824:0@lo:400:kworker.0
00000100:00100000:2.0:1767320579.961350:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320579.961376:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000141952
00000100:00100000:2.0:1767320579.961382:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000141952
00000100:00100000:2.0:1767320579.961422:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3465
00000100:00100000:2.0:1767320579.961428:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000141952:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320579.961463:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000141952:12345-0@lo:400:kworker.0 Request processed in 35us (192us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320579.961481:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3465
00000100:00100000:2.0:1767320579.961533:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000141952:0@lo:400:kworker.0
00000100:00100000:0.0:1767320579.961629:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000141568:0@lo:400:kworker.0
00000100:00100000:0.0:1767320579.961764:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320579.961794:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767320579.961799:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000142080:0@lo:400:kworker.0
00000100:00100000:0.0:1767320579.961817:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320579.961842:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000142080
00000100:00100000:0.0:1767320579.961845:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000142080
00000100:00100000:0.0:1767320579.961867:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3466
00000100:00100000:0.0:1767320579.961873:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000142080:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320579.961903:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000142080:12345-0@lo:400:kworker.0 Request processed in 30us (85us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320579.961909:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3466
00000100:00100000:0.0:1767320579.961937:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000142080:0@lo:400:kworker.0
00000100:00100000:3.0:1767320579.962021:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000141824
00000100:00100000:3.0:1767320579.962025:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000141824
00000100:00100000:3.0:1767320579.962061:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000141568
00000100:00100000:3.0:1767320579.962064:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000141568
00000100:00100000:3.0:1767320579.962082:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5330
00000100:00100000:3.0:1767320579.962088:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000141824:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320579.962123:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000141824:12345-0@lo:400:kworker.0 Request processed in 36us (771us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320579.962129:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5330
00000100:00100000:3.0:1767320579.962140:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5331
00000100:00100000:3.0:1767320579.962145:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000141568:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320579.962169:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000141568:12345-0@lo:400:kworker.0 Request processed in 25us (405us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320579.962175:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5331
00000100:00100000:3.0:1767320579.962218:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000141568:0@lo:400:kworker.0
00000100:00100000:3.0:1767320579.962240:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000141824:0@lo:400:kworker.0
00000100:00080000:1.0:1767320579.962352:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767320579.962358:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767320579.962360:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767320579.962374:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000141056:0@lo:250:kworker.0
00000400:00000100:1.0:1767320579.962399:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164000141056 offset 0 length 520: 4
00000100:00100000:1.0:1767320579.962429:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000141184:0@lo:38:kworker.0
00000100:00100000:1.0:1767320579.962453:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320579.962485:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000141312:0@lo:38:kworker.0
00000100:00100000:1.0:1767320579.962508:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320579.962575:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000141440:0@lo:38:kworker.0
00000100:00100000:1.0:1767320579.962595:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320579.962678:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000141184
00000100:00100000:3.0:1767320579.962683:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000141184
00000100:00100000:3.0:1767320579.962706:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2017
00000100:00100000:3.0:1767320579.962710:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000141184:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320579.962726:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320579.962757:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000141184:12345-0@lo:38:kworker.0 Request processed in 44us (302us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320579.962763:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2017
00000100:00100000:1.0:1767320579.962967:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000141696:0@lo:38:kworker.0
00000100:00100000:1.0:1767320579.962993:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320579.963035:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000141312
00000100:00100000:0.0:1767320579.963039:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000141312
00000100:00100000:0.0:1767320579.963059:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000141440
00000100:00100000:0.0:1767320579.963061:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000141440
00000100:00100000:0.0:1767320579.963073:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6029
00000100:00100000:0.0:1767320579.963077:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000141312:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320579.963086:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320579.963112:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000141312:12345-0@lo:38:kworker.0 Request processed in 33us (603us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320579.963117:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6029
00000100:00100000:0.0:1767320579.963127:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6030
00000100:00100000:0.0:1767320579.963131:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000141440:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320579.963139:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320579.963159:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000141440:12345-0@lo:38:kworker.0 Request processed in 27us (563us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320579.963166:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6030
00000100:00080000:1.0:1767320579.965960:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320579.965972:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320579.965977:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000141184:0@lo:38:kworker.0
00000100:00080000:1.0:1767320579.965987:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320579.965991:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320579.965994:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000141312:0@lo:38:kworker.0
00000100:00080000:1.0:1767320579.966002:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320579.966005:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320579.966008:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000141440:0@lo:38:kworker.0
00000100:00100000:2.0:1767320579.966098:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000141696
00000100:00100000:2.0:1767320579.966106:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000141696
00000100:00100000:2.0:1767320579.966146:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6031
00000100:00100000:2.0:1767320579.966152:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000141696:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320579.966172:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320579.966245:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000141696:12345-0@lo:38:kworker.0 Request processed in 93us (3251us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320579.966252:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6031
00000100:00080000:1.0:1767320579.966357:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320579.966362:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320579.966365:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000141696:0@lo:38:kworker.0
00010000:00010000:3.0:1767320580.281123:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320581.303724:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320582.006575:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000142208:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320582.006656:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320582.006823:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000142208
00000100:00100000:1.0:1767320582.006832:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000142208
00000100:00100000:1.0:1767320582.006910:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2664
00000100:00100000:1.0:1767320582.006920:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f56a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000142208:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767320582.006949:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00080000:2.0:1767320582.006980:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767320582.007004:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f56a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000142208:12345-0@lo:13:osp-pre-1-1.0 Request processed in 85us (347us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320582.007012:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2664
00000100:00100000:1.0:1767320582.007059:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000142208:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767320582.007412:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767320582.007425:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000142336:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320582.007489:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320582.007757:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000142336
00000100:00100000:2.0:1767320582.007762:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000142336
00000100:00100000:2.0:1767320582.007811:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2665
00000100:00100000:2.0:1767320582.007820:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000142336:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767320582.007838:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767320582.007875:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000142336:12345-0@lo:13:osp-pre-0-1.0 Request processed in 58us (386us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320582.007882:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2665
00000100:00080000:1.0:1767320582.007932:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767320582.008239:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000142336:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320582.080941:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767320582.081031:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767320582.083564:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962572672
00000100:00100000:0.0:1767320582.083580:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962572672
00000100:00100000:0.0:1767320582.083760:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962572544
00000100:00100000:0.0:1767320582.083765:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962572544
00000100:00100000:0.0:1767320582.083793:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5332
00000100:00100000:0.0:1767320582.083803:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962572672:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:0.0:1767320582.083885:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962572672:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 84us (2956us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320582.083893:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5332
00000100:00100000:0.0:1767320582.083913:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6032
00000100:00100000:0.0:1767320582.083918:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962572544:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:0.0:1767320582.083937:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320582.083964:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962572544:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 44us (2933us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320582.083970:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6032
00000100:00080000:1.0:1767320582.086094:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767320582.325374:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320583.349560:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320584.373424:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767320585.077967:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320585.077975:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767320585.077978:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320585.077983:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320585.077986:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320585.077993:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5777
00000100:00080000:2.0:1767320585.077998:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320585.078004:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320585.078038:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234727ca80 x1853164000142464/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320585.078065:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320585.078069:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320585.078071:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320585.078074:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5777
00000100:00080000:2.0:1767320585.078076:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320585.078086:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320585.078097:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234727f800 x1853164000142592/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320585.078107:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320585.078110:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320585.078111:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320585.078115:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5777
00000100:00080000:2.0:1767320585.078118:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320585.078121:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320585.078132:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234727e680 x1853164000142720/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320585.078168:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320585.078185:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320585.078187:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320585.078191:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5777
00000100:00080000:2.0:1767320585.078213:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320585.078218:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320585.078230:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234727e300 x1853164000142976/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320585.078283:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000143360:0@lo:400:kworker.0
00000100:00100000:2.0:1767320585.078350:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320585.078470:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767320585.078474:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000142464:0@lo:38:kworker.0
00000100:00100000:2.0:1767320585.078479:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000142848:0@lo:400:kworker.0
00000100:00100000:3.0:1767320585.078500:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000143232:0@lo:400:kworker.0
00000100:00100000:0.0:1767320585.078561:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000143104:0@lo:400:kworker.0
00000100:00100000:2.0:1767320585.084770:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320585.084864:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000142848
00000100:00100000:2.0:1767320585.084874:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000142848
00000100:00100000:2.0:1767320585.086382:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5333
00000100:00100000:2.0:1767320585.086471:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000142848:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320585.086558:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000142848:12345-0@lo:400:kworker.0 Request processed in 166us (1796us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320585.086567:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5333
00000100:00100000:2.0:1767320585.086596:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000143360
00000100:00100000:2.0:1767320585.086603:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000143360
00000100:00100000:2.0:1767320585.086630:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3467
00000100:00100000:2.0:1767320585.086637:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000143360:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320585.086874:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000143360:12345-0@lo:400:kworker.0 Request processed in 237us (8525us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320585.086881:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3467
00000100:00080000:2.0:1767320585.087611:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767320585.087616:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320585.087662:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000142848:0@lo:400:kworker.0
00000100:00100000:2.0:1767320585.087676:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000143360:0@lo:400:kworker.0
00000100:00100000:1.0:1767320585.088257:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320585.088314:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000142592:0@lo:38:kworker.0
00000100:00100000:1.0:1767320585.088366:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320585.088382:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000142720:0@lo:38:kworker.0
00000100:00100000:1.0:1767320585.088459:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320585.088476:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000142976:0@lo:38:kworker.0
00000100:00100000:1.0:1767320585.088496:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320585.088543:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000142592
00000100:00100000:1.0:1767320585.088549:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000142592
00000100:00100000:2.0:1767320585.088593:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000142464
00000100:00100000:2.0:1767320585.088599:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000142464
00000100:00100000:2.0:1767320585.088624:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2018
00000100:00100000:2.0:1767320585.088630:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345b35450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000142464:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320585.088649:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320585.088694:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345b35450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000142464:12345-0@lo:38:kworker.0 Request processed in 61us (437us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320585.088702:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2018
00000100:00100000:1.0:1767320585.090068:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000142720
00000100:00100000:1.0:1767320585.090077:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000142720
00000100:00100000:1.0:1767320585.090092:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000142976
00000100:00100000:1.0:1767320585.090094:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000142976
00000100:00100000:1.0:1767320585.090125:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6033
00000100:00100000:1.0:1767320585.090131:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000142592:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320585.090150:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320585.092228:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6034
00000100:00100000:0.0:1767320585.092240:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000142720:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320585.092262:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320585.092339:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000142720:12345-0@lo:38:kworker.0 Request processed in 100us (3879us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320585.092350:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6034
00000100:00100000:0.0:1767320585.092372:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6035
00000100:00100000:0.0:1767320585.092376:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000142976:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320585.092386:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320585.093647:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000142976:12345-0@lo:38:kworker.0 Request processed in 1262us (5142us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320585.093658:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6035
00000100:00100000:0.0:1767320585.093751:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320585.093777:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000143104
00000100:00100000:0.0:1767320585.093785:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000143104
00000100:00100000:0.0:1767320585.093848:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5334
00000100:00100000:0.0:1767320585.093855:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000143104:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320585.093906:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000143104:12345-0@lo:400:kworker.0 Request processed in 51us (155us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320585.093913:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5334
00000100:00080000:0.0:1767320585.093932:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320585.093968:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000143104:0@lo:400:kworker.0
00000100:00080000:0.0:1767320585.094130:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320585.094135:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320585.094139:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000142464:0@lo:38:kworker.0
00000100:00080000:0.0:1767320585.094151:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320585.094154:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320585.094157:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000142720:0@lo:38:kworker.0
00000100:00080000:0.0:1767320585.094164:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320585.094168:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320585.094183:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000142976:0@lo:38:kworker.0
00000100:00100000:3.0:1767320585.100687:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320585.100880:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000143232
00000100:00100000:0.0:1767320585.100906:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000143232
00000100:00100000:0.0:1767320585.100988:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3468
00000100:00100000:0.0:1767320585.100999:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f56680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000143232:12345-0@lo:400:kworker.0
00000100:00080000:2.0:1767320585.101134:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767320585.102369:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000142592:12345-0@lo:38:kworker.0 Request processed in 12230us (13995us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320585.102383:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6033
00000100:00080000:2.0:1767320585.102584:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320585.102590:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320585.102595:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000142592:0@lo:38:kworker.0
00000100:00100000:0.0:1767320585.110983:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f56680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000143232:12345-0@lo:400:kworker.0 Request processed in 9975us (10296us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320585.111000:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3468
00000100:00100000:3.0:1767320585.112586:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000143232:0@lo:400:kworker.0
00010000:00010000:0.0:1767320585.398384:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320586.421380:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320587.125591:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000143488:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320587.125671:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320587.125774:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000143488
00000100:00100000:2.0:1767320587.125784:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000143488
00000100:00100000:2.0:1767320587.125855:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2666
00000100:00100000:2.0:1767320587.125864:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000143488:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767320587.125892:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00080000:1.0:1767320587.125906:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767320587.125943:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000143488:12345-0@lo:13:osp-pre-0-1.0 Request processed in 81us (271us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320587.125951:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2666
00000100:00100000:3.0:1767320587.126013:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767320587.126023:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000143616:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320587.126064:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320587.126092:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000143616
00000100:00100000:3.0:1767320587.126096:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000143616
00000100:00100000:3.0:1767320587.126123:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2667
00000100:00100000:3.0:1767320587.126130:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952348239500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000143616:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767320587.126148:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767320587.126178:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952348239500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000143616:12345-0@lo:13:osp-pre-1-1.0 Request processed in 49us (126us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320587.126184:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2667
00000100:00100000:3.0:1767320587.126253:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000143616:0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767320587.128579:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767320587.128642:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000143488:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320587.205937:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767320587.206270:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962572800
00000100:00100000:1.0:1767320587.206281:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962572800
00000100:00100000:1.0:1767320587.206331:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6036
00000100:00100000:1.0:1767320587.206339:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962572800:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767320587.206363:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320587.206439:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962572800:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 99us (513us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320587.206447:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6036
00000100:00100000:0.0:1767320587.221825:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767320587.222381:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962572928
00000100:00100000:1.0:1767320587.222391:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962572928
00000100:00080000:2.0:1767320587.222559:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320587.223980:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5335
00000100:00100000:1.0:1767320587.224000:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962572928:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767320587.224100:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962572928:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 109us (2285us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320587.224108:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5335
00010000:00010000:3.0:1767320587.446579:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320588.469930:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320589.493448:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767320590.197474:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320590.197485:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767320590.197489:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320590.197493:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320590.197497:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320590.197504:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5783
00000100:00080000:2.0:1767320590.197507:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320590.197513:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320590.197547:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0a9500 x1853164000143744/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320590.197573:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320590.197577:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320590.197579:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320590.197582:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5783
00000100:00080000:2.0:1767320590.197584:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320590.197588:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320590.197608:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0ab800 x1853164000143872/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320590.197618:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320590.197621:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320590.197622:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320590.197625:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5783
00000100:00080000:2.0:1767320590.197628:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320590.197631:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320590.197641:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0a8a80 x1853164000144000/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320590.197685:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320590.197697:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320590.197699:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320590.197703:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5783
00000100:00080000:2.0:1767320590.197706:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320590.197709:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320590.197722:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347ff1500 x1853164000144256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320590.197723:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000144128:0@lo:400:kworker.0
00000100:00100000:3.0:1767320590.197788:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320590.197856:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767320590.197862:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b23800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000144640:0@lo:400:kworker.0
00000100:00100000:3.0:1767320590.197886:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320590.197922:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000144384:0@lo:400:kworker.0
00000100:00100000:3.0:1767320590.197944:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320590.197971:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767320590.197977:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b23480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000144512:0@lo:400:kworker.0
00000100:00100000:3.0:1767320590.197998:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320590.198030:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000144640
00000100:00100000:3.0:1767320590.198037:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000144640
00000100:00100000:3.0:1767320590.198273:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000144512
00000100:00100000:3.0:1767320590.198278:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000144512
00000100:00100000:3.0:1767320590.198303:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3469
00000100:00100000:3.0:1767320590.198311:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234823a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000144640:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320590.198359:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234823a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000144640:12345-0@lo:400:kworker.0 Request processed in 48us (471us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320590.198367:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3469
00000100:00100000:3.0:1767320590.198445:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3470
00000100:00100000:3.0:1767320590.198452:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952348238000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000144512:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320590.198484:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952348238000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000144512:12345-0@lo:400:kworker.0 Request processed in 33us (486us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320590.198490:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3470
00000100:00080000:3.0:1767320590.198505:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767320590.198509:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767320590.198537:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b23480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000144512:0@lo:400:kworker.0
00000100:00100000:3.0:1767320590.198558:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b23800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000144640:0@lo:400:kworker.0
00000100:00100000:3.0:1767320590.198580:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000144128
00000100:00100000:3.0:1767320590.198584:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000144128
00000100:00100000:3.0:1767320590.198611:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000144384
00000100:00100000:3.0:1767320590.198614:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000144384
00000100:00100000:3.0:1767320590.198634:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5336
00000100:00100000:3.0:1767320590.198641:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952348239180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000144128:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320590.198673:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952348239180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000144128:12345-0@lo:400:kworker.0 Request processed in 34us (885us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320590.198679:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5336
00000100:00100000:3.0:1767320590.198690:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5337
00000100:00100000:3.0:1767320590.198696:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234823a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000144384:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320590.198724:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234823a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000144384:12345-0@lo:400:kworker.0 Request processed in 29us (780us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320590.198730:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5337
00000100:00080000:3.0:1767320590.198742:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320590.198755:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000144384:0@lo:400:kworker.0
00000100:00100000:3.0:1767320590.198773:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000144128:0@lo:400:kworker.0
00000100:00100000:0.0:1767320590.199218:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000143744:0@lo:38:kworker.0
00000100:00100000:0.0:1767320590.199253:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320590.199336:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000143872:0@lo:38:kworker.0
00000100:00100000:0.0:1767320590.199359:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320590.199392:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000144000:0@lo:38:kworker.0
00000100:00100000:0.0:1767320590.199411:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320590.199431:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000144256:0@lo:38:kworker.0
00000100:00100000:0.0:1767320590.199452:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320590.199477:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000143872
00000100:00100000:0.0:1767320590.199482:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000143872
00000100:00100000:0.0:1767320590.199500:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000144000
00000100:00100000:0.0:1767320590.199503:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000144000
00000100:00100000:0.0:1767320590.199514:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000144256
00000100:00100000:0.0:1767320590.199516:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000144256
00000100:00100000:0.0:1767320590.199529:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6037
00000100:00100000:0.0:1767320590.199533:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000143872:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320590.199551:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320590.199584:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000143872:12345-0@lo:38:kworker.0 Request processed in 49us (223us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320590.199590:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6037
00000100:00100000:0.0:1767320590.199602:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6038
00000100:00100000:0.0:1767320590.199606:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000144000:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320590.199615:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320590.199635:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000144000:12345-0@lo:38:kworker.0 Request processed in 28us (223us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320590.199641:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6038
00000100:00100000:0.0:1767320590.199653:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6039
00000100:00100000:0.0:1767320590.199656:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000144256:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320590.199664:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320590.199683:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000144256:12345-0@lo:38:kworker.0 Request processed in 26us (230us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320590.199688:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6039
00000100:00080000:0.0:1767320590.199721:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320590.199725:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320590.199729:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000143872:0@lo:38:kworker.0
00000100:00080000:0.0:1767320590.199736:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320590.199739:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320590.199741:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000144000:0@lo:38:kworker.0
00000100:00080000:0.0:1767320590.199749:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320590.199752:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320590.199754:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000144256:0@lo:38:kworker.0
00000100:00100000:2.0:1767320590.200179:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000143744
00000100:00100000:2.0:1767320590.200185:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000143744
00000100:00100000:2.0:1767320590.200268:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2019
00000100:00100000:2.0:1767320590.200274:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000143744:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320590.200285:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320590.200331:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000143744:12345-0@lo:38:kworker.0 Request processed in 57us (1076us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320590.200337:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2019
00000100:00080000:0.0:1767320590.200402:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320590.200407:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320590.200409:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000143744:0@lo:38:kworker.0
00010000:00010000:0.0:1767320590.517563:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320591.541654:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320592.246390:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767320592.246417:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000144768:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320592.246486:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320592.246537:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000144768
00000100:00100000:1.0:1767320592.246545:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000144768
00000100:00100000:1.0:1767320592.246603:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2668
00000100:00100000:1.0:1767320592.246613:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000144768:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767320592.246645:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767320592.246688:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000144768:12345-0@lo:13:osp-pre-0-1.0 Request processed in 77us (201us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320592.246696:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2668
00000100:00100000:1.0:1767320592.246746:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000144768:0@lo:13:osp-pre-0-1.0
00000100:00080000:2.0:1767320592.248751:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767320592.249928:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767320592.249950:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000144896:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320592.250109:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320592.250230:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000144896
00000100:00100000:1.0:1767320592.250239:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000144896
00000100:00100000:1.0:1767320592.250307:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2669
00000100:00100000:1.0:1767320592.250317:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b20a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000144896:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767320592.250351:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767320592.250412:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b20a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000144896:12345-0@lo:13:osp-pre-1-1.0 Request processed in 97us (303us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320592.250423:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2669
00000100:00080000:2.0:1767320592.251283:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767320592.251342:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000144896:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320592.322456:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767320592.323575:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962573184
00000100:00100000:3.0:1767320592.323595:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962573184
00000100:00080000:2.0:1767320592.323915:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320592.324041:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5338
00000100:00100000:3.0:1767320592.324057:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b23800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962573184:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:3.0:1767320592.324180:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b23800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962573184:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 127us (1743us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320592.324189:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5338
00000100:00100000:0.0:1767320592.328502:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767320592.329458:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962573056
00000100:00100000:3.0:1767320592.329476:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962573056
00000100:00100000:3.0:1767320592.329549:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6040
00000100:00100000:3.0:1767320592.329559:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962573056:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767320592.329589:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320592.330265:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962573056:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 701us (1775us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320592.330276:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6040
00010000:00010000:3.0:1767320592.568481:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320593.589729:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320594.614744:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767320595.322070:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320595.322084:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767320595.322088:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320595.322094:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320595.322100:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320595.322110:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5788
00000100:00080000:3.0:1767320595.322116:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320595.322124:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320595.322188:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234823b480 x1853164000145024/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320595.322254:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320595.322258:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320595.322260:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320595.322264:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5788
00000100:00080000:3.0:1767320595.322267:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320595.322271:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320595.322294:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952348239f80 x1853164000145152/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320595.322304:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320595.322307:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320595.322309:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320595.322314:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5788
00000100:00080000:3.0:1767320595.322316:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320595.322320:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320595.322341:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952348238380 x1853164000145280/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320595.322396:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320595.322400:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320595.322402:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320595.322407:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5788
00000100:00080000:3.0:1767320595.322409:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320595.322413:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320595.322427:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0a8a80 x1853164000145536/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320595.322545:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000145408:0@lo:400:kworker.0
00000100:00100000:2.0:1767320595.322651:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320595.322737:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767320595.322743:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000145920:0@lo:400:kworker.0
00000100:00100000:2.0:1767320595.322774:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320595.322814:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000145920
00000100:00100000:2.0:1767320595.322824:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000145920
00000100:00100000:2.0:1767320595.322892:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3471
00000100:00100000:2.0:1767320595.322904:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000145920:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320595.322961:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000145920:12345-0@lo:400:kworker.0 Request processed in 60us (186us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320595.322969:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3471
00000100:00080000:2.0:1767320595.322997:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767320595.323034:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000145920:0@lo:400:kworker.0
00000100:00100000:3.0:1767320595.323190:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000145408
00000100:00100000:3.0:1767320595.323229:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000145408
00000100:00100000:3.0:1767320595.323271:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5339
00000100:00100000:3.0:1767320595.323279:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b23480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000145408:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320595.323319:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b23480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000145408:12345-0@lo:400:kworker.0 Request processed in 41us (668us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320595.323326:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5339
00000100:00080000:2.0:1767320595.323400:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320595.323419:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000145408:0@lo:400:kworker.0
00000100:00100000:1.0:1767320595.323502:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000145664:0@lo:400:kworker.0
00000100:00100000:1.0:1767320595.323538:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320595.323570:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767320595.323576:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000145792:0@lo:400:kworker.0
00000100:00100000:1.0:1767320595.323601:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320595.323647:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000145664
00000100:00100000:1.0:1767320595.323651:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000145664
00000100:00100000:1.0:1767320595.323682:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5340
00000100:00100000:1.0:1767320595.323689:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000145664:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320595.323727:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000145664:12345-0@lo:400:kworker.0 Request processed in 39us (188us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320595.323734:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5340
00000100:00100000:1.0:1767320595.323761:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000145664:0@lo:400:kworker.0
00000100:00080000:2.0:1767320595.323868:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320595.323880:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000145792
00000100:00100000:2.0:1767320595.323883:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000145792
00000100:00100000:2.0:1767320595.323924:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3472
00000100:00100000:2.0:1767320595.323931:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000145792:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320595.323970:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000145792:12345-0@lo:400:kworker.0 Request processed in 40us (367us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320595.323976:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3472
00000100:00100000:2.0:1767320595.324002:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000145792:0@lo:400:kworker.0
00000100:00100000:0.0:1767320595.324786:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234823b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000145024:0@lo:38:kworker.0
00000100:00100000:0.0:1767320595.324839:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320595.324889:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952348239f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000145152:0@lo:38:kworker.0
00000100:00100000:0.0:1767320595.324920:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320595.324946:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952348238380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000145280:0@lo:38:kworker.0
00000100:00100000:0.0:1767320595.324974:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320595.324994:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000145536:0@lo:38:kworker.0
00000100:00100000:0.0:1767320595.325016:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320595.325052:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000145152
00000100:00100000:0.0:1767320595.325059:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000145152
00000100:00100000:0.0:1767320595.325086:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000145280
00000100:00100000:0.0:1767320595.325089:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000145280
00000100:00100000:0.0:1767320595.325102:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000145536
00000100:00100000:0.0:1767320595.325104:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000145536
00000100:00100000:0.0:1767320595.325120:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6041
00000100:00100000:0.0:1767320595.325127:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000145152:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320595.325152:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320595.325225:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000145152:12345-0@lo:38:kworker.0 Request processed in 64us (272us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320595.325233:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6041
00000100:00100000:0.0:1767320595.325249:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6042
00000100:00100000:0.0:1767320595.325253:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366984380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000145280:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320595.325262:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320595.325285:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366984380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000145280:12345-0@lo:38:kworker.0 Request processed in 31us (311us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320595.325291:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6042
00000100:00100000:0.0:1767320595.325302:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6043
00000100:00100000:0.0:1767320595.325306:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366984700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000145536:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320595.325315:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320595.325349:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366984700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000145536:12345-0@lo:38:kworker.0 Request processed in 41us (331us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320595.325355:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6043
00000100:00080000:0.0:1767320595.325403:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320595.325409:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320595.325412:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952348239f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000145152:0@lo:38:kworker.0
00000100:00080000:0.0:1767320595.325421:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320595.325424:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320595.325427:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952348238380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000145280:0@lo:38:kworker.0
00000100:00080000:0.0:1767320595.325434:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320595.325437:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320595.325441:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000145536:0@lo:38:kworker.0
00000100:00100000:2.0:1767320595.325742:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000145024
00000100:00100000:2.0:1767320595.325748:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000145024
00000100:00100000:2.0:1767320595.325783:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2020
00000100:00100000:2.0:1767320595.325789:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000145024:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320595.325801:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320595.325842:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000145024:12345-0@lo:38:kworker.0 Request processed in 52us (1002us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320595.325850:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2020
00000100:00080000:2.0:1767320595.325878:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320595.325883:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320595.325886:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234823b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000145024:0@lo:38:kworker.0
00000100:00080000:1.0:1767320595.326764:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00010000:00010000:3.0:1767320595.638096:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320596.661752:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320597.365633:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767320597.365669:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000146048:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320597.365775:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320597.365951:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000146048
00000100:00100000:2.0:1767320597.365961:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000146048
00000100:00100000:2.0:1767320597.366047:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2670
00000100:00100000:1.0:1767320597.366048:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767320597.366058:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000146048:12345-0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320597.366059:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000146176:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320597.366090:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00002000:00000024:2.0:1767320597.366118:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767320597.366176:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000146048:12345-0@lo:13:osp-pre-0-1.0 Request processed in 120us (400us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320597.366184:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2670
00000100:00100000:2.0:1767320597.366403:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000146176
00000100:00100000:2.0:1767320597.366407:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000146176
00000100:00100000:1.0:1767320597.366414:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000146048:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320597.366433:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2671
00000100:00100000:2.0:1767320597.366439:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000146176:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767320597.366458:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767320597.366498:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000146176:12345-0@lo:13:osp-pre-1-1.0 Request processed in 60us (407us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320597.366505:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2671
00000100:00080000:0.0:1767320597.366620:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767320597.366625:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767320597.366950:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000146176:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320597.442263:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767320597.442617:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767320597.442721:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962573440
00000100:00100000:1.0:1767320597.442735:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962573440
00000100:00100000:1.0:1767320597.442826:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962573312
00000100:00100000:1.0:1767320597.442830:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962573312
00000100:00100000:1.0:1767320597.442850:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5341
00000100:00100000:1.0:1767320597.442862:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e980a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962573440:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767320597.442959:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e980a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962573440:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 99us (711us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320597.442967:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5341
00000100:00100000:1.0:1767320597.444083:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6044
00000100:00100000:1.0:1767320597.444094:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e982a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962573312:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767320597.444127:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320597.444191:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e982a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962573312:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 95us (1573us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320597.444218:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6044
00000100:00080000:2.0:1767320597.449553:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767320597.685728:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320598.710284:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320599.734468:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767320600.437387:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320600.437402:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767320600.437407:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320600.437412:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320600.437418:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320600.437428:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5793
00000100:00080000:3.0:1767320600.437434:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320600.437442:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320600.437509:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236e982680 x1853164000146304/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320600.437547:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320600.437550:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320600.437553:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320600.437556:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5793
00000100:00080000:3.0:1767320600.437559:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320600.437563:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320600.437578:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236e983100 x1853164000146432/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320600.437589:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320600.437592:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320600.437594:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320600.437598:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5793
00000100:00080000:3.0:1767320600.437601:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320600.437604:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320600.437615:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236e983480 x1853164000146560/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320600.437668:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320600.437673:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320600.437674:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320600.437678:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5793
00000100:00080000:3.0:1767320600.437681:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320600.437685:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320600.437700:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237c0bf480 x1853164000146816/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320600.437767:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000147072:0@lo:400:kworker.0
00000100:00100000:3.0:1767320600.437860:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320600.437936:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767320600.437943:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000146944:0@lo:400:kworker.0
00000100:00100000:3.0:1767320600.437972:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320600.438017:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000147072
00000100:00100000:3.0:1767320600.438026:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000147072
00000100:00100000:3.0:1767320600.438103:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3473
00000100:00100000:3.0:1767320600.438115:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000147072:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320600.438183:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000147072:12345-0@lo:400:kworker.0 Request processed in 72us (324us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320600.438191:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3473
00000100:00100000:3.0:1767320600.438260:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000146944
00000100:00100000:3.0:1767320600.438263:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000146944
00000100:00100000:3.0:1767320600.438308:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5342
00000100:00100000:3.0:1767320600.438315:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000146944:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320600.438349:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000146944:12345-0@lo:400:kworker.0 Request processed in 34us (376us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320600.438355:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5342
00000100:00080000:3.0:1767320600.438373:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767320600.438379:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767320600.438417:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000146944:0@lo:400:kworker.0
00000100:00100000:3.0:1767320600.438428:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000147072:0@lo:400:kworker.0
00000100:00100000:1.0:1767320600.438571:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236e981f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000146688:0@lo:400:kworker.0
00000100:00100000:1.0:1767320600.438619:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320600.438657:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767320600.438663:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000147200:0@lo:400:kworker.0
00000100:00100000:1.0:1767320600.438689:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320600.438722:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000147200
00000100:00100000:1.0:1767320600.438726:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000147200
00000100:00100000:1.0:1767320600.438762:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3474
00000100:00100000:1.0:1767320600.438768:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000147200:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320600.438801:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000147200:12345-0@lo:400:kworker.0 Request processed in 34us (111us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320600.438807:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3474
00000100:00080000:1.0:1767320600.438826:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767320600.438843:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000147200:0@lo:400:kworker.0
00000100:00100000:2.0:1767320600.438988:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236e982680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000146304:0@lo:38:kworker.0
00000100:00100000:2.0:1767320600.439020:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320600.439053:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236e983100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000146432:0@lo:38:kworker.0
00000100:00100000:2.0:1767320600.439078:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320600.439098:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236e983480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000146560:0@lo:38:kworker.0
00000100:00100000:2.0:1767320600.439117:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320600.439127:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000146816:0@lo:38:kworker.0
00000100:00100000:2.0:1767320600.439140:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320600.439161:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000146688
00000100:00100000:2.0:1767320600.439164:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000146688
00000100:00100000:2.0:1767320600.439190:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000146432
00000100:00100000:2.0:1767320600.439191:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000146432
00000100:00100000:2.0:1767320600.439238:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000146560
00000100:00100000:2.0:1767320600.439242:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000146560
00000100:00100000:2.0:1767320600.439249:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000146816
00000100:00100000:2.0:1767320600.439251:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000146816
00000100:00100000:2.0:1767320600.439257:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5343
00000100:00100000:2.0:1767320600.439261:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000146688:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320600.439304:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000146688:12345-0@lo:400:kworker.0 Request processed in 42us (684us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320600.439311:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5343
00000100:00100000:2.0:1767320600.439331:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6045
00000100:00100000:2.0:1767320600.439335:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000146432:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767320600.439354:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6046
00010000:00020000:2.0:1767320600.439358:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320600.439359:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000146560:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320600.439369:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320600.439454:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6047
00000100:00100000:0.0:1767320600.439461:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000146816:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320600.439476:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320600.439569:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000146432:12345-0@lo:38:kworker.0 Request processed in 58us (315us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320600.439576:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6045
00000100:00080000:2.0:1767320600.439594:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320600.439617:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236e981f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000146688:0@lo:400:kworker.0
00000100:00100000:1.0:1767320600.439690:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000146304
00000100:00100000:1.0:1767320600.439694:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000146304
00000100:00100000:1.0:1767320600.439719:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2021
00000100:00100000:1.0:1767320600.439723:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000146304:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320600.439733:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320600.440477:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000146560:12345-0@lo:38:kworker.0 Request processed in 1111us (1353us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320600.440486:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6046
00000100:00100000:0.0:1767320600.442298:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000146816:12345-0@lo:38:kworker.0 Request processed in 2812us (3132us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320600.442316:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6047
00000100:00080000:2.0:1767320600.442847:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320600.443156:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320600.443166:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236e983100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000146432:0@lo:38:kworker.0
00000100:00080000:2.0:1767320600.443322:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320600.443328:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320600.443332:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236e983480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000146560:0@lo:38:kworker.0
00000100:00080000:2.0:1767320600.443347:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320600.443351:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320600.443354:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000146816:0@lo:38:kworker.0
00000100:00100000:1.0:1767320600.443684:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000146304:12345-0@lo:38:kworker.0 Request processed in 3945us (4648us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320600.443696:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2021
00000100:00080000:2.0:1767320600.443864:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320600.443869:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320600.443874:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236e982680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000146304:0@lo:38:kworker.0
00010000:00010000:3.0:1767320600.760402:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320601.782483:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320602.485521:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767320602.485549:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000147328:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320602.485648:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320602.485875:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000147328
00000100:00100000:0.0:1767320602.485883:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767320602.485885:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000147328
00000100:00100000:0.0:1767320602.485900:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000147456:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320602.485942:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767320602.486023:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767320602.486900:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000147456
00000100:00100000:3.0:1767320602.486909:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000147456
00000100:00100000:3.0:1767320602.486975:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2672
00000100:00100000:3.0:1767320602.486987:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000147328:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767320602.487033:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767320602.487110:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000147328:12345-0@lo:13:osp-pre-1-1.0 Request processed in 125us (1462us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320602.487118:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2672
00000100:00100000:3.0:1767320602.487138:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2673
00000100:00100000:3.0:1767320602.487144:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366987800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000147456:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767320602.487162:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00080000:0.0:1767320602.487164:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767320602.487462:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366987800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000147456:12345-0@lo:13:osp-pre-0-1.0 Request processed in 318us (1519us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320602.487470:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2673
00000100:00100000:3.0:1767320602.487525:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000147328:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767320602.487653:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000147456:0@lo:13:osp-pre-0-1.0
00000400:00000100:1.0:1767320602.566729:0:7000:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.52@tcp portal 26 match 1853163962573568 offset 0 length 520: 4
00000100:00100000:1.0:1767320602.566815:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767320602.566878:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767320602.567010:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962573696
00000100:00100000:0.0:1767320602.567027:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962573696
00000100:00100000:0.0:1767320602.567116:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962573824
00000100:00100000:0.0:1767320602.567121:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962573824
00000100:00100000:0.0:1767320602.567238:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5344
00000100:00100000:0.0:1767320602.567254:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962573824:12345-192.168.202.52@tcp:400:kworker.0
00000100:00080000:2.0:1767320602.567276:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320602.567394:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962573824:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 145us (513us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320602.567403:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5344
00000100:00100000:0.0:1767320602.567426:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6048
00000100:00100000:0.0:1767320602.567432:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962573696:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:0.0:1767320602.567461:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320602.567494:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962573696:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 60us (679us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320602.567503:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6048
00010000:00010000:0.0:1767320602.805554:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320603.831181:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320604.533408:0:7004:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320579/real 1767320579]  req@ffff95234727f100 x1853164000141056/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320604 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767320604.533462:0:7004:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95234727f100 x1853164000141056/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320604 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1767320604.533912:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320604.534034:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:3.0:1767320604.534042:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000141056:0@lo:250:kworker.0
00000100:00080000:0.0:1767320604.534823:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320604.534831:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1767320604.534835:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320604.534841:0:49151:0:(import.c:509:import_select_connection()) MGC192.168.202.152@tcp: connect to NID 0@lo last attempt 5777
00000100:00080000:0.0:1767320604.534845:0:49151:0:(import.c:588:import_select_connection()) MGC192.168.202.152@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320604.534850:0:49151:0:(import.c:623:import_select_connection()) MGC192.168.202.152@tcp: import ffff95235eb57800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320604.534887:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366987b80 x1853164000147584/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320604.534917:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320604.534921:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320604.534923:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320604.534927:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5798
00000100:00080000:0.0:1767320604.534929:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320604.534932:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320604.535116:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366987b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000147584:0@lo:250:kworker.0
00000100:00100000:0.0:1767320604.535558:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366987100 x1853164000147712/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320604.535572:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320604.535575:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320604.535578:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320604.535581:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5798
00000100:00080000:0.0:1767320604.535584:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320604.535587:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320604.535606:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234823b480 x1853164000147840/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320604.535615:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320604.535627:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320604.535629:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320604.535632:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5798
00000100:00080000:0.0:1767320604.535635:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320604.535638:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320604.535647:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952348238380 x1853164000147968/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320604.535727:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952348239f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000148096:0@lo:400:kworker.0
00000100:00080000:0.0:1767320604.535794:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320604.535797:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320604.535799:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320604.535803:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5798
00000100:00080000:0.0:1767320604.535805:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320604.535809:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320604.535821:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234bfe2d80 x1853164000148224/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320604.535875:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bfe2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000148480:0@lo:400:kworker.0
00000100:00100000:1.0:1767320604.536082:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fa9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000148608:0@lo:400:kworker.0
00000100:00100000:2.0:1767320604.536440:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320604.536532:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bfe0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000148352:0@lo:400:kworker.0
00000100:00100000:2.0:1767320604.536555:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320604.536592:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000148096
00000100:00100000:2.0:1767320604.536599:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000148096
00000100:00100000:2.0:1767320604.537362:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000148352
00000100:00100000:2.0:1767320604.537369:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000148352
00000100:00100000:2.0:1767320604.537571:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5345
00000100:00100000:2.0:1767320604.537578:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000148096:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320604.537659:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000148096:12345-0@lo:400:kworker.0 Request processed in 81us (1219us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320604.537666:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5345
00000100:00100000:2.0:1767320604.537684:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5346
00000100:00100000:2.0:1767320604.537689:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e982680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000148352:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320604.537715:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e982680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000148352:12345-0@lo:400:kworker.0 Request processed in 27us (1159us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320604.537720:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5346
00000100:00080000:2.0:1767320604.537888:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320604.537922:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bfe0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000148352:0@lo:400:kworker.0
00000100:00100000:2.0:1767320604.537959:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952348239f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000148096:0@lo:400:kworker.0
00000400:00000100:3.0:1767320604.538301:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164000147584 offset 0 length 520: 4
00000100:00100000:3.0:1767320604.538348:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366987100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000147712:0@lo:38:kworker.0
00000100:00100000:3.0:1767320604.538406:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320604.538436:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234823b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000147840:0@lo:38:kworker.0
00000100:00100000:3.0:1767320604.538471:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320604.538490:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952348238380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000147968:0@lo:38:kworker.0
00000100:00100000:3.0:1767320604.538511:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320604.538527:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bfe2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000148224:0@lo:38:kworker.0
00000100:00100000:3.0:1767320604.538561:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320604.538586:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000147840
00000100:00100000:3.0:1767320604.538591:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000147840
00000100:00100000:3.0:1767320604.538614:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000147968
00000100:00100000:3.0:1767320604.538627:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000147968
00000100:00100000:3.0:1767320604.538641:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000148224
00000100:00100000:3.0:1767320604.538644:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000148224
00000100:00100000:3.0:1767320604.538658:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6049
00000100:00100000:3.0:1767320604.538663:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000147840:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320604.538682:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320604.538716:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000147840:12345-0@lo:38:kworker.0 Request processed in 51us (254us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320604.538722:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6049
00000100:00100000:3.0:1767320604.538908:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6050
00000100:00100000:3.0:1767320604.538912:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000147968:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320604.538922:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320604.538957:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000147968:12345-0@lo:38:kworker.0 Request processed in 44us (445us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320604.538963:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6050
00000100:00100000:3.0:1767320604.539128:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6051
00000100:00100000:3.0:1767320604.539132:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000148224:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320604.539142:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320604.539279:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000148224:12345-0@lo:38:kworker.0 Request processed in 145us (718us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320604.539286:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6051
00000100:00080000:3.0:1767320604.539340:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320604.539346:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320604.539350:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234823b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000147840:0@lo:38:kworker.0
00000100:00080000:3.0:1767320604.539358:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320604.539362:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320604.539365:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952348238380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000147968:0@lo:38:kworker.0
00000100:00080000:3.0:1767320604.539373:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320604.539377:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320604.539380:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bfe2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000148224:0@lo:38:kworker.0
00000100:00100000:2.0:1767320604.539570:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000147712
00000100:00100000:2.0:1767320604.539577:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000147712
00000100:00100000:2.0:1767320604.539605:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2022
00000100:00100000:2.0:1767320604.539610:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000147712:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320604.539632:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320604.539672:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000147712:12345-0@lo:38:kworker.0 Request processed in 60us (1266us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320604.539679:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2022
00000100:00080000:3.0:1767320604.541329:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320604.541341:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320604.541346:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366987100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000147712:0@lo:38:kworker.0
00000100:00100000:0.0:1767320604.542844:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320604.543157:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320604.545670:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000148480
00000100:00100000:2.0:1767320604.545686:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000148480
00000100:00080000:0.0:1767320604.545907:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767320604.545978:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000148608
00000100:00100000:2.0:1767320604.545982:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000148608
00000100:00100000:2.0:1767320604.546022:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3475
00000100:00100000:2.0:1767320604.546034:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fa8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000148480:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320604.546114:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fa8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000148480:12345-0@lo:400:kworker.0 Request processed in 83us (3281us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320604.546121:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3475
00000100:00100000:2.0:1767320604.546152:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3476
00000100:00100000:2.0:1767320604.546159:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000148608:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320604.546215:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000148608:12345-0@lo:400:kworker.0 Request processed in 34us (3035us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320604.546222:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3476
00000100:00080000:0.0:1767320604.546886:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767320604.546934:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bfe2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000148480:0@lo:400:kworker.0
00000100:00100000:1.0:1767320604.547124:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fa9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000148608:0@lo:400:kworker.0
00010000:00010000:3.0:1767320604.853443:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320605.877434:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320606.901559:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320607.605491:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366987100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000148736:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320607.605556:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320607.605627:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000148736
00000100:00100000:0.0:1767320607.605644:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000148736
00000100:00100000:0.0:1767320607.605712:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2674
00000100:00100000:0.0:1767320607.605721:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e983480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000148736:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767320607.605751:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00080000:1.0:1767320607.605878:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767320607.605891:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767320607.605900:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d071c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000148864:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320607.605923:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320607.605946:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000148864
00000100:00100000:1.0:1767320607.605949:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000148864
00000100:00100000:1.0:1767320607.605974:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2675
00000100:00100000:1.0:1767320607.605979:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d070000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000148864:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767320607.605995:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767320607.606022:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d070000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000148864:12345-0@lo:13:osp-pre-1-1.0 Request processed in 43us (97us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320607.606029:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2675
00000100:00080000:1.0:1767320607.606045:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767320607.606091:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d071c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000148864:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767320607.611594:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e983480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000148736:12345-0@lo:13:osp-pre-0-1.0 Request processed in 5863us (6025us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320607.611612:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2674
00000100:00100000:2.0:1767320607.619428:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366987100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000148736:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320607.687609:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767320607.687714:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767320607.693413:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962574080
00000100:00100000:3.0:1767320607.693428:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962574080
00000100:00080000:1.0:1767320607.693642:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320607.693706:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962573952
00000100:00100000:3.0:1767320607.693711:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962573952
00000100:00100000:3.0:1767320607.693832:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5347
00000100:00100000:3.0:1767320607.693845:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e983100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962574080:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:3.0:1767320607.693932:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e983100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962574080:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 91us (6331us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320607.693941:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5347
00000100:00100000:3.0:1767320607.693959:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6052
00000100:00100000:3.0:1767320607.693964:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e981f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962573952:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767320607.693985:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320607.694011:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e981f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962573952:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 45us (6297us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320607.694017:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6052
00010000:00010000:3.0:1767320607.925603:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320608.949442:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767320609.654641:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320609.654652:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767320609.654655:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320609.654659:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320609.654663:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320609.654672:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5802
00000100:00080000:1.0:1767320609.654676:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320609.654683:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320609.654730:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d071c00 x1853164000148992/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320609.654768:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320609.654772:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320609.654773:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320609.654777:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5802
00000100:00080000:1.0:1767320609.654779:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320609.654782:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320609.654793:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d073480 x1853164000149120/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320609.654802:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320609.654805:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320609.654807:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320609.654810:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5802
00000100:00080000:1.0:1767320609.654812:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320609.654814:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320609.654822:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d070700 x1853164000149248/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320609.654868:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320609.654872:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320609.654874:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320609.654877:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5802
00000100:00080000:1.0:1767320609.654879:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320609.654882:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320609.654892:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952364bc0a80 x1853164000149504/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320609.654951:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364bc2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000149632:0@lo:400:kworker.0
00000100:00100000:3.0:1767320609.655004:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d071c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000148992:0@lo:38:kworker.0
00000100:00100000:1.0:1767320609.655015:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320609.655084:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364bc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000149760:0@lo:400:kworker.0
00000100:00100000:0.0:1767320609.657839:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364bc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000149888:0@lo:400:kworker.0
00000100:00100000:3.0:1767320609.661512:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320609.662520:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d073480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000149120:0@lo:38:kworker.0
00000100:00100000:3.0:1767320609.663729:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320609.663787:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d070700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000149248:0@lo:38:kworker.0
00000100:00100000:3.0:1767320609.663824:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320609.663844:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364bc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000149504:0@lo:38:kworker.0
00000100:00100000:3.0:1767320609.663873:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320609.663943:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000148992
00000100:00100000:3.0:1767320609.663955:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000148992
00000100:00100000:3.0:1767320609.663996:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2023
00000100:00100000:3.0:1767320609.664003:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366987100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000148992:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320609.664026:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320609.664068:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366987100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000148992:12345-0@lo:38:kworker.0 Request processed in 64us (2563us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320609.664076:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2023
00000100:00100000:3.0:1767320609.664097:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000149632
00000100:00100000:3.0:1767320609.664101:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000149632
00000100:00100000:3.0:1767320609.664136:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000149120
00000100:00100000:3.0:1767320609.664139:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000149120
00000100:00100000:3.0:1767320609.664150:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000149248
00000100:00100000:3.0:1767320609.664153:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000149248
00000100:00100000:3.0:1767320609.664160:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000149504
00000100:00100000:3.0:1767320609.664162:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000149504
00000100:00100000:3.0:1767320609.664171:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5348
00000100:00100000:3.0:1767320609.664178:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364bc2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000149632:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320609.664267:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364bc2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000149632:12345-0@lo:400:kworker.0 Request processed in 90us (9251us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320609.664273:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5348
00000100:00100000:3.0:1767320609.664286:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6053
00000100:00100000:3.0:1767320609.664289:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952371389500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000149120:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320609.664299:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320609.664324:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952371389500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000149120:12345-0@lo:38:kworker.0 Request processed in 34us (602us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320609.665854:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6053
00000100:00100000:3.0:1767320609.665886:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6054
00000100:00100000:3.0:1767320609.665893:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952371389c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000149248:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320609.665912:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320609.665970:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952371389c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000149248:12345-0@lo:38:kworker.0 Request processed in 77us (2145us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320609.665976:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6054
00000100:00100000:3.0:1767320609.665986:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6055
00000100:00100000:3.0:1767320609.665991:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237138b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000149504:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320609.666011:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320609.666039:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237138b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000149504:12345-0@lo:38:kworker.0 Request processed in 47us (2172us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320609.666049:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6055
00000100:00080000:3.0:1767320609.666089:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767320609.666125:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320609.666130:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320609.666134:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d071c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000148992:0@lo:38:kworker.0
00000100:00080000:3.0:1767320609.666146:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320609.666149:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320609.666152:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d073480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000149120:0@lo:38:kworker.0
00000100:00080000:3.0:1767320609.666159:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320609.666163:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320609.666165:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d070700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000149248:0@lo:38:kworker.0
00000100:00080000:3.0:1767320609.666173:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320609.666176:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320609.666179:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364bc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000149504:0@lo:38:kworker.0
00000100:00100000:3.0:1767320609.666262:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364bc1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000149376:0@lo:400:kworker.0
00000100:00100000:3.0:1767320609.666297:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320609.666812:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000149376
00000100:00100000:3.0:1767320609.666820:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000149376
00000100:00100000:3.0:1767320609.666869:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5349
00000100:00100000:3.0:1767320609.666877:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237138aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000149376:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320609.666924:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237138aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000149376:12345-0@lo:400:kworker.0 Request processed in 48us (626us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320609.666930:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5349
00000100:00080000:3.0:1767320609.666948:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320609.667407:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364bc2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000149632:0@lo:400:kworker.0
00000100:00100000:3.0:1767320609.667488:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364bc1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000149376:0@lo:400:kworker.0
00000100:00100000:2.0:1767320609.668867:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320609.669096:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320609.669451:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000149760
00000100:00100000:1.0:1767320609.669460:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000149760
00000100:00100000:1.0:1767320609.669623:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000149888
00000100:00100000:1.0:1767320609.669628:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000149888
00000100:00100000:3.0:1767320609.671364:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3477
00000100:00100000:3.0:1767320609.671390:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952348238380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000149760:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320609.671517:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952348238380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000149760:12345-0@lo:400:kworker.0 Request processed in 140us (2699us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320609.671525:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3477
00000100:00100000:3.0:1767320609.671624:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364bc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000149760:0@lo:400:kworker.0
00000100:00080000:2.0:1767320609.678055:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767320609.678069:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767320609.683560:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3478
00000100:00100000:1.0:1767320609.683754:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345faa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000149888:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320609.683968:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345faa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000149888:12345-0@lo:400:kworker.0 Request processed in 394us (14871us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320609.683977:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3478
00000100:00100000:3.0:1767320609.685062:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364bc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000149888:0@lo:400:kworker.0
00010000:00010000:0.0:1767320609.974823:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320610.997452:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320612.022695:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320612.726026:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952371388a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000150016:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320612.726102:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320612.726886:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000150016
00000100:00100000:2.0:1767320612.726897:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000150016
00000100:00100000:2.0:1767320612.726965:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2676
00000100:00100000:2.0:1767320612.726975:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fa9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000150016:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767320612.727006:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767320612.727066:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fa9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000150016:12345-0@lo:13:osp-pre-0-1.0 Request processed in 93us (964us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320612.727076:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2676
00000100:00100000:2.0:1767320612.727139:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952371388a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000150016:0@lo:13:osp-pre-0-1.0
00000100:00080000:3.0:1767320612.727394:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767320612.727896:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237138bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000150144:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320612.727945:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320612.728555:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000150144
00000100:00100000:2.0:1767320612.728575:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000150144
00000100:00100000:2.0:1767320612.728637:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2677
00000100:00100000:2.0:1767320612.728647:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364bc2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000150144:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767320612.728674:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767320612.728730:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364bc2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000150144:12345-0@lo:13:osp-pre-1-1.0 Request processed in 85us (784us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320612.728737:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2677
00000100:00100000:1.0:1767320612.728948:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237138bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000150144:0@lo:13:osp-pre-1-1.0
00000100:00080000:3.0:1767320612.729316:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767320612.799079:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767320612.799244:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962574336
00000100:00100000:3.0:1767320612.799256:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962574336
00000100:00100000:3.0:1767320612.799345:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5350
00000100:00100000:3.0:1767320612.799357:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234823b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962574336:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:3.0:1767320612.799417:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234823b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962574336:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 64us (349us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320612.799423:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5350
00000100:00100000:0.0:1767320612.800131:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00080000:0.0:1767320612.800297:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320612.800538:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962574208
00000100:00100000:1.0:1767320612.800545:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962574208
00000100:00100000:1.0:1767320612.800572:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6056
00000100:00100000:1.0:1767320612.800578:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fa9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962574208:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767320612.800603:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320612.800654:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fa9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962574208:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 74us (526us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320612.800661:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6056
00010000:00010000:3.0:1767320613.048309:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320614.069690:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767320614.773503:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320614.773517:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767320614.773520:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320614.773525:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320614.773529:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320614.773539:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5807
00000100:00080000:0.0:1767320614.773552:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320614.773559:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320614.773602:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235f799180 x1853164000150272/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320614.773626:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320614.773629:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320614.773631:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320614.773633:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5807
00000100:00080000:0.0:1767320614.773636:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320614.773639:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320614.773649:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235f798000 x1853164000150400/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320614.773658:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320614.773661:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320614.773662:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320614.773665:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5807
00000100:00080000:0.0:1767320614.773667:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320614.773670:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320614.773677:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235f79a680 x1853164000150528/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320614.773743:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000150656:0@lo:400:kworker.0
00000100:00100000:1.0:1767320614.773808:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320614.773924:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000150656
00000100:00100000:2.0:1767320614.773933:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000150656
00000100:00100000:2.0:1767320614.774014:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5351
00000100:00100000:2.0:1767320614.774023:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364bc1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000150656:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320614.774104:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235f799180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000150272:0@lo:38:kworker.0
00000100:00100000:3.0:1767320614.774134:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320614.774166:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235f798000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000150400:0@lo:38:kworker.0
00000100:00100000:3.0:1767320614.774189:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320614.774229:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235f79a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000150528:0@lo:38:kworker.0
00000100:00100000:3.0:1767320614.774249:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320614.774279:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000150272
00000100:00100000:3.0:1767320614.774283:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000150272
00000100:00100000:3.0:1767320614.774307:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2024
00000100:00100000:3.0:1767320614.774313:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952371388700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000150272:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320614.774331:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320614.774364:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952371388700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000150272:12345-0@lo:38:kworker.0 Request processed in 51us (229us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320614.774372:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2024
00000100:00100000:3.0:1767320614.774392:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000150400
00000100:00100000:3.0:1767320614.774396:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000150400
00000100:00100000:3.0:1767320614.774412:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000150528
00000100:00100000:3.0:1767320614.774415:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000150528
00000100:00100000:3.0:1767320614.774430:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6057
00000100:00100000:3.0:1767320614.774434:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952371389f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000150400:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320614.774443:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320614.774467:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952371389f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000150400:12345-0@lo:38:kworker.0 Request processed in 32us (277us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320614.774476:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6057
00000100:00100000:3.0:1767320614.774487:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6058
00000100:00100000:3.0:1767320614.774491:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952371388000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000150528:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320614.774499:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320614.774522:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952371388000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000150528:12345-0@lo:38:kworker.0 Request processed in 29us (271us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320614.774527:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6058
00000100:00080000:3.0:1767320614.774569:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320614.774574:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320614.774578:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235f799180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000150272:0@lo:38:kworker.0
00000100:00080000:3.0:1767320614.774586:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320614.774589:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320614.774592:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235f798000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000150400:0@lo:38:kworker.0
00000100:00080000:3.0:1767320614.774599:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320614.774602:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320614.774604:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235f79a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000150528:0@lo:38:kworker.0
00000100:00080000:3.0:1767320614.774643:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767320614.774933:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320614.774938:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320614.774941:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320614.774947:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5807
00000100:00080000:0.0:1767320614.774950:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320614.774954:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320614.774988:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235e8cb480 x1853164000150784/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320614.775077:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000151168:0@lo:400:kworker.0
00000100:00100000:3.0:1767320614.775111:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320614.775161:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000150912:0@lo:400:kworker.0
00000100:00100000:3.0:1767320614.775185:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320614.775221:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767320614.775227:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000151040:0@lo:400:kworker.0
00000100:00100000:3.0:1767320614.775250:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320614.775274:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000150912
00000100:00100000:3.0:1767320614.775278:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000150912
00000100:00100000:3.0:1767320614.775314:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5352
00000100:00100000:3.0:1767320614.775320:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237138b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000150912:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320614.775356:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237138b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000150912:12345-0@lo:400:kworker.0 Request processed in 36us (170us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320614.775362:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5352
00000100:00080000:3.0:1767320614.775379:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320614.775397:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000150912:0@lo:400:kworker.0
00000100:00100000:3.0:1767320614.775411:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000150784:0@lo:38:kworker.0
00000100:00100000:3.0:1767320614.775431:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320614.775453:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000150784
00000100:00100000:3.0:1767320614.775462:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000150784
00000100:00100000:3.0:1767320614.775483:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6059
00000100:00100000:3.0:1767320614.775488:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952371388380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000150784:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320614.775500:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320614.775529:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952371388380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000150784:12345-0@lo:38:kworker.0 Request processed in 41us (96us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320614.775534:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6059
00000100:00080000:3.0:1767320614.775571:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320614.775575:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320614.775577:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000150784:0@lo:38:kworker.0
00000100:00100000:3.0:1767320614.775606:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000151168
00000100:00100000:3.0:1767320614.775609:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000151168
00000100:00100000:3.0:1767320614.775639:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000151040
00000100:00100000:3.0:1767320614.775642:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000151040
00000100:00100000:3.0:1767320614.775662:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3479
00000100:00100000:3.0:1767320614.775668:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952371388e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000151168:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320614.775701:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952371388e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000151168:12345-0@lo:400:kworker.0 Request processed in 34us (591us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320614.775706:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3479
00000100:00100000:3.0:1767320614.775716:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3480
00000100:00100000:3.0:1767320614.775722:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952371389880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000151040:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320614.775749:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952371389880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000151040:12345-0@lo:400:kworker.0 Request processed in 27us (498us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320614.775754:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3480
00000100:00080000:3.0:1767320614.775774:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767320614.775777:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767320614.775791:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000151040:0@lo:400:kworker.0
00000100:00100000:3.0:1767320614.775811:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000151168:0@lo:400:kworker.0
00000100:00100000:2.0:1767320614.776388:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364bc1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000150656:12345-0@lo:400:kworker.0 Request processed in 2364us (2577us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320614.776397:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5351
00000100:00100000:1.0:1767320614.776644:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000150656:0@lo:400:kworker.0
00010000:00010000:0.0:1767320615.094791:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320616.118009:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320617.141422:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320617.845743:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364bc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000151424:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320617.845816:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320617.845921:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767320617.845930:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364bc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000151296:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320617.845998:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000151424
00000100:00100000:0.0:1767320617.846007:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000151424
00000100:00100000:0.0:1767320617.846063:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2678
00000100:00100000:0.0:1767320617.846071:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364bc1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000151424:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767320617.846102:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767320617.846159:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364bc1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000151424:12345-0@lo:13:osp-pre-1-1.0 Request processed in 88us (342us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320617.846166:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2678
00000100:00100000:0.0:1767320617.846232:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364bc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000151424:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320617.846345:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767320617.848234:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767320617.852849:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000151296
00000100:00100000:0.0:1767320617.852864:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000151296
00000100:00100000:0.0:1767320617.852972:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2679
00000100:00100000:0.0:1767320617.852984:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364bc0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000151296:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767320617.853018:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00080000:1.0:1767320617.853076:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767320617.853102:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364bc0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000151296:12345-0@lo:13:osp-pre-0-1.0 Request processed in 121us (6755us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320617.853109:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2679
00000100:00100000:1.0:1767320617.853480:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364bc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000151296:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320617.922876:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767320617.923009:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962574592
00000100:00100000:2.0:1767320617.923025:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962574592
00000100:00080000:1.0:1767320617.923162:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320617.923162:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5353
00000100:00100000:2.0:1767320617.923176:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237138b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962574592:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767320617.923321:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237138b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962574592:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 150us (462us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320617.923327:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5353
00000100:00100000:3.0:1767320617.925107:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767320617.925259:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962574464
00000100:00100000:0.0:1767320617.925276:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962574464
00000100:00100000:0.0:1767320617.925354:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6060
00000100:00100000:0.0:1767320617.925364:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237138ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962574464:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:0.0:1767320617.925393:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320617.925471:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237138ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962574464:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 107us (373us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320617.925479:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6060
00010000:00010000:0.0:1767320618.165411:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320619.190586:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767320619.893338:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320619.893349:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767320619.893353:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320619.893357:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320619.893361:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320619.893369:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5812
00000100:00080000:0.0:1767320619.893374:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320619.893382:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320619.893424:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235e8cb800 x1853164000151552/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320619.893442:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320619.893446:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320619.893448:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320619.893451:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5812
00000100:00080000:0.0:1767320619.893453:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320619.893457:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320619.893469:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235e8cad80 x1853164000151680/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320619.893482:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000151552:0@lo:38:kworker.0
00000100:00080000:0.0:1767320619.893485:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320619.893492:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320619.893494:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320619.893498:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5812
00000100:00080000:0.0:1767320619.893511:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320619.893515:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320619.893527:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235e8c8e00 x1853164000151808/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320619.893579:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320619.893620:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000151936:0@lo:400:kworker.0
00000100:00100000:2.0:1767320619.893661:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000151680:0@lo:38:kworker.0
00000100:00100000:3.0:1767320619.893665:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320619.893699:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767320619.893721:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767320619.893721:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000151808:0@lo:38:kworker.0
00000100:00080000:0.0:1767320619.893729:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320619.893732:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320619.893736:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5812
00000100:00080000:0.0:1767320619.893738:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320619.893742:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320619.893760:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235e8cb480 x1853164000152064/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320619.893762:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320619.893787:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000152064:0@lo:38:kworker.0
00000100:00100000:2.0:1767320619.893811:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320619.893857:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000151936
00000100:00100000:2.0:1767320619.893865:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000151936
00000100:00100000:1.0:1767320619.893867:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000151552
00000100:00100000:1.0:1767320619.893873:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000151552
00000100:00100000:1.0:1767320619.893912:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2025
00000100:00100000:1.0:1767320619.893919:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952348239f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000151552:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767320619.893925:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000151680
00000100:00100000:2.0:1767320619.893931:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000151680
00010000:00020000:1.0:1767320619.893938:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320619.893995:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952348239f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000151552:12345-0@lo:38:kworker.0 Request processed in 75us (414us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320619.894002:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2025
00000100:00100000:1.0:1767320619.894027:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000152192:0@lo:400:kworker.0
00000100:00100000:1.0:1767320619.894053:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320619.895083:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767320619.895097:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349093800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000152448:0@lo:400:kworker.0
00000100:00100000:3.0:1767320619.895802:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320619.895940:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767320619.895949:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349093b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000152320:0@lo:400:kworker.0
00000100:00100000:1.0:1767320619.895991:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767320619.896019:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320619.896254:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000152448
00000100:00100000:0.0:1767320619.896262:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000152448
00000100:00100000:0.0:1767320619.896307:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000152320
00000100:00100000:0.0:1767320619.896311:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000152320
00000100:00100000:0.0:1767320619.896331:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3481
00000100:00100000:0.0:1767320619.896339:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952371389180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000152448:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320619.896390:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952371389180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000152448:12345-0@lo:400:kworker.0 Request processed in 51us (590us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320619.896397:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3481
00000100:00100000:0.0:1767320619.896413:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3482
00000100:00100000:0.0:1767320619.896419:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364bc2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000152320:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320619.896449:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364bc2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000152320:12345-0@lo:400:kworker.0 Request processed in 30us (457us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320619.896456:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3482
00000100:00100000:2.0:1767320619.896840:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000151808
00000100:00100000:1.0:1767320619.896841:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000152064
00000100:00100000:2.0:1767320619.896846:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000151808
00000100:00100000:1.0:1767320619.896848:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000152064
00000100:00100000:2.0:1767320619.896872:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000152192
00000100:00100000:1.0:1767320619.896878:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5354
00000100:00100000:2.0:1767320619.896878:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000152192
00000100:00100000:1.0:1767320619.896892:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237138a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000151936:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320619.896911:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5355
00000100:00100000:2.0:1767320619.896921:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364bc1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000152192:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320619.896936:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237138a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000151936:12345-0@lo:400:kworker.0 Request processed in 48us (3272us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320619.897100:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5354
00000100:00100000:1.0:1767320619.897128:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6061
00000100:00100000:1.0:1767320619.897133:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000151680:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320619.897153:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320619.897186:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000151680:12345-0@lo:38:kworker.0 Request processed in 52us (3488us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320619.897192:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6061
00000100:00100000:1.0:1767320619.897220:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6062
00000100:00100000:1.0:1767320619.897224:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000151808:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320619.897233:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320619.897256:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000151808:12345-0@lo:38:kworker.0 Request processed in 31us (3498us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320619.897262:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6062
00000100:00100000:1.0:1767320619.897272:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6063
00000100:00100000:1.0:1767320619.897276:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000152064:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320619.897286:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320619.897320:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000152064:12345-0@lo:38:kworker.0 Request processed in 41us (3509us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320619.897326:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6063
00000100:00100000:2.0:1767320619.897335:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364bc1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000152192:12345-0@lo:400:kworker.0 Request processed in 414us (3278us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320619.897343:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5355
00000100:00080000:1.0:1767320619.897349:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767320619.897354:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767320619.897358:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767320619.897391:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767320619.897393:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349093b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000152320:0@lo:400:kworker.0
00000100:00080000:2.0:1767320619.897400:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320619.897406:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000152064:0@lo:38:kworker.0
00000100:00100000:1.0:1767320619.897413:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000152192:0@lo:400:kworker.0
00000100:00080000:2.0:1767320619.897421:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320619.897427:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320619.897430:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000151680:0@lo:38:kworker.0
00000100:00080000:2.0:1767320619.897441:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320619.897445:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320619.897448:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000151808:0@lo:38:kworker.0
00000100:00080000:2.0:1767320619.897459:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320619.897463:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320619.897468:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000151552:0@lo:38:kworker.0
00000100:00100000:2.0:1767320619.898066:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349093800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000152448:0@lo:400:kworker.0
00000100:00100000:2.0:1767320619.898081:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000151936:0@lo:400:kworker.0
00010000:00010000:3.0:1767320620.213787:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320621.237571:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320622.265308:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320622.965661:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767320622.965678:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000152576:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320622.965746:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320622.965807:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000152576
00000100:00100000:1.0:1767320622.965814:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000152576
00000100:00080000:2.0:1767320622.965903:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767320622.965986:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237138a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000152704:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320622.966017:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320622.970906:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000152704
00000100:00100000:1.0:1767320622.970924:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000152704
00000100:00100000:1.0:1767320622.970992:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2680
00000100:00100000:1.0:1767320622.971003:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000152576:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767320622.971035:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767320622.971112:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000152576:12345-0@lo:13:osp-pre-1-1.0 Request processed in 111us (5364us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320622.971119:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2680
00000100:00100000:1.0:1767320622.971137:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2681
00000100:00100000:1.0:1767320622.971143:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000152704:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767320622.971157:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767320622.971189:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000152704:12345-0@lo:13:osp-pre-0-1.0 Request processed in 46us (5171us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320622.971211:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2681
00000100:00100000:1.0:1767320622.971282:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000152576:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320622.971317:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237138a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000152704:0@lo:13:osp-pre-0-1.0
00000100:00080000:1.0:1767320622.971358:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767320623.040154:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767320623.040257:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767320623.040462:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962574720
00000100:00100000:1.0:1767320623.040473:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962574720
00000100:00100000:1.0:1767320623.040516:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962574848
00000100:00100000:1.0:1767320623.040520:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962574848
00000100:00100000:1.0:1767320623.040571:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5356
00000100:00100000:1.0:1767320623.040581:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237138bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962574848:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767320623.040649:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237138bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962574848:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 69us (391us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320623.040656:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5356
00000100:00100000:1.0:1767320623.040673:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6064
00000100:00100000:1.0:1767320623.040678:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237138a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962574720:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767320623.040698:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320623.040859:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237138a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962574720:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 178us (714us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320623.040866:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6064
00000100:00080000:2.0:1767320623.040939:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767320623.285828:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320624.309558:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767320625.013778:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320625.013787:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767320625.013790:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320625.013794:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320625.013798:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320625.013807:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5817
00000100:00080000:2.0:1767320625.013812:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320625.013819:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320625.013862:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234471f480 x1853164000152832/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320625.013878:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320625.013881:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320625.013883:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320625.013886:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5817
00000100:00080000:2.0:1767320625.013888:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320625.013891:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320625.013902:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234471ea00 x1853164000152960/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320625.013911:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320625.013914:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320625.013916:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320625.013920:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5817
00000100:00080000:2.0:1767320625.013922:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320625.013925:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320625.013938:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347047480 x1853164000153088/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320625.013951:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234471f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000152832:0@lo:38:kworker.0
00000100:00080000:2.0:1767320625.013970:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320625.013973:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320625.013974:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320625.013978:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5817
00000100:00080000:2.0:1767320625.013980:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320625.013982:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320625.013992:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347045880 x1853164000153344/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320625.014015:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320625.014052:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000153600:0@lo:400:kworker.0
00000100:00100000:3.0:1767320625.014073:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234471ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000152960:0@lo:38:kworker.0
00000100:00100000:2.0:1767320625.014091:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320625.014095:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320625.014111:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767320625.014112:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347047480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000153088:0@lo:38:kworker.0
00000100:00100000:2.0:1767320625.014116:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000153472:0@lo:400:kworker.0
00000100:00100000:3.0:1767320625.014131:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320625.014153:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347045880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000153344:0@lo:38:kworker.0
00000100:00100000:2.0:1767320625.014162:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000152832
00000100:00100000:2.0:1767320625.014169:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000152832
00000100:00100000:3.0:1767320625.014172:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320625.014217:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2026
00000100:00100000:2.0:1767320625.014225:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952371388a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000152832:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320625.014243:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320625.014305:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000152960
00000100:00100000:3.0:1767320625.014309:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000152960
00000100:00100000:3.0:1767320625.014329:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000153088
00000100:00100000:3.0:1767320625.014331:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000153088
00000100:00100000:3.0:1767320625.014344:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000153344
00000100:00100000:3.0:1767320625.014346:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000153344
00000100:00100000:3.0:1767320625.014359:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6065
00000100:00100000:3.0:1767320625.014363:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f79a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000152960:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320625.014374:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320625.014412:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f79a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000152960:12345-0@lo:38:kworker.0 Request processed in 47us (315us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320625.014413:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347047100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000153216:0@lo:400:kworker.0
00000100:00100000:3.0:1767320625.014419:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6065
00000100:00100000:3.0:1767320625.014433:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6066
00000100:00100000:3.0:1767320625.014437:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f798000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000153088:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767320625.014439:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:3.0:1767320625.014446:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320625.014452:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767320625.014456:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952344b24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000153728:0@lo:400:kworker.0
00000100:00100000:3.0:1767320625.014467:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f798000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000153088:12345-0@lo:38:kworker.0 Request processed in 28us (335us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320625.014473:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320625.014473:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6066
00000100:00100000:3.0:1767320625.014481:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000153216
00000100:00100000:3.0:1767320625.014484:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000153216
00000100:00100000:0.0:1767320625.014497:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000153600
00000100:00100000:0.0:1767320625.014500:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000153600
00000100:00100000:3.0:1767320625.014516:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5357
00000100:00100000:0.0:1767320625.014522:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000153728
00000100:00100000:3.0:1767320625.014522:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349093100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000153216:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320625.014524:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000153728
00000100:00100000:0.0:1767320625.014541:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3483
00000100:00100000:0.0:1767320625.014546:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000153600:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320625.014558:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349093100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000153216:12345-0@lo:400:kworker.0 Request processed in 37us (119us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320625.014564:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5357
00000100:00100000:0.0:1767320625.014570:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000153600:12345-0@lo:400:kworker.0 Request processed in 25us (479us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320625.014575:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3483
00000100:00100000:3.0:1767320625.014575:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6067
00000100:00100000:3.0:1767320625.014578:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f799180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000153344:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767320625.014585:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3484
00010000:00020000:3.0:1767320625.014587:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320625.014590:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349091880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000153728:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320625.014606:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f799180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000153344:12345-0@lo:38:kworker.0 Request processed in 26us (433us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320625.014609:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349091880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000153728:12345-0@lo:400:kworker.0 Request processed in 19us (135us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320625.014614:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3484
00000100:00100000:0.0:1767320625.014655:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952344b24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000153728:0@lo:400:kworker.0
00000100:00100000:0.0:1767320625.014664:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347047100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000153216:0@lo:400:kworker.0
00000100:00080000:0.0:1767320625.014696:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767320625.014700:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767320625.014702:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320625.014710:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6067
00000100:00080000:3.0:1767320625.014742:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320625.014747:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320625.014750:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347047480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000153088:0@lo:38:kworker.0
00000100:00080000:3.0:1767320625.014758:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320625.014761:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320625.014764:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347045880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000153344:0@lo:38:kworker.0
00000100:00100000:2.0:1767320625.014769:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952371388a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000152832:12345-0@lo:38:kworker.0 Request processed in 544us (754us total) trans 0 rc -19/-19
00000100:00080000:3.0:1767320625.014770:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320625.014774:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320625.014775:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2026
00000100:00100000:3.0:1767320625.014776:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234471f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000152832:0@lo:38:kworker.0
00000100:00080000:3.0:1767320625.014783:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320625.014786:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320625.014788:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234471ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000152960:0@lo:38:kworker.0
00000100:00100000:2.0:1767320625.014793:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320625.014825:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000153600:0@lo:400:kworker.0
00000100:00100000:0.0:1767320625.015054:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000153472
00000100:00100000:0.0:1767320625.015068:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000153472
00000100:00100000:0.0:1767320625.015111:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5358
00000100:00100000:0.0:1767320625.015118:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b26a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000153472:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320625.015152:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b26a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000153472:12345-0@lo:400:kworker.0 Request processed in 35us (357us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320625.015157:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5358
00000100:00100000:3.0:1767320625.015164:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000153472:0@lo:400:kworker.0
00000100:00080000:2.0:1767320625.015591:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767320625.334922:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320626.357762:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320627.159307:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000400:00000100:2.0:1767320627.159344:0:6999:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.52@tcp portal 26 match 1853163962574976 offset 0 length 520: 4
00000100:00100000:2.0:1767320627.159408:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767320627.159582:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962575232
00000100:00100000:1.0:1767320627.159592:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962575232
00000100:00100000:1.0:1767320627.159663:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962575104
00000100:00100000:1.0:1767320627.159667:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962575104
00000100:00100000:1.0:1767320627.159686:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5359
00000100:00100000:1.0:1767320627.159694:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b24000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962575232:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767320627.159770:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b24000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962575232:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 76us (473us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320627.159778:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5359
00000100:00100000:1.0:1767320627.159816:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6068
00000100:00100000:1.0:1767320627.159821:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962575104:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767320627.159841:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320627.159865:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962575104:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 42us (456us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320627.159871:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6068
00000100:00080000:2.0:1767320627.160359:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767320627.381465:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320628.086021:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000153856:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767320628.086099:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320628.086323:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000153856
00000100:00100000:1.0:1767320628.086332:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000153856
00000100:00100000:1.0:1767320628.086392:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2682
00000100:00100000:1.0:1767320628.086402:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349090700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000153856:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767320628.086432:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767320628.086476:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349090700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000153856:12345-0@lo:13:osp-pre-1-1.0 Request processed in 76us (377us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320628.086483:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2682
00000100:00080000:0.0:1767320628.086539:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767320628.086575:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000153856:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320628.086982:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767320628.086993:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234471ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000153984:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320628.087025:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320628.087182:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000153984
00000100:00100000:0.0:1767320628.087188:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000153984
00000100:00100000:0.0:1767320628.087256:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2683
00000100:00100000:0.0:1767320628.087264:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000153984:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767320628.087286:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767320628.087322:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000153984:12345-0@lo:13:osp-pre-0-1.0 Request processed in 60us (296us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320628.087330:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2683
00000100:00080000:2.0:1767320628.087401:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767320628.087435:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234471ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000153984:0@lo:13:osp-pre-0-1.0
00010000:00010000:3.0:1767320628.405617:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320629.109388:0:7004:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320604/real 1767320604]  req@ffff952366987b80 x1853164000147584/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320629 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1767320629.109423:0:7004:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff952366987b80 x1853164000147584/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320629 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1767320629.109442:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320629.109451:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:1.0:1767320629.109455:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366987b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000147584:0@lo:250:kworker.0
00000100:00080000:2.0:1767320629.109555:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320629.109561:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1767320629.109564:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320629.109570:0:63619:0:(import.c:509:import_select_connection()) MGC192.168.202.152@tcp: connect to NID 0@lo last attempt 5802
00000100:00080000:2.0:1767320629.109574:0:63619:0:(import.c:588:import_select_connection()) MGC192.168.202.152@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320629.109580:0:63619:0:(import.c:623:import_select_connection()) MGC192.168.202.152@tcp: import ffff95235eb57800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320629.109616:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523670c3100 x1853164000154112/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320629.109638:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320629.109641:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320629.109643:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320629.109646:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5822
00000100:00080000:2.0:1767320629.109648:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320629.109651:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320629.109666:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523669e4a80 x1853164000154240/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320629.109675:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320629.109678:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320629.109679:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320629.109682:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5822
00000100:00080000:2.0:1767320629.109684:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320629.109686:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320629.109693:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523669e6d80 x1853164000154368/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320629.109701:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320629.109703:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320629.109705:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320629.109708:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5822
00000100:00080000:2.0:1767320629.109710:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320629.109713:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320629.109721:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236729bb80 x1853164000154496/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320629.109757:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320629.109761:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320629.109763:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320629.109766:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5822
00000100:00080000:2.0:1767320629.109768:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320629.109771:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320629.109783:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952367243480 x1853164000154752/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320629.109835:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366961880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000155136:0@lo:400:kworker.0
00000100:00100000:0.0:1767320629.109878:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367299f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000154624:0@lo:400:kworker.0
00000100:00100000:2.0:1767320629.109902:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320629.109906:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320629.109981:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367242680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000154880:0@lo:400:kworker.0
00000100:00100000:1.0:1767320629.110048:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000154112:0@lo:250:kworker.0
00000100:00100000:0.0:1767320629.113094:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367241180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000155008:0@lo:400:kworker.0
00000100:00100000:0.0:1767320629.113154:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320629.113212:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000155136
00000100:00100000:0.0:1767320629.113220:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000155136
00000100:00100000:0.0:1767320629.113273:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000155008
00000100:00100000:0.0:1767320629.113277:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000155008
00000100:00100000:0.0:1767320629.113298:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3485
00000100:00100000:0.0:1767320629.113306:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366963b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000155136:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320629.113364:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366963b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000155136:12345-0@lo:400:kworker.0 Request processed in 58us (3461us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320629.113371:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3485
00000100:00100000:0.0:1767320629.113389:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3486
00000100:00100000:0.0:1767320629.113395:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349093480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000155008:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320629.113426:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349093480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000155008:12345-0@lo:400:kworker.0 Request processed in 31us (271us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320629.113432:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3486
00000100:00100000:0.0:1767320629.113477:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367241180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000155008:0@lo:400:kworker.0
00000100:00100000:0.0:1767320629.113889:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000154624
00000100:00100000:0.0:1767320629.113893:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000154624
00000100:00100000:0.0:1767320629.113952:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5360
00000100:00100000:0.0:1767320629.113960:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349091c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000154624:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320629.113999:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349091c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000154624:12345-0@lo:400:kworker.0 Request processed in 41us (4092us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320629.114006:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5360
00000100:00100000:0.0:1767320629.114047:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367299f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000154624:0@lo:400:kworker.0
00000100:00080000:0.0:1767320629.114087:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320629.114339:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366961880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000155136:0@lo:400:kworker.0
00000100:00100000:3.0:1767320629.114700:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320629.117679:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000154880
00000100:00100000:0.0:1767320629.117697:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000154880
00000100:00100000:0.0:1767320629.117798:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5361
00000100:00100000:0.0:1767320629.117809:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000154880:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320629.117895:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000154880:12345-0@lo:400:kworker.0 Request processed in 88us (3195us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320629.117902:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5361
00000100:00100000:3.0:1767320629.118598:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367242680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000154880:0@lo:400:kworker.0
00000100:00080000:2.0:1767320629.118735:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000400:00000100:1.0:1767320629.120363:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164000154112 offset 0 length 520: 4
00000100:00100000:1.0:1767320629.120415:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523669e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000154240:0@lo:38:kworker.0
00000100:00100000:1.0:1767320629.120464:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320629.120562:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523669e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000154368:0@lo:38:kworker.0
00000100:00100000:1.0:1767320629.120590:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320629.120619:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236729bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000154496:0@lo:38:kworker.0
00000100:00100000:1.0:1767320629.120638:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320629.120665:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367243480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000154752:0@lo:38:kworker.0
00000100:00100000:1.0:1767320629.120686:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320629.120729:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000154368
00000100:00100000:1.0:1767320629.120736:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000154368
00000100:00100000:1.0:1767320629.120766:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000154496
00000100:00100000:1.0:1767320629.120769:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000154496
00000100:00100000:1.0:1767320629.120784:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000154752
00000100:00100000:1.0:1767320629.120787:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000154752
00000100:00100000:1.0:1767320629.120805:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6069
00000100:00100000:1.0:1767320629.120812:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000154368:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320629.120842:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320629.120886:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000154368:12345-0@lo:38:kworker.0 Request processed in 73us (294us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320629.120894:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6069
00000100:00100000:1.0:1767320629.120912:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6070
00000100:00100000:1.0:1767320629.120915:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000154496:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320629.120923:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320629.120957:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000154496:12345-0@lo:38:kworker.0 Request processed in 39us (317us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320629.120962:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6070
00000100:00100000:1.0:1767320629.120973:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6071
00000100:00100000:1.0:1767320629.120977:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000154752:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320629.120985:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320629.121006:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000154752:12345-0@lo:38:kworker.0 Request processed in 28us (320us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320629.121012:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6071
00000100:00080000:1.0:1767320629.121069:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320629.121073:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320629.121077:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523669e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000154368:0@lo:38:kworker.0
00000100:00080000:1.0:1767320629.121086:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320629.121088:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320629.121091:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236729bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000154496:0@lo:38:kworker.0
00000100:00080000:1.0:1767320629.121109:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320629.121112:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320629.121115:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367243480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000154752:0@lo:38:kworker.0
00000100:00100000:2.0:1767320629.127682:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000154240
00000100:00100000:2.0:1767320629.127699:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000154240
00000100:00100000:2.0:1767320629.127773:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2027
00000100:00100000:2.0:1767320629.127782:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000154240:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320629.127807:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320629.127913:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000154240:12345-0@lo:38:kworker.0 Request processed in 130us (7448us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320629.127920:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2027
00000100:00080000:3.0:1767320629.128074:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320629.128082:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320629.128086:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523669e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000154240:0@lo:38:kworker.0
00010000:00010000:3.0:1767320629.433114:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320630.455220:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320631.477448:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320632.255840:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767320632.257188:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767320632.265735:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962575488
00000100:00100000:0.0:1767320632.265760:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962575488
00000100:00100000:0.0:1767320632.265908:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962575360
00000100:00100000:0.0:1767320632.265913:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962575360
00000100:00100000:0.0:1767320632.265953:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5362
00000100:00100000:0.0:1767320632.265965:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d070700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962575488:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:0.0:1767320632.266101:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d070700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962575488:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 137us (10277us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320632.266110:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5362
00000100:00100000:0.0:1767320632.266135:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6072
00000100:00100000:0.0:1767320632.266140:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d073480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962575360:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:0.0:1767320632.266166:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320632.266232:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d073480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962575360:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 90us (9053us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320632.266239:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6072
00000100:00080000:2.0:1767320632.268091:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767320632.501737:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320633.206532:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767320633.206635:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d071c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000155392:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320633.206728:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320633.206855:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000155392
00000100:00100000:1.0:1767320633.206865:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000155392
00000100:00100000:1.0:1767320633.206957:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2684
00000100:00100000:1.0:1767320633.206969:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000155392:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767320633.207190:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767320633.207494:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000155392:12345-0@lo:13:osp-pre-0-1.0 Request processed in 525us (764us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320633.207503:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2684
00000100:00100000:0.0:1767320633.207569:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d071c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000155392:0@lo:13:osp-pre-0-1.0
00000100:00080000:3.0:1767320633.207646:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767320633.215777:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000155264:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320633.215908:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320633.218934:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000155264
00000100:00100000:1.0:1767320633.218959:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000155264
00000100:00100000:1.0:1767320633.219081:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2685
00000100:00100000:1.0:1767320633.219094:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366961880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000155264:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767320633.219146:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00080000:3.0:1767320633.219395:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767320633.219503:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366961880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000155264:12345-0@lo:13:osp-pre-1-1.0 Request processed in 411us (3593us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320633.219513:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2685
00000100:00100000:2.0:1767320633.220098:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000155264:0@lo:13:osp-pre-1-1.0
00010000:00010000:3.0:1767320633.525638:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767320634.230256:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320634.230272:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767320634.230276:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320634.230288:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320634.230293:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320634.230304:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5827
00000100:00080000:1.0:1767320634.230310:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320634.230318:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320634.230620:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235e8ca680 x1853164000155520/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320634.230654:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320634.230658:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320634.230660:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320634.230664:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5827
00000100:00080000:1.0:1767320634.230666:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320634.230671:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320634.230687:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523669e4a80 x1853164000155648/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320634.230696:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320634.230699:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320634.230701:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320634.230707:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5827
00000100:00080000:1.0:1767320634.230709:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320634.230713:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320634.230726:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523669e6d80 x1853164000155776/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320634.230777:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320634.230781:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320634.230783:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320634.230787:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5827
00000100:00080000:1.0:1767320634.230789:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320634.230793:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320634.230838:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952373faed80 x1853164000156032/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320634.230955:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000155520:0@lo:38:kworker.0
00000100:00100000:3.0:1767320634.231058:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320634.231119:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523669e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000155648:0@lo:38:kworker.0
00000100:00100000:3.0:1767320634.231146:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320634.231165:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523669e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000155776:0@lo:38:kworker.0
00000100:00100000:3.0:1767320634.231187:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320634.231231:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952373faed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000156032:0@lo:38:kworker.0
00000100:00100000:3.0:1767320634.231255:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320634.231308:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000155648
00000100:00100000:3.0:1767320634.231319:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000155648
00000100:00100000:3.0:1767320634.231368:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000155776
00000100:00100000:3.0:1767320634.231372:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000155776
00000100:00100000:3.0:1767320634.231386:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000156032
00000100:00100000:3.0:1767320634.231389:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000156032
00000100:00100000:3.0:1767320634.231409:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6073
00000100:00100000:3.0:1767320634.231417:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000155648:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320634.231444:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320634.231495:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000155648:12345-0@lo:38:kworker.0 Request processed in 77us (347us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320634.231504:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6073
00000100:00100000:3.0:1767320634.231524:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6074
00000100:00100000:3.0:1767320634.231528:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000155776:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320634.231538:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320634.231560:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000155776:12345-0@lo:38:kworker.0 Request processed in 31us (373us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320634.231567:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6074
00000100:00100000:3.0:1767320634.231578:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6075
00000100:00100000:3.0:1767320634.231583:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000156032:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320634.231592:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320634.231614:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000156032:12345-0@lo:38:kworker.0 Request processed in 30us (358us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320634.231620:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6075
00000100:00080000:3.0:1767320634.231660:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320634.231665:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320634.231669:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523669e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000155648:0@lo:38:kworker.0
00000100:00080000:3.0:1767320634.231678:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320634.231681:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320634.231683:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523669e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000155776:0@lo:38:kworker.0
00000100:00080000:3.0:1767320634.231690:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320634.231693:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320634.231695:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952373faed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000156032:0@lo:38:kworker.0
00000100:00100000:2.0:1767320634.231950:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952373fad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000156160:0@lo:400:kworker.0
00000100:00100000:2.0:1767320634.232001:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320634.232032:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767320634.232038:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952373fadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000156288:0@lo:400:kworker.0
00000100:00100000:2.0:1767320634.232065:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320634.232094:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952373fac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000156416:0@lo:400:kworker.0
00000100:00100000:2.0:1767320634.232119:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320634.232137:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767320634.232142:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366987b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000155904:0@lo:400:kworker.0
00000100:00100000:2.0:1767320634.232162:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320634.232231:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000156160
00000100:00100000:3.0:1767320634.232236:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000156160
00000100:00100000:0.0:1767320634.232351:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000155904
00000100:00100000:0.0:1767320634.232363:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000155904
00000100:00100000:1.0:1767320634.232421:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000155520
00000100:00100000:1.0:1767320634.232426:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000155520
00000100:00100000:1.0:1767320634.232456:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2028
00000100:00100000:1.0:1767320634.232462:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000155520:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320634.232475:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320634.232519:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000155520:12345-0@lo:38:kworker.0 Request processed in 56us (1462us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320634.232526:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2028
00000100:00080000:1.0:1767320634.232571:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320634.232575:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320634.232578:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000155520:0@lo:38:kworker.0
00000100:00100000:1.0:1767320634.232637:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000156288
00000100:00100000:1.0:1767320634.232642:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000156288
00000100:00100000:1.0:1767320634.232674:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000156416
00000100:00100000:1.0:1767320634.232677:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000156416
00000100:00100000:1.0:1767320634.232698:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3487
00000100:00100000:1.0:1767320634.232704:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000156288:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320634.232752:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000156288:12345-0@lo:400:kworker.0 Request processed in 47us (685us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320634.232759:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3487
00000100:00100000:1.0:1767320634.232772:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3488
00000100:00100000:1.0:1767320634.232777:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000156416:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320634.232811:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000156416:12345-0@lo:400:kworker.0 Request processed in 35us (692us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320634.232817:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3488
00000100:00100000:1.0:1767320634.232847:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952373fac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000156416:0@lo:400:kworker.0
00000100:00100000:1.0:1767320634.232914:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952373fadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000156288:0@lo:400:kworker.0
00000100:00100000:3.0:1767320634.233000:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5363
00000100:00100000:3.0:1767320634.233009:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000156160:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320634.233050:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000156160:12345-0@lo:400:kworker.0 Request processed in 44us (1049us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320634.233056:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5363
00000100:00100000:3.0:1767320634.233082:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952373fad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000156160:0@lo:400:kworker.0
00000100:00080000:2.0:1767320634.235099:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320634.235319:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5364
00000100:00100000:0.0:1767320634.235334:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000155904:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320634.235475:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000155904:12345-0@lo:400:kworker.0 Request processed in 145us (3310us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320634.235483:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5364
00000100:00100000:3.0:1767320634.235933:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366987b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000155904:0@lo:400:kworker.0
00010000:00010000:0.0:1767320634.550606:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320635.577245:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320636.599320:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320637.379771:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767320637.379917:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767320637.390225:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962575616
00000100:00100000:0.0:1767320637.390251:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962575616
00000100:00100000:0.0:1767320637.390407:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962575744
00000100:00100000:0.0:1767320637.390412:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962575744
00000100:00080000:1.0:1767320637.390524:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320637.390963:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5365
00000100:00100000:3.0:1767320637.390981:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373fac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962575744:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:3.0:1767320637.391191:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373fac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962575744:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 216us (11276us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320637.391235:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5365
00000100:00100000:3.0:1767320637.391268:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6076
00000100:00100000:3.0:1767320637.391274:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373fadf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962575616:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767320637.391302:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320637.391336:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373fadf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962575616:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 60us (12540us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320637.391344:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6076
00010000:00010000:3.0:1767320637.622264:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320638.326035:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366acc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000156544:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320638.326140:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320638.326303:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000156544
00000100:00100000:3.0:1767320638.326314:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000156544
00000100:00100000:3.0:1767320638.326404:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2686
00000100:00100000:3.0:1767320638.326416:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349093800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000156544:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767320638.326453:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767320638.326507:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349093800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000156544:12345-0@lo:13:osp-pre-0-1.0 Request processed in 94us (366us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320638.326516:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2686
00000100:00080000:0.0:1767320638.326588:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767320638.326630:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366acc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000156544:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320638.327009:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767320638.327021:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952373face00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000156672:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767320638.327057:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320638.327165:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000156672
00000100:00100000:1.0:1767320638.327172:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000156672
00000100:00100000:1.0:1767320638.327244:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2687
00000100:00100000:1.0:1767320638.327253:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349093b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000156672:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767320638.327276:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767320638.327329:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349093b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000156672:12345-0@lo:13:osp-pre-1-1.0 Request processed in 79us (271us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320638.327338:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2687
00000100:00080000:0.0:1767320638.327426:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767320638.327489:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952373face00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000156672:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767320638.645622:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767320639.350753:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320639.350764:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767320639.350767:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320639.350771:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320639.350777:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320639.350785:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5832
00000100:00080000:3.0:1767320639.350790:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320639.350797:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320639.350847:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366acce00 x1853164000156800/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320639.350872:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320639.350875:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320639.350876:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320639.350879:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5832
00000100:00080000:3.0:1767320639.350881:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320639.350883:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320639.350890:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366acd880 x1853164000156928/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320639.350896:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320639.350899:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320639.350900:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320639.350904:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5832
00000100:00080000:3.0:1767320639.350906:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320639.350908:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320639.350921:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366acd180 x1853164000157056/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320639.350991:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320639.350995:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320639.350997:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320639.351001:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5832
00000100:00080000:3.0:1767320639.351004:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320639.351007:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320639.351018:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366987b80 x1853164000157312/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320639.351127:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366acc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000157184:0@lo:400:kworker.0
00000100:00100000:2.0:1767320639.351229:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320639.351300:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767320639.351306:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000157696:0@lo:400:kworker.0
00000100:00100000:2.0:1767320639.351337:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320639.351365:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523669e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000157440:0@lo:400:kworker.0
00000100:00100000:2.0:1767320639.351388:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320639.351407:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767320639.351410:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523669e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000157568:0@lo:400:kworker.0
00000100:00100000:2.0:1767320639.351424:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320639.351451:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000157184
00000100:00100000:2.0:1767320639.351459:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000157184
00000100:00100000:2.0:1767320639.351511:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000157440
00000100:00100000:2.0:1767320639.351513:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000157440
00000100:00100000:2.0:1767320639.351531:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5366
00000100:00100000:2.0:1767320639.351538:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000157184:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320639.351579:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000157184:12345-0@lo:400:kworker.0 Request processed in 42us (351us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320639.351585:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5366
00000100:00100000:2.0:1767320639.351600:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5367
00000100:00100000:2.0:1767320639.351604:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000157440:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320639.351620:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000157440:12345-0@lo:400:kworker.0 Request processed in 17us (232us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320639.351624:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5367
00000100:00100000:2.0:1767320639.351652:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523669e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000157440:0@lo:400:kworker.0
00000100:00100000:2.0:1767320639.351672:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366acc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000157184:0@lo:400:kworker.0
00000100:00080000:0.0:1767320639.351750:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320639.355252:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000157696
00000100:00100000:1.0:1767320639.355277:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000157696
00000100:00100000:1.0:1767320639.355355:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000157568
00000100:00100000:1.0:1767320639.355358:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000157568
00000100:00100000:1.0:1767320639.355393:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3489
00000100:00100000:1.0:1767320639.355404:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000157696:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320639.355576:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000157696:12345-0@lo:400:kworker.0 Request processed in 173us (4237us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320639.355584:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3489
00000100:00100000:1.0:1767320639.355603:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3490
00000100:00100000:1.0:1767320639.355609:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000157568:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320639.355640:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000157568:12345-0@lo:400:kworker.0 Request processed in 32us (4215us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320639.355646:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3490
00000100:00100000:1.0:1767320639.355691:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366acce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000156800:0@lo:38:kworker.0
00000100:00100000:1.0:1767320639.355734:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320639.355775:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366acd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000156928:0@lo:38:kworker.0
00000100:00100000:1.0:1767320639.355802:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320639.355818:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366acd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000157056:0@lo:38:kworker.0
00000100:00100000:1.0:1767320639.355836:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320639.355852:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366987b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000157312:0@lo:38:kworker.0
00000100:00100000:1.0:1767320639.355868:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320639.355900:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000156800
00000100:00100000:1.0:1767320639.355904:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000156800
00000100:00100000:1.0:1767320639.355923:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2029
00000100:00100000:1.0:1767320639.355940:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373fadc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000156800:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320639.355972:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320639.356010:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373fadc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000156800:12345-0@lo:38:kworker.0 Request processed in 81us (275us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320639.356016:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2029
00000100:00100000:1.0:1767320639.356036:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000156928
00000100:00100000:1.0:1767320639.356039:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000156928
00000100:00100000:1.0:1767320639.356054:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000157056
00000100:00100000:1.0:1767320639.356056:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000157056
00000100:00100000:1.0:1767320639.356068:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000157312
00000100:00100000:1.0:1767320639.356069:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000157312
00000100:00100000:1.0:1767320639.356081:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6077
00000100:00100000:1.0:1767320639.356085:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373fac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000156928:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320639.356095:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320639.356116:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373fac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000156928:12345-0@lo:38:kworker.0 Request processed in 30us (313us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320639.356122:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6077
00000100:00100000:1.0:1767320639.356130:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6078
00000100:00100000:1.0:1767320639.356133:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373fad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000157056:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320639.356140:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320639.356157:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373fad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000157056:12345-0@lo:38:kworker.0 Request processed in 23us (321us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320639.356162:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6078
00000100:00100000:1.0:1767320639.356170:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6079
00000100:00100000:1.0:1767320639.356174:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373faf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000157312:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320639.356181:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320639.356227:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373faf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000157312:12345-0@lo:38:kworker.0 Request processed in 52us (357us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320639.356233:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6079
00000100:00080000:1.0:1767320639.356282:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320639.356288:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320639.356292:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366acce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000156800:0@lo:38:kworker.0
00000100:00080000:1.0:1767320639.356300:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320639.356303:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320639.356306:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366acd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000156928:0@lo:38:kworker.0
00000100:00080000:1.0:1767320639.356313:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320639.356316:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320639.356318:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366acd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000157056:0@lo:38:kworker.0
00000100:00080000:1.0:1767320639.356325:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320639.356328:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320639.356330:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366987b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000157312:0@lo:38:kworker.0
00000100:00100000:3.0:1767320639.356709:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000157696:0@lo:400:kworker.0
00000100:00100000:2.0:1767320639.356869:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523669e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000157568:0@lo:400:kworker.0
00010000:00010000:0.0:1767320639.671280:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320640.694860:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320641.718524:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320642.507368:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767320642.507493:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767320642.508101:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962576000
00000100:00100000:3.0:1767320642.508115:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962576000
00000100:00100000:3.0:1767320642.508252:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962575872
00000100:00100000:3.0:1767320642.508256:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962575872
00000100:00100000:3.0:1767320642.508281:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5368
00000100:00100000:3.0:1767320642.508293:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962576000:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:3.0:1767320642.508413:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962576000:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 122us (1073us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320642.508421:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5368
00000100:00100000:3.0:1767320642.508440:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6080
00000100:00100000:3.0:1767320642.508445:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962575872:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767320642.508469:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320642.508500:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962575872:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 53us (1006us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320642.508506:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6080
00000100:00080000:1.0:1767320642.509119:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767320642.742567:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320643.445588:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767320643.445613:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000157824:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320643.445726:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320643.445843:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000157824
00000100:00100000:3.0:1767320643.445854:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000157824
00000100:00100000:1.0:1767320643.446275:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767320643.446304:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952373faea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000157952:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320643.446415:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320643.446831:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000157952
00000100:00100000:3.0:1767320643.446838:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000157952
00000100:00100000:2.0:1767320643.450854:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2688
00000100:00100000:2.0:1767320643.450900:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000157824:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767320643.450955:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767320643.451081:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000157824:12345-0@lo:13:osp-pre-0-1.0 Request processed in 211us (5354us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320643.451091:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2688
00000100:00100000:2.0:1767320643.451211:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000157824:0@lo:13:osp-pre-0-1.0
00000100:00080000:0.0:1767320643.451652:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767320643.451662:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767320643.451716:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2689
00000100:00100000:3.0:1767320643.451730:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373faca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000157952:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767320643.451755:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767320643.451815:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373faca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000157952:12345-0@lo:13:osp-pre-1-1.0 Request processed in 89us (5400us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320643.451821:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2689
00000100:00100000:1.0:1767320643.453448:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952373faea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000157952:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767320643.765496:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767320644.470032:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320644.470049:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767320644.470052:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320644.470067:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320644.470072:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320644.470083:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5837
00000100:00080000:3.0:1767320644.470089:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320644.470098:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320644.470162:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d79fb80 x1853164000158080/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320644.470216:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320644.470221:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320644.470223:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320644.470227:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5837
00000100:00080000:3.0:1767320644.470230:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320644.470234:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320644.470251:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d79c700 x1853164000158208/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320644.470260:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320644.470264:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320644.470266:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320644.470269:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5837
00000100:00080000:3.0:1767320644.470272:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320644.470275:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320644.470288:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d79e300 x1853164000158336/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320644.470343:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320644.470347:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320644.470349:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320644.470353:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5837
00000100:00080000:3.0:1767320644.470356:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320644.470360:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320644.470373:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d79f100 x1853164000158592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320644.470937:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000158848:0@lo:400:kworker.0
00000100:00100000:0.0:1767320644.471030:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320644.471110:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000158976:0@lo:400:kworker.0
00000100:00100000:0.0:1767320644.471130:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767320644.471140:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000158720:0@lo:400:kworker.0
00000100:00100000:2.0:1767320644.471153:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320644.471182:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320644.471188:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767320644.471221:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000158464:0@lo:400:kworker.0
00000100:00100000:2.0:1767320644.471254:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320644.471268:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000158848
00000100:00100000:0.0:1767320644.471278:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000158848
00000100:00100000:2.0:1767320644.471307:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000158720
00000100:00100000:2.0:1767320644.471314:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000158720
00000100:00100000:0.0:1767320644.471352:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000158976
00000100:00100000:0.0:1767320644.471356:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000158976
00000100:00100000:2.0:1767320644.471552:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000158464
00000100:00100000:2.0:1767320644.471557:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000158464
00000100:00100000:2.0:1767320644.471584:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5369
00000100:00100000:2.0:1767320644.471595:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236729bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000158720:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320644.471662:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236729bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000158720:12345-0@lo:400:kworker.0 Request processed in 68us (480us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320644.471672:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5369
00000100:00100000:2.0:1767320644.471693:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5370
00000100:00100000:2.0:1767320644.471700:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000158464:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320644.471732:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000158464:12345-0@lo:400:kworker.0 Request processed in 32us (478us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320644.471738:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5370
00000100:00100000:2.0:1767320644.471771:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000158080:0@lo:38:kworker.0
00000100:00100000:2.0:1767320644.471805:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320644.471837:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000158208:0@lo:38:kworker.0
00000100:00100000:2.0:1767320644.471863:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320644.471891:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000158336:0@lo:38:kworker.0
00000100:00100000:2.0:1767320644.471916:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320644.471933:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000158592:0@lo:38:kworker.0
00000100:00100000:2.0:1767320644.471983:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320644.472188:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3491
00000100:00100000:0.0:1767320644.472223:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d071c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000158848:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320644.475754:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000158208
00000100:00100000:1.0:1767320644.475789:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000158208
00000100:00100000:1.0:1767320644.475862:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000158336
00000100:00100000:1.0:1767320644.475866:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000158336
00000100:00100000:1.0:1767320644.475894:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000158592
00000100:00100000:1.0:1767320644.475898:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000158592
00000100:00100000:1.0:1767320644.475918:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6081
00000100:00100000:1.0:1767320644.475970:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523669e4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000158208:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320644.476001:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320644.476183:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6082
00000100:00100000:2.0:1767320644.476191:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523669e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000158336:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320644.476220:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320644.476300:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3492
00000100:00100000:3.0:1767320644.476318:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000158976:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320644.480966:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d071c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000158848:12345-0@lo:400:kworker.0 Request processed in 8568us (9735us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320644.480991:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3491
00000100:00100000:1.0:1767320644.482327:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523669e4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000158208:12345-0@lo:38:kworker.0 Request processed in 6347us (10451us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320644.482327:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523669e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000158336:12345-0@lo:38:kworker.0 Request processed in 6125us (10399us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320644.482344:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6082
00000100:00100000:2.0:1767320644.482386:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6083
00000100:00100000:2.0:1767320644.482394:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236694b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000158592:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320644.482420:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767320644.482989:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320644.483146:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000158720:0@lo:400:kworker.0
00000100:00100000:0.0:1767320644.483171:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000158848:0@lo:400:kworker.0
00000100:00100000:2.0:1767320644.483234:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236694b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000158592:12345-0@lo:38:kworker.0 Request processed in 837us (11247us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320644.483244:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6083
00000100:00100000:0.0:1767320644.483276:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000158080
00000100:00100000:0.0:1767320644.483286:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000158080
00000100:00100000:2.0:1767320644.483302:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000158464:0@lo:400:kworker.0
00000100:00080000:2.0:1767320644.483348:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320644.483355:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320644.483359:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000158208:0@lo:38:kworker.0
00000100:00080000:2.0:1767320644.483372:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320644.483376:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320644.483380:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000158336:0@lo:38:kworker.0
00000100:00080000:2.0:1767320644.483391:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320644.483394:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320644.483398:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000158592:0@lo:38:kworker.0
00000100:00100000:1.0:1767320644.483703:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6081
00000100:00100000:0.0:1767320644.484152:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2030
00000100:00100000:0.0:1767320644.484168:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000158080:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320644.484191:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320644.484320:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000158976:12345-0@lo:400:kworker.0 Request processed in 8008us (13165us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320644.484375:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000158976:0@lo:400:kworker.0
00000100:00100000:3.0:1767320644.485050:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3492
00000100:00100000:0.0:1767320644.485739:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000158080:12345-0@lo:38:kworker.0 Request processed in 1569us (13928us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320644.485752:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2030
00000100:00080000:1.0:1767320644.489746:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320644.489954:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320644.489963:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000158080:0@lo:38:kworker.0
00010000:00010000:3.0:1767320644.790097:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320645.813553:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320646.837842:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320647.619070:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767320647.619126:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767320647.619238:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962576128
00000100:00100000:2.0:1767320647.619249:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962576128
00000100:00100000:2.0:1767320647.619292:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962576256
00000100:00100000:2.0:1767320647.619295:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962576256
00000100:00100000:2.0:1767320647.619346:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5371
00000100:00100000:2.0:1767320647.619357:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373fafb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962576256:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767320647.619433:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373fafb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962576256:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 78us (306us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320647.619440:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5371
00000100:00100000:2.0:1767320647.619459:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6084
00000100:00100000:2.0:1767320647.619463:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373faea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962576128:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767320647.619483:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320647.619509:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373faea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962576128:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 45us (456us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320647.619515:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6084
00000100:00080000:0.0:1767320647.620731:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767320647.861903:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320648.567343:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767320648.567366:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000159104:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320648.567449:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320648.567588:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000159104
00000100:00100000:3.0:1767320648.567596:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000159104
00000100:00100000:3.0:1767320648.567661:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2690
00000100:00100000:3.0:1767320648.567670:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952371270c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000159104:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767320648.567699:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767320648.567747:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952371270c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000159104:12345-0@lo:13:osp-pre-0-1.0 Request processed in 78us (296us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320648.567753:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2690
00000100:00100000:3.0:1767320648.568002:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000159104:0@lo:13:osp-pre-0-1.0
00000100:00080000:0.0:1767320648.569457:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767320648.569732:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767320648.569750:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000159232:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767320648.569806:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320648.569994:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000159232
00000100:00100000:1.0:1767320648.570003:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000159232
00000100:00100000:1.0:1767320648.570072:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2691
00000100:00100000:1.0:1767320648.570082:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367299f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000159232:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767320648.570113:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767320648.570159:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367299f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000159232:12345-0@lo:13:osp-pre-1-1.0 Request processed in 80us (352us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320648.570167:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2691
00000100:00080000:0.0:1767320648.570590:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767320648.570625:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000159232:0@lo:13:osp-pre-1-1.0
00010000:00010000:3.0:1767320648.885388:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767320649.594427:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320649.594436:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767320649.594440:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320649.594444:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320649.594450:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320649.594459:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5842
00000100:00080000:0.0:1767320649.594463:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320649.594470:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320649.594523:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952367242300 x1853164000159360/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320649.594552:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320649.594556:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320649.594558:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320649.594561:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5842
00000100:00080000:0.0:1767320649.594563:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320649.594567:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320649.594581:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952367243480 x1853164000159488/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320649.594591:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320649.594593:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320649.594595:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320649.594598:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5842
00000100:00080000:0.0:1767320649.594600:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320649.594603:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320649.594616:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952367242680 x1853164000159616/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320649.594655:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320649.594659:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320649.594661:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320649.594664:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5842
00000100:00080000:0.0:1767320649.594666:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320649.594670:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320649.594681:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347044a80 x1853164000159872/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320649.595027:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347045880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000160256:0@lo:400:kworker.0
00000100:00100000:2.0:1767320649.595091:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320649.595149:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767320649.595155:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367241180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000159744:0@lo:400:kworker.0
00000100:00100000:2.0:1767320649.595182:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320649.595251:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000159744
00000100:00100000:2.0:1767320649.595259:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000159744
00000100:00100000:2.0:1767320649.595326:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5372
00000100:00100000:2.0:1767320649.595335:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236694a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000159744:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320649.595384:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236694a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000159744:12345-0@lo:400:kworker.0 Request processed in 50us (201us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320649.595391:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5372
00000100:00100000:2.0:1767320649.595418:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367242300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000159360:0@lo:38:kworker.0
00000100:00100000:2.0:1767320649.595443:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320649.595467:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367243480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000159488:0@lo:38:kworker.0
00000100:00100000:2.0:1767320649.595498:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320649.595514:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367242680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000159616:0@lo:38:kworker.0
00000100:00100000:2.0:1767320649.595532:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320649.595548:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347044a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000159872:0@lo:38:kworker.0
00000100:00100000:2.0:1767320649.595568:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320649.595598:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000159360
00000100:00100000:2.0:1767320649.595603:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000159360
00000100:00100000:2.0:1767320649.595624:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2031
00000100:00100000:2.0:1767320649.595629:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236694ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000159360:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320649.595650:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320649.595683:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236694ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000159360:12345-0@lo:38:kworker.0 Request processed in 54us (240us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320649.595689:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2031
00000100:00100000:2.0:1767320649.595719:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000159488
00000100:00100000:2.0:1767320649.595723:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000159488
00000100:00100000:2.0:1767320649.595738:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000159616
00000100:00100000:2.0:1767320649.595740:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000159616
00000100:00100000:2.0:1767320649.595749:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000159872
00000100:00100000:2.0:1767320649.595751:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000159872
00000100:00100000:2.0:1767320649.595760:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6085
00000100:00100000:2.0:1767320649.595764:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366949500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000159488:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320649.595772:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320649.595796:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366949500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000159488:12345-0@lo:38:kworker.0 Request processed in 31us (297us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320649.595802:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6085
00000100:00100000:2.0:1767320649.595813:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6086
00000100:00100000:2.0:1767320649.595816:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366949f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000159616:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320649.595824:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320649.596143:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347046d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000160128:0@lo:400:kworker.0
00000100:00100000:1.0:1767320649.596174:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320649.596218:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767320649.596225:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347044e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000160000:0@lo:400:kworker.0
00000100:00100000:1.0:1767320649.596246:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767320649.596281:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320649.596301:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000160256
00000100:00100000:1.0:1767320649.596306:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000160256
00000100:00100000:1.0:1767320649.596334:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000160128
00000100:00100000:1.0:1767320649.596337:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000160128
00000100:00100000:1.0:1767320649.596355:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3493
00000100:00100000:1.0:1767320649.596361:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366949180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000160256:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320649.596395:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366949180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000160256:12345-0@lo:400:kworker.0 Request processed in 34us (1304us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320649.596401:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3493
00000100:00100000:1.0:1767320649.596414:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3494
00000100:00100000:1.0:1767320649.596419:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373fac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000160128:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320649.596449:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373fac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000160128:12345-0@lo:400:kworker.0 Request processed in 30us (275us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320649.596455:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3494
00000100:00100000:1.0:1767320649.596499:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347046d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000160128:0@lo:400:kworker.0
00000100:00100000:1.0:1767320649.596550:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000160000
00000100:00100000:1.0:1767320649.596554:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000160000
00000100:00100000:1.0:1767320649.596579:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5373
00000100:00100000:1.0:1767320649.596584:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373fae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000160000:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320649.596615:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373fae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000160000:12345-0@lo:400:kworker.0 Request processed in 31us (368us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320649.596620:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5373
00000100:00100000:1.0:1767320649.596632:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6087
00000100:00100000:1.0:1767320649.596636:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366948000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000159872:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320649.596647:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320649.596670:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366948000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000159872:12345-0@lo:38:kworker.0 Request processed in 32us (1101us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320649.596676:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6087
00000100:00100000:1.0:1767320649.596699:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347044e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000160000:0@lo:400:kworker.0
00000100:00100000:1.0:1767320649.596726:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367241180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000159744:0@lo:400:kworker.0
00000100:00100000:1.0:1767320649.596737:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347045880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000160256:0@lo:400:kworker.0
00000100:00080000:1.0:1767320649.596751:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767320649.596778:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320649.596783:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320649.596787:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367242300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000159360:0@lo:38:kworker.0
00000100:00080000:1.0:1767320649.596795:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320649.596798:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320649.596801:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367243480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000159488:0@lo:38:kworker.0
00000100:00080000:1.0:1767320649.596807:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320649.596811:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320649.596814:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347044a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000159872:0@lo:38:kworker.0
00000100:00100000:2.0:1767320649.599147:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366949f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000159616:12345-0@lo:38:kworker.0 Request processed in 3314us (3598us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320649.599161:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6086
00000100:00080000:2.0:1767320649.599245:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320649.599250:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320649.599254:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367242680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000159616:0@lo:38:kworker.0
00010000:00010000:3.0:1767320649.909903:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320650.935001:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320651.960441:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1767320652.735950:0:6998:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.52@tcp portal 26 match 1853163962576384 offset 0 length 520: 4
00000100:00100000:1.0:1767320652.753269:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767320652.753532:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767320652.756821:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962576640
00000100:00100000:3.0:1767320652.756839:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962576640
00000100:00080000:1.0:1767320652.756997:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320652.757075:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962576512
00000100:00100000:3.0:1767320652.757079:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962576512
00000100:00100000:2.0:1767320652.757130:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5374
00000100:00100000:2.0:1767320652.757143:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373faf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962576640:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767320652.757247:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373faf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962576640:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 107us (3987us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320652.757253:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5374
00000100:00100000:2.0:1767320652.757267:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6088
00000100:00100000:2.0:1767320652.757271:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373faf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962576512:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767320652.757287:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320652.757315:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373faf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962576512:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 43us (3785us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320652.757320:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6088
00010000:00010000:3.0:1767320652.982165:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320653.686023:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000160384:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767320653.686097:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320653.686274:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767320653.686285:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952373fad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000160512:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320653.686314:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320653.686360:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000160384
00000100:00100000:1.0:1767320653.686368:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000160384
00000100:00100000:1.0:1767320653.686432:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000160512
00000100:00100000:1.0:1767320653.686436:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000160512
00000100:00100000:1.0:1767320653.686472:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2692
00000100:00100000:1.0:1767320653.686481:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347047480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000160384:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767320653.686514:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767320653.686555:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347047480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000160384:12345-0@lo:13:osp-pre-1-1.0 Request processed in 75us (457us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320653.686563:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2692
00000100:00100000:1.0:1767320653.686580:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2693
00000100:00100000:1.0:1767320653.686586:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373fae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000160512:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767320653.686601:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767320653.686630:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373fae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000160512:12345-0@lo:13:osp-pre-0-1.0 Request processed in 44us (315us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320653.686636:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2693
00000100:00080000:1.0:1767320653.686657:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767320653.686661:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767320653.686695:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952373fad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000160512:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320653.687167:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000160384:0@lo:13:osp-pre-1-1.0
00010000:00010000:3.0:1767320654.006933:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320654.709424:0:7004:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320629/real 1767320629]  req@ffff9523670c3100 x1853164000154112/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320654 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1767320654.709474:0:7004:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9523670c3100 x1853164000154112/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320654 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1767320654.709494:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320654.709515:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:1.0:1767320654.709519:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000154112:0@lo:250:kworker.0
00000100:00080000:0.0:1767320654.709717:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320654.709722:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1767320654.709726:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320654.709731:0:49151:0:(import.c:509:import_select_connection()) MGC192.168.202.152@tcp: connect to NID 0@lo last attempt 5827
00000100:00080000:0.0:1767320654.709735:0:49151:0:(import.c:588:import_select_connection()) MGC192.168.202.152@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320654.709741:0:49151:0:(import.c:623:import_select_connection()) MGC192.168.202.152@tcp: import ffff95235eb57800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320654.709799:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347047100 x1853164000160640/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320654.709823:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320654.709827:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320654.709829:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320654.709832:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5847
00000100:00080000:0.0:1767320654.709835:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320654.709838:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320654.709941:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347044a80 x1853164000160768/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320654.709952:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320654.709955:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320654.709957:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320654.709961:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5847
00000100:00080000:0.0:1767320654.709963:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320654.709966:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320654.709979:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347045880 x1853164000160896/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320654.709987:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320654.709990:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320654.709992:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320654.709996:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5847
00000100:00080000:0.0:1767320654.709998:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320654.710001:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320654.710010:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347044e00 x1853164000161024/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320654.710086:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:0.0:1767320654.710107:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320654.710110:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320654.710113:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320654.710117:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5847
00000100:00080000:0.0:1767320654.710119:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320654.710123:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320654.710139:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952364f55c00 x1853164000161280/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320654.710222:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347047100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000160640:0@lo:250:kworker.0
00000400:00000100:1.0:1767320654.710267:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164000160640 offset 0 length 520: 4
00000100:00100000:1.0:1767320654.710313:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347044a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000160768:0@lo:38:kworker.0
00000100:00100000:1.0:1767320654.710344:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320654.710364:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347045880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000160896:0@lo:38:kworker.0
00000100:00100000:1.0:1767320654.710386:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320654.710401:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347044e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000161024:0@lo:38:kworker.0
00000100:00100000:1.0:1767320654.710419:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320654.710437:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000161280:0@lo:38:kworker.0
00000100:00100000:1.0:1767320654.710469:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320654.710510:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000160768
00000100:00100000:1.0:1767320654.710517:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000160768
00000100:00100000:1.0:1767320654.710549:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2032
00000100:00100000:1.0:1767320654.710556:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373fad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000160768:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320654.710577:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320654.710619:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373fad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000160768:12345-0@lo:38:kworker.0 Request processed in 62us (274us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320654.710626:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2032
00000100:00100000:1.0:1767320654.710650:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000160896
00000100:00100000:1.0:1767320654.710653:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000160896
00000100:00100000:1.0:1767320654.710671:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000161024
00000100:00100000:1.0:1767320654.710674:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000161024
00000100:00100000:1.0:1767320654.710686:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000161280
00000100:00100000:1.0:1767320654.710689:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000161280
00000100:00100000:1.0:1767320654.710701:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6089
00000100:00100000:1.0:1767320654.710705:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373faca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000160896:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320654.710715:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320654.710739:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373faca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000160896:12345-0@lo:38:kworker.0 Request processed in 33us (352us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320654.710746:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6089
00000100:00100000:1.0:1767320654.710757:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6090
00000100:00100000:1.0:1767320654.710761:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373face00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000161024:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320654.710770:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320654.710802:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373face00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000161024:12345-0@lo:38:kworker.0 Request processed in 39us (382us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320654.710808:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6090
00000100:00100000:1.0:1767320654.710818:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6091
00000100:00100000:1.0:1767320654.710821:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373fad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000161280:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320654.710829:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320654.710851:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373fad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000161280:12345-0@lo:38:kworker.0 Request processed in 28us (382us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320654.710869:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6091
00000100:00080000:1.0:1767320654.710911:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320654.710914:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320654.710917:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347044a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000160768:0@lo:38:kworker.0
00000100:00080000:1.0:1767320654.710926:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320654.710928:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320654.710931:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347045880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000160896:0@lo:38:kworker.0
00000100:00080000:1.0:1767320654.710939:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320654.710941:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320654.710944:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347044e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000161024:0@lo:38:kworker.0
00000100:00080000:1.0:1767320654.710951:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320654.710954:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320654.710956:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000161280:0@lo:38:kworker.0
00000100:00100000:1.0:1767320654.710997:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000161536:0@lo:400:kworker.0
00000100:00100000:1.0:1767320654.711023:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320654.711043:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767320654.711049:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f57480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000161408:0@lo:400:kworker.0
00000100:00100000:1.0:1767320654.711069:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320654.711091:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000161408
00000100:00100000:1.0:1767320654.711094:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000161408
00000100:00100000:1.0:1767320654.711131:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5375
00000100:00100000:1.0:1767320654.711137:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347044e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000161408:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320654.711175:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347044e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000161408:12345-0@lo:400:kworker.0 Request processed in 39us (106us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320654.711181:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5375
00000100:00080000:1.0:1767320654.711225:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320654.711244:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f57480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000161408:0@lo:400:kworker.0
00000100:00100000:2.0:1767320654.711350:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767320654.711361:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000161664:0@lo:400:kworker.0
00000100:00100000:2.0:1767320654.711389:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320654.711427:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000161536
00000100:00100000:2.0:1767320654.711431:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000161536
00000100:00100000:2.0:1767320654.711456:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000161664
00000100:00100000:2.0:1767320654.711458:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000161664
00000100:00100000:2.0:1767320654.711475:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3495
00000100:00100000:2.0:1767320654.711480:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373faed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000161536:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320654.711512:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373faed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000161536:12345-0@lo:400:kworker.0 Request processed in 32us (489us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320654.711518:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3495
00000100:00100000:2.0:1767320654.711530:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3496
00000100:00100000:2.0:1767320654.711536:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366948e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000161664:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320654.711563:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366948e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000161664:12345-0@lo:400:kworker.0 Request processed in 27us (173us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320654.711568:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3496
00000100:00100000:2.0:1767320654.711597:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000161664:0@lo:400:kworker.0
00000100:00100000:2.0:1767320654.711617:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000161536:0@lo:400:kworker.0
00000100:00100000:3.0:1767320654.717128:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347046d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000161152:0@lo:400:kworker.0
00000100:00100000:3.0:1767320654.717231:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320654.718015:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000161152
00000100:00100000:2.0:1767320654.718026:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000161152
00000100:00100000:2.0:1767320654.718107:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5376
00000100:00100000:2.0:1767320654.718116:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000161152:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320654.718187:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000161152:12345-0@lo:400:kworker.0 Request processed in 73us (955us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320654.718225:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5376
00000100:00080000:0.0:1767320654.718292:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320654.718439:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347046d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000161152:0@lo:400:kworker.0
00010000:00010000:0.0:1767320655.029432:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320656.053439:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320657.077642:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320657.856401:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767320657.856487:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767320657.856698:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962576896
00000100:00100000:0.0:1767320657.856709:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962576896
00000100:00100000:0.0:1767320657.856820:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962576768
00000100:00100000:0.0:1767320657.856824:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962576768
00000100:00100000:0.0:1767320657.856844:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5377
00000100:00100000:0.0:1767320657.856855:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962576896:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:0.0:1767320657.856929:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962576896:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 76us (536us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320657.856937:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5377
00000100:00100000:0.0:1767320657.856956:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6092
00000100:00100000:0.0:1767320657.856962:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962576768:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:0.0:1767320657.856982:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320657.857005:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962576768:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 42us (518us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320657.857012:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6092
00000100:00080000:1.0:1767320657.857143:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767320658.101540:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320658.805599:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767320658.805623:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000161792:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767320658.805689:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320658.805843:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000161792
00000100:00100000:3.0:1767320658.805850:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000161792
00000100:00100000:3.0:1767320658.805919:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2694
00000100:00100000:3.0:1767320658.805929:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f56a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000161792:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767320658.805957:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767320658.805988:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347045880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000161920:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320658.806004:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f56a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000161792:12345-0@lo:13:osp-pre-1-1.0 Request processed in 76us (314us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320658.806012:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2694
00000100:00100000:1.0:1767320658.806026:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320658.806059:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000161792:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320658.806083:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000161920
00000100:00100000:3.0:1767320658.806086:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000161920
00000100:00100000:3.0:1767320658.806114:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2695
00000100:00100000:3.0:1767320658.806119:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347044a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000161920:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767320658.806132:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767320658.806157:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347044a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000161920:12345-0@lo:13:osp-pre-0-1.0 Request processed in 38us (133us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320658.806162:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2695
00000100:00100000:1.0:1767320658.806271:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347045880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000161920:0@lo:13:osp-pre-0-1.0
00000100:00080000:0.0:1767320658.806551:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767320658.806556:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00010000:00010000:0.0:1767320659.125421:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767320659.829601:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320659.829612:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767320659.829616:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320659.829619:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320659.829624:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320659.829632:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5852
00000100:00080000:3.0:1767320659.829637:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320659.829643:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320659.829682:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d79c380 x1853164000162048/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320659.829712:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320659.829723:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320659.829725:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320659.829729:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5852
00000100:00080000:3.0:1767320659.829731:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320659.829734:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320659.829758:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d79d880 x1853164000162176/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320659.829768:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320659.829771:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320659.829773:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320659.829776:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5852
00000100:00080000:3.0:1767320659.829779:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320659.829782:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320659.829792:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d79f480 x1853164000162304/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320659.829835:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320659.829839:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320659.829841:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320659.829844:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5852
00000100:00080000:3.0:1767320659.829846:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320659.829849:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320659.829861:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d79df80 x1853164000162560/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320659.829927:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000162688:0@lo:400:kworker.0
00000100:00100000:3.0:1767320659.829994:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320659.830029:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767320659.830035:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000162816:0@lo:400:kworker.0
00000100:00100000:3.0:1767320659.830060:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320659.830100:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000162688
00000100:00100000:3.0:1767320659.830108:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000162688
00000100:00100000:3.0:1767320659.830160:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5378
00000100:00100000:3.0:1767320659.830170:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000162688:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320659.830258:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000162688:12345-0@lo:400:kworker.0 Request processed in 90us (263us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320659.830264:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5378
00000100:00100000:3.0:1767320659.830316:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000162688:0@lo:400:kworker.0
00000100:00100000:1.0:1767320659.830394:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000162816
00000100:00100000:1.0:1767320659.830398:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000162816
00000100:00100000:1.0:1767320659.830432:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3497
00000100:00100000:1.0:1767320659.830439:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000162816:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320659.830477:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000162816:12345-0@lo:400:kworker.0 Request processed in 39us (416us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320659.830484:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3497
00000100:00100000:1.0:1767320659.830502:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000162048:0@lo:38:kworker.0
00000100:00100000:1.0:1767320659.830527:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320659.830551:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000162176:0@lo:38:kworker.0
00000100:00100000:1.0:1767320659.830572:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320659.830587:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000162304:0@lo:38:kworker.0
00000100:00100000:1.0:1767320659.830605:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320659.830620:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000162560:0@lo:38:kworker.0
00000100:00100000:1.0:1767320659.830641:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320659.830668:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000162176
00000100:00100000:1.0:1767320659.830672:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000162176
00000100:00100000:1.0:1767320659.830689:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000162304
00000100:00100000:1.0:1767320659.830692:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000162304
00000100:00100000:1.0:1767320659.830703:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000162560
00000100:00100000:1.0:1767320659.830705:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000162560
00000100:00100000:1.0:1767320659.830714:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6093
00000100:00100000:1.0:1767320659.830719:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347046d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000162176:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320659.830748:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320659.830780:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347046d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000162176:12345-0@lo:38:kworker.0 Request processed in 59us (207us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320659.830786:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6093
00000100:00100000:1.0:1767320659.830798:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6094
00000100:00100000:1.0:1767320659.830801:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367242680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000162304:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320659.830810:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320659.830831:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367242680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000162304:12345-0@lo:38:kworker.0 Request processed in 29us (224us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320659.830837:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6094
00000100:00100000:1.0:1767320659.830848:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6095
00000100:00100000:1.0:1767320659.830851:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367243480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000162560:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320659.830859:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320659.830879:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367243480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000162560:12345-0@lo:38:kworker.0 Request processed in 27us (238us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320659.830884:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6095
00000100:00080000:1.0:1767320659.830913:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320659.830918:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320659.830921:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000162176:0@lo:38:kworker.0
00000100:00080000:1.0:1767320659.830928:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320659.830931:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320659.830933:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000162304:0@lo:38:kworker.0
00000100:00080000:1.0:1767320659.830941:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320659.830943:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320659.830946:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000162560:0@lo:38:kworker.0
00000100:00100000:1.0:1767320659.830976:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000162816:0@lo:400:kworker.0
00000100:00100000:0.0:1767320659.831256:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000162944:0@lo:400:kworker.0
00000100:00100000:0.0:1767320659.831288:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320659.831318:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767320659.831323:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000162432:0@lo:400:kworker.0
00000100:00100000:0.0:1767320659.831345:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767320659.831370:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320659.831383:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000162432
00000100:00100000:0.0:1767320659.831387:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000162432
00000100:00100000:0.0:1767320659.831424:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5379
00000100:00100000:0.0:1767320659.831429:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f54a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000162432:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320659.831464:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f54a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000162432:12345-0@lo:400:kworker.0 Request processed in 35us (118us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320659.831470:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5379
00000100:00080000:0.0:1767320659.831487:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320659.831503:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000162432:0@lo:400:kworker.0
00000100:00100000:2.0:1767320659.832021:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000162048
00000100:00100000:2.0:1767320659.832027:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000162048
00000100:00100000:2.0:1767320659.832063:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2033
00000100:00100000:2.0:1767320659.832069:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347045880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000162048:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320659.832084:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320659.832128:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347045880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000162048:12345-0@lo:38:kworker.0 Request processed in 58us (1600us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320659.832134:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2033
00000100:00080000:2.0:1767320659.832165:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320659.832169:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320659.832172:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000162048:0@lo:38:kworker.0
00000100:00100000:1.0:1767320659.832342:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000162944
00000100:00100000:1.0:1767320659.832347:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000162944
00000100:00100000:1.0:1767320659.832381:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3498
00000100:00100000:1.0:1767320659.832388:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000162944:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320659.832427:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000162944:12345-0@lo:400:kworker.0 Request processed in 39us (1138us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320659.832437:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3498
00000100:00100000:0.0:1767320659.832658:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000162944:0@lo:400:kworker.0
00010000:00010000:0.0:1767320660.149851:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320661.173459:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320662.198398:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320662.976927:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767320662.977174:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767320662.978237:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962577152
00000100:00100000:0.0:1767320662.978249:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962577152
00000100:00080000:1.0:1767320662.978394:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320662.978433:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962577024
00000100:00100000:0.0:1767320662.978437:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962577024
00000100:00100000:0.0:1767320662.978469:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5380
00000100:00100000:0.0:1767320662.978480:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367242300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962577152:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:0.0:1767320662.978572:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367242300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962577152:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 94us (1656us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320662.978580:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5380
00000100:00100000:0.0:1767320662.978599:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6096
00000100:00100000:0.0:1767320662.978604:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367241180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962577024:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:0.0:1767320662.978623:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320662.978650:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367241180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962577024:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 45us (1476us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320662.978657:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6096
00010000:00010000:0.0:1767320663.221462:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320663.925481:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366984000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000163072:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320663.925735:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000163200:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320663.925786:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320663.925866:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000163200
00000100:00100000:1.0:1767320663.925874:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000163200
00000100:00100000:2.0:1767320663.926019:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767320663.926062:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767320663.926110:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000163072
00000100:00100000:3.0:1767320663.926117:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000163072
00000100:00100000:3.0:1767320663.926164:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2696
00000100:00080000:0.0:1767320663.926173:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767320663.926174:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366949c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000163072:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767320663.926228:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767320663.926270:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366949c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000163072:12345-0@lo:13:osp-pre-0-1.0 Request processed in 99us (251us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320663.926277:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2696
00000100:00100000:2.0:1767320663.926512:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366984000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000163072:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320663.926747:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2697
00000100:00100000:1.0:1767320663.926756:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366985880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000163200:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767320663.926774:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767320663.926814:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366985880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000163200:12345-0@lo:13:osp-pre-1-1.0 Request processed in 61us (1028us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320663.926821:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2697
00000100:00100000:0.0:1767320663.926853:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000163200:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767320664.245613:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767320664.949723:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320664.949735:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767320664.949738:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320664.949743:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320664.949747:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320664.949756:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5857
00000100:00080000:0.0:1767320664.949762:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320664.949770:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320664.949814:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952364f55f80 x1853164000163328/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320664.949844:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320664.949848:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320664.949850:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320664.949853:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5857
00000100:00080000:0.0:1767320664.949856:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320664.949858:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320664.949870:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952364f57480 x1853164000163456/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320664.949879:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320664.949882:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320664.949883:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320664.949887:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5857
00000100:00080000:0.0:1767320664.949889:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320664.949892:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320664.949901:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952364f55c00 x1853164000163584/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320664.949950:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320664.949954:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320664.949956:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320664.949959:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5857
00000100:00080000:0.0:1767320664.949962:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320664.949965:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320664.949980:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347b20a80 x1853164000163840/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320664.950036:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d071180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000163968:0@lo:400:kworker.0
00000100:00100000:0.0:1767320664.950100:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320664.950162:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767320664.950168:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d072300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000164096:0@lo:400:kworker.0
00000100:00100000:0.0:1767320664.950190:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320664.950319:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d071500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000164224:0@lo:400:kworker.0
00000100:00100000:2.0:1767320664.950348:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320664.950375:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767320664.950381:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952348239500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000163712:0@lo:400:kworker.0
00000100:00100000:2.0:1767320664.950412:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320664.950449:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000163968
00000100:00100000:2.0:1767320664.950456:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000163968
00000100:00100000:2.0:1767320664.950499:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000163712
00000100:00100000:2.0:1767320664.950502:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000163712
00000100:00100000:2.0:1767320664.950528:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5381
00000100:00100000:2.0:1767320664.950537:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d071880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000163968:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320664.950593:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d071880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000163968:12345-0@lo:400:kworker.0 Request processed in 56us (492us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320664.950600:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5381
00000100:00100000:2.0:1767320664.950619:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5382
00000100:00100000:2.0:1767320664.950628:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366949880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000163712:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320664.950661:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366949880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000163712:12345-0@lo:400:kworker.0 Request processed in 35us (248us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320664.950666:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5382
00000100:00100000:1.0:1767320664.950702:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d071180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000163968:0@lo:400:kworker.0
00000100:00100000:2.0:1767320664.950710:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952348239500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000163712:0@lo:400:kworker.0
00000100:00100000:0.0:1767320664.950895:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000164096
00000100:00100000:0.0:1767320664.950900:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000164096
00000100:00100000:0.0:1767320664.950936:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000164224
00000100:00100000:0.0:1767320664.950939:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000164224
00000100:00100000:0.0:1767320664.950965:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3499
00000100:00100000:0.0:1767320664.950972:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d070000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000164096:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320664.951013:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d070000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000164096:12345-0@lo:400:kworker.0 Request processed in 42us (820us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320664.951018:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3499
00000100:00100000:0.0:1767320664.951029:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3500
00000100:00100000:0.0:1767320664.951035:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366948380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000164224:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320664.951064:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366948380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000164224:12345-0@lo:400:kworker.0 Request processed in 29us (715us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320664.951069:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3500
00000100:00080000:0.0:1767320664.951084:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320664.951103:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d071500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000164224:0@lo:400:kworker.0
00000100:00100000:0.0:1767320664.951122:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d072300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000164096:0@lo:400:kworker.0
00000100:00100000:3.0:1767320664.951276:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000163328:0@lo:38:kworker.0
00000100:00100000:3.0:1767320664.951307:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320664.951337:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f57480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000163456:0@lo:38:kworker.0
00000100:00100000:3.0:1767320664.951354:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320664.951373:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000163584:0@lo:38:kworker.0
00000100:00100000:3.0:1767320664.951390:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320664.951416:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b20a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000163840:0@lo:38:kworker.0
00000100:00100000:3.0:1767320664.951434:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320664.951459:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000163456
00000100:00100000:3.0:1767320664.951463:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000163456
00000100:00100000:3.0:1767320664.951479:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000163584
00000100:00100000:3.0:1767320664.951482:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000163584
00000100:00100000:3.0:1767320664.951491:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000163840
00000100:00100000:3.0:1767320664.951494:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000163840
00000100:00100000:3.0:1767320664.951502:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6097
00000100:00100000:3.0:1767320664.951507:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000163456:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320664.951535:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320664.951567:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000163456:12345-0@lo:38:kworker.0 Request processed in 58us (211us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320664.951572:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6097
00000100:00100000:3.0:1767320664.951584:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6098
00000100:00100000:3.0:1767320664.951587:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000163584:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320664.951596:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320664.951615:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000163584:12345-0@lo:38:kworker.0 Request processed in 27us (226us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320664.951620:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6098
00000100:00100000:3.0:1767320664.951630:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6099
00000100:00100000:3.0:1767320664.951634:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000163840:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320664.951645:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320664.951663:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000163840:12345-0@lo:38:kworker.0 Request processed in 28us (228us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320664.951668:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6099
00000100:00080000:3.0:1767320664.951708:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320664.951713:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320664.951717:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f57480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000163456:0@lo:38:kworker.0
00000100:00080000:3.0:1767320664.951725:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320664.951727:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320664.951730:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000163584:0@lo:38:kworker.0
00000100:00080000:3.0:1767320664.951737:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320664.951739:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320664.951742:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b20a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000163840:0@lo:38:kworker.0
00000100:00100000:0.0:1767320664.952615:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000163328
00000100:00100000:0.0:1767320664.952626:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000163328
00000100:00100000:0.0:1767320664.952663:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2034
00000100:00100000:0.0:1767320664.952668:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000163328:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320664.952683:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320664.952745:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000163328:12345-0@lo:38:kworker.0 Request processed in 76us (1437us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320664.952752:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2034
00000100:00080000:3.0:1767320664.953107:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320664.953113:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320664.953116:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000163328:0@lo:38:kworker.0
00010000:00010000:3.0:1767320665.269911:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320666.293401:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320667.317436:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320668.096018:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767320668.096095:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767320668.096777:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962577408
00000100:00100000:3.0:1767320668.096788:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962577408
00000100:00100000:3.0:1767320668.096856:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962577280
00000100:00100000:3.0:1767320668.096860:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962577280
00000100:00100000:3.0:1767320668.096877:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5383
00000100:00100000:3.0:1767320668.096887:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d072300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962577408:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:3.0:1767320668.096964:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d072300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962577408:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 78us (955us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320668.096972:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5383
00000100:00100000:3.0:1767320668.096989:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6100
00000100:00100000:3.0:1767320668.096993:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d071500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962577280:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767320668.097014:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320668.097042:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d071500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962577280:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 47us (947us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320668.097049:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6100
00000100:00080000:0.0:1767320668.097498:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767320668.341617:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320669.045654:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767320669.045681:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366985500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000164352:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320669.045747:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320669.046017:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000164480:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767320669.046045:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320669.046333:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000164352
00000100:00100000:1.0:1767320669.046341:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000164352
00000100:00080000:0.0:1767320669.046447:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767320669.046481:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000164480
00000100:00100000:1.0:1767320669.046485:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000164480
00000100:00080000:0.0:1767320669.046533:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767320669.046568:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2698
00000100:00100000:2.0:1767320669.046579:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d071180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000164352:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767320669.046606:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767320669.046674:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d071180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000164352:12345-0@lo:13:osp-pre-0-1.0 Request processed in 97us (926us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320669.046681:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2698
00000100:00100000:2.0:1767320669.046699:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2699
00000100:00100000:2.0:1767320669.046704:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000164480:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767320669.046718:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767320669.046750:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000164480:12345-0@lo:13:osp-pre-1-1.0 Request processed in 46us (704us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320669.046759:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2699
00000100:00100000:0.0:1767320669.046829:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366985500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000164352:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320669.046885:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000164480:0@lo:13:osp-pre-1-1.0
00010000:00010000:3.0:1767320669.367445:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767320670.071674:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320670.071685:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767320670.071689:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320670.071694:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320670.071698:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320670.071706:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5862
00000100:00080000:0.0:1767320670.071711:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320670.071718:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320670.071761:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235ee5ed80 x1853164000164608/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320670.071790:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320670.071794:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320670.071796:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320670.071800:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5862
00000100:00080000:0.0:1767320670.071802:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320670.071806:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320670.071819:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235ee5c380 x1853164000164736/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320670.071829:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320670.071832:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320670.071834:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320670.071838:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5862
00000100:00080000:0.0:1767320670.071840:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320670.071843:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320670.071854:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235ee5fb80 x1853164000164864/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320670.071907:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320670.071911:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320670.071913:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320670.071917:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5862
00000100:00080000:0.0:1767320670.071919:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320670.071922:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320670.071937:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236e980700 x1853164000165120/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320670.071997:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236e983480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000165248:0@lo:400:kworker.0
00000100:00100000:0.0:1767320670.072055:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320670.072114:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767320670.072120:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234471d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000165376:0@lo:400:kworker.0
00000100:00100000:0.0:1767320670.072145:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320670.072307:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234471c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000165504:0@lo:400:kworker.0
00000100:00100000:1.0:1767320670.072336:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320670.072367:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767320670.072373:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000164992:0@lo:400:kworker.0
00000100:00100000:1.0:1767320670.072395:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320670.072431:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000165248
00000100:00100000:1.0:1767320670.072438:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000165248
00000100:00100000:1.0:1767320670.072487:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000164992
00000100:00100000:1.0:1767320670.072490:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000164992
00000100:00100000:1.0:1767320670.072513:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5384
00000100:00100000:1.0:1767320670.072521:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000165248:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320670.072571:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000165248:12345-0@lo:400:kworker.0 Request processed in 50us (514us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320670.072578:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5384
00000100:00100000:1.0:1767320670.072596:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5385
00000100:00100000:1.0:1767320670.072602:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366987b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000164992:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320670.072657:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366987b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000164992:12345-0@lo:400:kworker.0 Request processed in 44us (250us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320670.072663:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5385
00000100:00080000:1.0:1767320670.072680:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320670.072715:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000164992:0@lo:400:kworker.0
00000100:00100000:1.0:1767320670.072742:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236e983480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000165248:0@lo:400:kworker.0
00000100:00100000:0.0:1767320670.072945:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000165376
00000100:00100000:0.0:1767320670.072950:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000165376
00000100:00100000:0.0:1767320670.072984:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000165504
00000100:00100000:0.0:1767320670.072988:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000165504
00000100:00100000:0.0:1767320670.073377:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3501
00000100:00100000:0.0:1767320670.073386:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000165376:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320670.073433:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000165376:12345-0@lo:400:kworker.0 Request processed in 49us (1286us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320670.073440:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3501
00000100:00100000:0.0:1767320670.073453:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3502
00000100:00100000:0.0:1767320670.073459:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366987800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000165504:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320670.073489:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366987800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000165504:12345-0@lo:400:kworker.0 Request processed in 31us (1152us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320670.073496:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3502
00000100:00100000:2.0:1767320670.074032:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000164608:0@lo:38:kworker.0
00000100:00100000:2.0:1767320670.074069:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320670.074099:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000164736:0@lo:38:kworker.0
00000100:00100000:2.0:1767320670.074121:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320670.074137:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000164864:0@lo:38:kworker.0
00000100:00100000:2.0:1767320670.074158:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320670.074176:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236e980700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000165120:0@lo:38:kworker.0
00000100:00100000:2.0:1767320670.074210:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320670.074239:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000164608
00000100:00100000:2.0:1767320670.074244:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000164608
00000100:00100000:2.0:1767320670.074267:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2035
00000100:00100000:2.0:1767320670.074271:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236694b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000164608:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320670.074414:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320670.074449:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236694b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000164608:12345-0@lo:38:kworker.0 Request processed in 176us (379us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320670.074457:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2035
00000100:00100000:2.0:1767320670.074476:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000164736
00000100:00100000:2.0:1767320670.074480:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000164736
00000100:00100000:2.0:1767320670.074498:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000164864
00000100:00100000:2.0:1767320670.074501:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000164864
00000100:00100000:2.0:1767320670.074513:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000165120
00000100:00100000:2.0:1767320670.074516:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000165120
00000100:00100000:2.0:1767320670.074525:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6101
00000100:00100000:2.0:1767320670.074529:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236694aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000164736:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320670.074539:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320670.074563:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236694aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000164736:12345-0@lo:38:kworker.0 Request processed in 33us (442us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320670.074570:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6101
00000100:00100000:2.0:1767320670.074581:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6102
00000100:00100000:2.0:1767320670.074585:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366948a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000164864:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320670.074594:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320670.074615:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366948a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000164864:12345-0@lo:38:kworker.0 Request processed in 28us (456us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320670.074718:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6102
00000100:00100000:2.0:1767320670.074731:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6103
00000100:00100000:2.0:1767320670.074736:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236694bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000165120:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320670.074745:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320670.074770:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236694bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000165120:12345-0@lo:38:kworker.0 Request processed in 33us (559us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320670.074776:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6103
00000100:00080000:2.0:1767320670.074818:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320670.074823:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320670.074827:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000164608:0@lo:38:kworker.0
00000100:00080000:2.0:1767320670.074836:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320670.074840:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320670.074843:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000164736:0@lo:38:kworker.0
00000100:00080000:2.0:1767320670.074850:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320670.074853:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320670.074855:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000164864:0@lo:38:kworker.0
00000100:00080000:2.0:1767320670.074863:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320670.074867:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320670.074870:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236e980700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000165120:0@lo:38:kworker.0
00000100:00100000:2.0:1767320670.074933:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234471c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000165504:0@lo:400:kworker.0
00000100:00100000:2.0:1767320670.074958:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234471d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000165376:0@lo:400:kworker.0
00010000:00010000:3.0:1767320670.389916:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320671.413538:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320672.440899:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320673.219290:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767320673.219389:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767320673.219424:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962577664
00000100:00100000:2.0:1767320673.219436:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962577664
00000100:00100000:2.0:1767320673.219507:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962577536
00000100:00100000:2.0:1767320673.219511:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962577536
00000100:00100000:2.0:1767320673.219557:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5386
00000100:00100000:2.0:1767320673.219568:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962577664:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767320673.219655:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962577664:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 89us (376us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320673.219663:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5386
00000100:00100000:2.0:1767320673.219684:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6104
00000100:00100000:2.0:1767320673.219689:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962577536:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767320673.219711:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320673.219736:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962577536:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 46us (348us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320673.219742:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6104
00000100:00080000:0.0:1767320673.219949:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767320673.461521:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320674.169062:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366985500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000165632:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320674.169139:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320674.169289:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000165632
00000100:00100000:1.0:1767320674.169307:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000165632
00000100:00100000:1.0:1767320674.169375:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2700
00000100:00100000:1.0:1767320674.169385:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000165632:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767320674.169415:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767320674.169467:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000165632:12345-0@lo:13:osp-pre-0-1.0 Request processed in 84us (327us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320674.169475:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2700
00000100:00100000:1.0:1767320674.169527:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366985500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000165632:0@lo:13:osp-pre-0-1.0
00000100:00080000:0.0:1767320674.169674:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767320674.169926:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767320674.169938:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000165760:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767320674.169968:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320674.170047:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000165760
00000100:00100000:3.0:1767320674.170052:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000165760
00000100:00100000:3.0:1767320674.170090:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2701
00000100:00100000:3.0:1767320674.170098:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000165760:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767320674.170116:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767320674.170151:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000165760:12345-0@lo:13:osp-pre-1-1.0 Request processed in 55us (182us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320674.170157:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2701
00000100:00100000:3.0:1767320674.170187:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000165760:0@lo:13:osp-pre-1-1.0
00000100:00080000:0.0:1767320674.170272:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00010000:00010000:3.0:1767320674.487975:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767320675.189428:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320675.189437:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767320675.189441:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320675.189444:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320675.189447:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320675.189453:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5868
00000100:00080000:3.0:1767320675.189456:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320675.189461:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320675.189500:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d79ed80 x1853164000165888/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320675.189516:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320675.189520:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320675.189521:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320675.189525:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5868
00000100:00080000:3.0:1767320675.189527:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320675.189531:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320675.189544:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d79c380 x1853164000166016/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320675.189553:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320675.189555:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320675.189557:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320675.189559:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5868
00000100:00080000:3.0:1767320675.189561:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320675.189563:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320675.189570:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d79ea00 x1853164000166144/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320675.189883:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320675.189887:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320675.189889:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320675.189893:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5868
00000100:00080000:3.0:1767320675.189896:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320675.189899:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320675.189913:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d79df80 x1853164000166400/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320675.189957:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000166528:0@lo:400:kworker.0
00000100:00100000:3.0:1767320675.190013:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320675.190063:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767320675.190067:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000166656:0@lo:400:kworker.0
00000100:00100000:3.0:1767320675.190084:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320675.190150:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000166528
00000100:00100000:1.0:1767320675.190158:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000166528
00000100:00100000:1.0:1767320675.190221:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5387
00000100:00100000:1.0:1767320675.190228:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f55f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000166528:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320675.190274:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f55f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000166528:12345-0@lo:400:kworker.0 Request processed in 48us (260us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320675.190279:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5387
00000100:00100000:1.0:1767320675.190296:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000166272:0@lo:400:kworker.0
00000100:00100000:1.0:1767320675.190310:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320675.190329:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767320675.190334:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b20a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000166784:0@lo:400:kworker.0
00000100:00100000:1.0:1767320675.190354:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320675.190374:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000166272
00000100:00100000:1.0:1767320675.190378:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000166272
00000100:00100000:1.0:1767320675.190398:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5388
00000100:00100000:1.0:1767320675.190402:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366985500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000166272:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320675.190425:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366985500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000166272:12345-0@lo:400:kworker.0 Request processed in 22us (114us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320675.190429:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5388
00000100:00100000:1.0:1767320675.190454:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000166272:0@lo:400:kworker.0
00000100:00100000:1.0:1767320675.190471:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000166528:0@lo:400:kworker.0
00000100:00080000:3.0:1767320675.190519:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320675.190531:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000166656
00000100:00100000:3.0:1767320675.190535:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000166656
00000100:00100000:3.0:1767320675.190564:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000166784
00000100:00100000:3.0:1767320675.190567:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000166784
00000100:00100000:3.0:1767320675.190579:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3503
00000100:00100000:3.0:1767320675.190583:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f55c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000166656:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320675.190745:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3504
00000100:00100000:2.0:1767320675.190757:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366984000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000166784:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320675.190778:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000165888:0@lo:38:kworker.0
00000100:00100000:1.0:1767320675.190868:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000166656:0@lo:400:kworker.0
00000100:00100000:2.0:1767320675.195446:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366984000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000166784:12345-0@lo:400:kworker.0 Request processed in 4684us (5082us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320675.195464:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3504
00000100:00100000:1.0:1767320675.195675:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b20a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000166784:0@lo:400:kworker.0
00000100:00100000:0.0:1767320675.203504:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320675.203579:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000166016:0@lo:38:kworker.0
00000100:00100000:0.0:1767320675.203631:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320675.203649:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000166144:0@lo:38:kworker.0
00000100:00100000:0.0:1767320675.203669:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320675.203758:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000165888
00000100:00100000:2.0:1767320675.203767:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000165888
00000100:00100000:1.0:1767320675.203806:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000166016
00000100:00100000:2.0:1767320675.203811:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2036
00000100:00100000:1.0:1767320675.203813:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000166016
00000100:00100000:2.0:1767320675.203821:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000165888:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767320675.203840:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000166144
00010000:00020000:2.0:1767320675.203845:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320675.203846:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000166144
00000100:00100000:1.0:1767320675.203870:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6105
00000100:00100000:1.0:1767320675.203876:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000166016:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320675.203889:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320675.203924:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000166016:12345-0@lo:38:kworker.0 Request processed in 47us (292us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320675.203931:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6105
00000100:00100000:1.0:1767320675.203947:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6106
00000100:00100000:1.0:1767320675.203951:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364bc2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000166144:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320675.203959:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320675.203980:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364bc2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000166144:12345-0@lo:38:kworker.0 Request processed in 28us (310us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320675.203987:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6106
00000100:00100000:2.0:1767320675.203988:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000165888:12345-0@lo:38:kworker.0 Request processed in 72us (395us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320675.203999:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2036
00000100:00080000:0.0:1767320675.204079:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320675.204085:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320675.204089:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000166144:0@lo:38:kworker.0
00000100:00100000:0.0:1767320675.204096:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000166400:0@lo:38:kworker.0
00000100:00100000:0.0:1767320675.204118:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767320675.204187:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320675.204191:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320675.204220:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000165888:0@lo:38:kworker.0
00000100:00080000:0.0:1767320675.204229:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320675.204232:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320675.204235:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000166016:0@lo:38:kworker.0
00000100:00100000:1.0:1767320675.204306:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000166400
00000100:00100000:1.0:1767320675.204311:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000166400
00000100:00100000:1.0:1767320675.204335:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6107
00000100:00100000:1.0:1767320675.204339:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364bc1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000166400:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320675.204349:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320675.204388:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364bc1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000166400:12345-0@lo:38:kworker.0 Request processed in 46us (268us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320675.204393:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6107
00000100:00080000:2.0:1767320675.204452:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320675.204457:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320675.204461:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000166400:0@lo:38:kworker.0
00000100:00100000:3.0:1767320675.204836:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f55c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000166656:12345-0@lo:400:kworker.0 Request processed in 14249us (14747us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320675.204846:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3503
00010000:00010000:0.0:1767320675.510039:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320676.539687:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1767320677.317628:0:7000:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.52@tcp portal 26 match 1853163962577792 offset 0 length 520: 4
00000100:00100000:3.0:1767320677.318726:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767320677.320476:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962578048
00000100:00100000:0.0:1767320677.320494:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962578048
00000100:00100000:0.0:1767320677.320613:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5389
00000100:00100000:0.0:1767320677.320625:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f57480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962578048:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:0.0:1767320677.320721:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f57480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962578048:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 97us (2003us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320677.320730:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5389
00000100:00080000:3.0:1767320677.330402:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320677.330475:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767320677.332272:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962577920
00000100:00100000:0.0:1767320677.332288:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962577920
00000100:00100000:0.0:1767320677.332353:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6108
00000100:00100000:0.0:1767320677.332360:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366948700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962577920:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:0.0:1767320677.332383:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320677.332461:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366948700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962577920:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 99us (1997us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320677.332469:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6108
00010000:00010000:3.0:1767320677.558491:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320678.581408:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320679.285573:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767320679.285600:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b20a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000166912:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320679.285668:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320679.286375:0:7004:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320654/real 1767320654]  req@ffff952347047100 x1853164000160640/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320679 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1767320679.286503:0:7004:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff952347047100 x1853164000160640/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320679 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1767320679.286520:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320679.286539:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:0.0:1767320679.286543:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347047100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000160640:0@lo:250:kworker.0
00000100:00080000:2.0:1767320679.286657:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320679.286662:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1767320679.286665:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320679.286670:0:49151:0:(import.c:509:import_select_connection()) MGC192.168.202.152@tcp: connect to NID 0@lo last attempt 5852
00000100:00080000:2.0:1767320679.286674:0:49151:0:(import.c:588:import_select_connection()) MGC192.168.202.152@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320679.286681:0:49151:0:(import.c:623:import_select_connection()) MGC192.168.202.152@tcp: import ffff95235eb57800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320679.286700:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236694a300 x1853164000167168/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320679.286722:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320679.286726:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320679.286728:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320679.286732:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5873
00000100:00080000:2.0:1767320679.286735:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320679.286738:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320679.286752:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236694b800 x1853164000167296/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320679.286761:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320679.286764:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320679.286766:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320679.286769:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5873
00000100:00080000:2.0:1767320679.286771:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320679.286774:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320679.286784:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235ee5fb80 x1853164000167424/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320679.286793:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320679.286795:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320679.286797:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320679.286800:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5873
00000100:00080000:2.0:1767320679.286803:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320679.286805:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320679.286818:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235ee5c380 x1853164000167552/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320679.286833:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320679.286837:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320679.286838:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320679.286841:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5873
00000100:00080000:2.0:1767320679.286844:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320679.286846:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320679.286857:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952348239500 x1853164000167808/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320679.286909:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349090700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000168064:0@lo:400:kworker.0
00000100:00100000:2.0:1767320679.286952:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320679.286983:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767320679.286988:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000167936:0@lo:400:kworker.0
00000100:00100000:2.0:1767320679.287013:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320679.287172:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000166912
00000100:00100000:1.0:1767320679.287181:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000166912
00000100:00100000:1.0:1767320679.287255:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2702
00000100:00100000:1.0:1767320679.287264:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364bc0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000166912:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767320679.287293:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767320679.287347:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364bc0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000166912:12345-0@lo:13:osp-pre-0-1.0 Request processed in 84us (1678us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320679.287354:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2702
00000100:00100000:1.0:1767320679.287377:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000167040:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320679.287559:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320679.287590:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767320679.287596:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000167680:0@lo:400:kworker.0
00000100:00100000:1.0:1767320679.287618:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320679.287653:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000167936
00000100:00100000:1.0:1767320679.287657:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000167936
00000100:00100000:1.0:1767320679.287681:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000167680
00000100:00100000:1.0:1767320679.287684:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000167680
00000100:00100000:1.0:1767320679.287702:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5390
00000100:00100000:1.0:1767320679.287707:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349093b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000167936:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320679.287743:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349093b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000167936:12345-0@lo:400:kworker.0 Request processed in 36us (729us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320679.287749:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5390
00000100:00100000:1.0:1767320679.287761:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5391
00000100:00100000:1.0:1767320679.287767:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000167680:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320679.287795:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000167680:12345-0@lo:400:kworker.0 Request processed in 29us (176us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320679.287800:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5391
00000100:00100000:1.0:1767320679.287843:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000167936:0@lo:400:kworker.0
00000100:00100000:1.0:1767320679.287866:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000167680:0@lo:400:kworker.0
00000100:00100000:1.0:1767320679.287878:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000167040
00000100:00100000:1.0:1767320679.287881:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000167040
00000100:00100000:1.0:1767320679.287904:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2703
00000100:00100000:1.0:1767320679.287910:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000167040:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767320679.287925:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767320679.287955:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000167040:12345-0@lo:13:osp-pre-1-1.0 Request processed in 45us (396us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320679.287960:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2703
00000100:00100000:1.0:1767320679.287990:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000167040:0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767320679.288125:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767320679.288129:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767320679.288131:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767320679.288392:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b20a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000166912:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320679.288427:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000168064
00000100:00100000:3.0:1767320679.288432:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000168064
00000100:00100000:3.0:1767320679.288465:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3505
00000100:00100000:3.0:1767320679.288472:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349093800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000168064:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320679.288517:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349093800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000168064:12345-0@lo:400:kworker.0 Request processed in 45us (1564us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320679.288522:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3505
00000100:00100000:0.0:1767320679.288779:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236694a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000167168:0@lo:250:kworker.0
00000400:00000100:0.0:1767320679.288805:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164000167168 offset 0 length 520: 4
00000100:00100000:0.0:1767320679.288826:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236694b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000167296:0@lo:38:kworker.0
00000100:00100000:0.0:1767320679.288848:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320679.288877:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000167424:0@lo:38:kworker.0
00000100:00100000:0.0:1767320679.288899:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320679.288912:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000167552:0@lo:38:kworker.0
00000100:00100000:0.0:1767320679.288931:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320679.288943:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952348239500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000167808:0@lo:38:kworker.0
00000100:00100000:0.0:1767320679.288962:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320679.289040:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000167424
00000100:00100000:1.0:1767320679.289045:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000167424
00000100:00100000:2.0:1767320679.289156:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000167552
00000100:00100000:2.0:1767320679.289160:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000167552
00000100:00100000:2.0:1767320679.289186:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000167808
00000100:00100000:2.0:1767320679.289189:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000167808
00000100:00100000:2.0:1767320679.289229:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6109
00000100:00100000:2.0:1767320679.289234:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000167552:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320679.289252:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320679.289286:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000167552:12345-0@lo:38:kworker.0 Request processed in 51us (354us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320679.289293:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6109
00000100:00100000:2.0:1767320679.289306:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6110
00000100:00100000:2.0:1767320679.289321:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000167808:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320679.289332:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320679.289355:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000167808:12345-0@lo:38:kworker.0 Request processed in 44us (392us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320679.289361:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6110
00000100:00100000:2.0:1767320679.289479:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349090700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000168064:0@lo:400:kworker.0
00000100:00100000:1.0:1767320679.289678:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6111
00000100:00100000:1.0:1767320679.289682:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fa9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000167424:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320679.289692:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320679.289721:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fa9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000167424:12345-0@lo:38:kworker.0 Request processed in 38us (821us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320679.289728:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6111
00000100:00080000:0.0:1767320679.289802:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320679.289808:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320679.289812:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000167424:0@lo:38:kworker.0
00000100:00080000:0.0:1767320679.289819:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320679.289822:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320679.289825:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000167552:0@lo:38:kworker.0
00000100:00080000:0.0:1767320679.289833:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320679.289836:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320679.289839:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952348239500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000167808:0@lo:38:kworker.0
00000100:00100000:3.0:1767320679.289912:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000167296
00000100:00100000:3.0:1767320679.289917:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000167296
00000100:00100000:3.0:1767320679.289947:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2037
00000100:00100000:3.0:1767320679.289951:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347047100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000167296:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320679.289961:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320679.290001:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347047100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000167296:12345-0@lo:38:kworker.0 Request processed in 49us (1152us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320679.290007:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2037
00000100:00080000:1.0:1767320679.290220:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320679.290225:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320679.290228:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236694b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000167296:0@lo:38:kworker.0
00010000:00010000:0.0:1767320679.606452:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320680.633580:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320681.653569:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320682.432680:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767320682.432722:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767320682.432811:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962578304
00000100:00100000:0.0:1767320682.432821:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962578304
00000100:00100000:0.0:1767320682.432890:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962578176
00000100:00100000:0.0:1767320682.432893:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962578176
00000100:00100000:0.0:1767320682.432914:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5392
00000100:00100000:0.0:1767320682.432923:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962578304:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:0.0:1767320682.432997:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962578304:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 74us (326us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320682.433006:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5392
00000100:00100000:0.0:1767320682.433025:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6112
00000100:00100000:0.0:1767320682.433030:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962578176:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:0.0:1767320682.433049:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320682.433074:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962578176:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 44us (352us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320682.433080:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6112
00000100:00080000:3.0:1767320682.433375:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767320682.678570:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320683.702557:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320684.409563:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767320684.409581:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952348239500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000168192:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320684.409641:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767320684.409713:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320684.409719:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767320684.409722:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320684.409726:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320684.409730:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320684.409735:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5877
00000100:00080000:2.0:1767320684.409740:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320684.409746:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320684.409758:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000168192
00000100:00100000:0.0:1767320684.409767:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000168192
00000100:00100000:2.0:1767320684.409769:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366962300 x1853164000168448/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320684.409797:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320684.409800:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320684.409802:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320684.409806:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5877
00000100:00080000:2.0:1767320684.409809:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320684.409812:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320684.409823:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366962d80 x1853164000168576/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320684.409832:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2704
00000100:00080000:2.0:1767320684.409835:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320684.409839:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320684.409841:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767320684.409845:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349090700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000168192:12345-0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767320684.409847:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5877
00000100:00080000:2.0:1767320684.409851:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320684.409856:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320684.409866:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366961880 x1853164000168704/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00002000:00000024:0.0:1767320684.409879:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00080000:2.0:1767320684.409912:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320684.409916:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320684.409918:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320684.409922:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5877
00000100:00080000:2.0:1767320684.409926:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1767320684.409927:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349090700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000168192:12345-0@lo:13:osp-pre-1-1.0 Request processed in 83us (281us total) trans 0 rc 0/0
00000100:00080000:2.0:1767320684.409931:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320684.409940:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2704
00000100:00100000:2.0:1767320684.409945:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235eac9f80 x1853164000168960/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320684.409984:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000168320:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320684.409987:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eac8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000169088:0@lo:400:kworker.0
00000100:00100000:2.0:1767320684.410015:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320684.410038:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320684.410052:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952348239500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000168192:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767320684.410068:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767320684.410070:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767320684.410079:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eac9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000168832:0@lo:400:kworker.0
00000100:00100000:2.0:1767320684.410079:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eac8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000169216:0@lo:400:kworker.0
00000100:00100000:2.0:1767320684.410114:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320684.410121:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320684.410143:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000169216
00000100:00100000:2.0:1767320684.410147:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000169216
00000100:00100000:0.0:1767320684.410164:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000169088
00000100:00100000:0.0:1767320684.410170:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000169088
00000100:00100000:2.0:1767320684.410176:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3506
00000100:00100000:2.0:1767320684.410186:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eac8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000169216:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320684.410245:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eac8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000169216:12345-0@lo:400:kworker.0 Request processed in 62us (131us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320684.410252:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3506
00000100:00100000:0.0:1767320684.410256:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000168832
00000100:00100000:0.0:1767320684.410262:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000168832
00000100:00100000:2.0:1767320684.410282:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eac8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000169216:0@lo:400:kworker.0
00000100:00100000:0.0:1767320684.410295:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5393
00000100:00100000:0.0:1767320684.410303:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d788e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000169088:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320684.410318:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5394
00000100:00100000:2.0:1767320684.410327:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d789c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000168832:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320684.410400:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000168320
00000100:00100000:1.0:1767320684.410405:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000168320
00000100:00100000:1.0:1767320684.410429:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2705
00000100:00100000:1.0:1767320684.410435:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eac9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000168320:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767320684.410450:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767320684.410504:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366962300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000168448:0@lo:38:kworker.0
00000100:00100000:2.0:1767320684.411179:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d789c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000168832:12345-0@lo:400:kworker.0 Request processed in 853us (1058us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320684.411186:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5394
00000100:00080000:2.0:1767320684.411250:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767320684.411256:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767320684.411258:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767320684.418285:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d788e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000169088:12345-0@lo:400:kworker.0 Request processed in 7973us (8238us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320684.418301:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5393
00000100:00100000:0.0:1767320684.418450:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eac9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000168832:0@lo:400:kworker.0
00000100:00100000:0.0:1767320684.418465:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eac8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000169088:0@lo:400:kworker.0
00000100:00100000:1.0:1767320684.418723:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eac9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000168320:12345-0@lo:13:osp-pre-0-1.0 Request processed in 8286us (8706us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320684.418732:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2705
00000100:00100000:3.0:1767320684.418824:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320684.418869:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366962d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000168576:0@lo:38:kworker.0
00000100:00100000:2.0:1767320684.418916:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000168320:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320684.418979:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320684.419004:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366961880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000168704:0@lo:38:kworker.0
00000100:00100000:3.0:1767320684.419026:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320684.419047:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eac9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000168960:0@lo:38:kworker.0
00000100:00100000:3.0:1767320684.419066:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320684.419098:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000168576
00000100:00100000:3.0:1767320684.419104:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000168576
00000100:00100000:2.0:1767320684.419105:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000168704
00000100:00100000:2.0:1767320684.419113:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000168704
00000100:00100000:3.0:1767320684.419136:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000168960
00000100:00100000:3.0:1767320684.419141:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000168960
00000100:00100000:2.0:1767320684.419148:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6113
00000100:00100000:2.0:1767320684.419155:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000168576:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320684.419173:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320684.419238:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000168448
00000100:00100000:2.0:1767320684.419241:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000168576:12345-0@lo:38:kworker.0 Request processed in 84us (261us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320684.419244:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000168448
00000100:00100000:3.0:1767320684.419296:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6114
00000100:00100000:3.0:1767320684.419302:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000168704:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320684.419312:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320684.419349:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000168704:12345-0@lo:38:kworker.0 Request processed in 45us (321us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320684.419355:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6114
00000100:00100000:3.0:1767320684.419369:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6115
00000100:00100000:3.0:1767320684.419373:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b20a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000168960:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320684.419381:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320684.419405:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b20a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000168960:12345-0@lo:38:kworker.0 Request processed in 30us (338us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320684.419411:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6115
00000100:00080000:3.0:1767320684.419440:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320684.419445:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320684.419448:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366962d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000168576:0@lo:38:kworker.0
00000100:00080000:3.0:1767320684.419456:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320684.419459:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320684.419462:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366961880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000168704:0@lo:38:kworker.0
00000100:00080000:3.0:1767320684.419471:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320684.419474:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320684.419477:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eac9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000168960:0@lo:38:kworker.0
00000100:00100000:0.0:1767320684.419622:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2038
00000100:00100000:0.0:1767320684.419627:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000168448:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320684.419636:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320684.419666:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000168448:12345-0@lo:38:kworker.0 Request processed in 38us (843us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320684.419672:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2038
00000100:00080000:3.0:1767320684.421249:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320684.421259:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320684.421263:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366962300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000168448:0@lo:38:kworker.0
00000100:00100000:2.0:1767320684.424967:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6113
00010000:00010000:0.0:1767320684.725996:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320685.753105:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320686.777399:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320687.551858:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767320687.552014:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962578560
00000100:00100000:0.0:1767320687.552033:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962578560
00000100:00080000:2.0:1767320687.552115:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320687.552362:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5395
00000100:00100000:0.0:1767320687.552377:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eac8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962578560:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:0.0:1767320687.552527:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eac8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962578560:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 153us (678us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320687.552534:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5395
00000100:00100000:0.0:1767320687.556841:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767320687.557302:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962578432
00000100:00100000:2.0:1767320687.557316:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962578432
00000100:00100000:2.0:1767320687.557387:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6116
00000100:00100000:2.0:1767320687.557407:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d788380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962578432:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767320687.558042:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320687.558284:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d788380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962578432:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 876us (1453us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320687.558292:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6116
00010000:00010000:0.0:1767320687.804801:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320688.824602:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767320689.526259:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320689.526274:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767320689.526277:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320689.526282:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320689.526288:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320689.526299:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5882
00000100:00080000:2.0:1767320689.526306:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320689.526315:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320689.526373:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235eac9880 x1853164000169344/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320689.526417:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320689.526421:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320689.526423:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320689.526428:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5882
00000100:00080000:2.0:1767320689.526430:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320689.526433:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320689.526446:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235eacb480 x1853164000169472/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320689.526456:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320689.526460:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320689.526463:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320689.526467:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5882
00000100:00080000:2.0:1767320689.526479:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320689.526483:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320689.526500:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235eacaa00 x1853164000169600/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320689.526535:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320689.526539:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320689.526541:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320689.526545:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5882
00000100:00080000:2.0:1767320689.526547:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320689.526551:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320689.526566:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235eacbb80 x1853164000169856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320689.526638:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eac8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000169728:0@lo:400:kworker.0
00000100:00100000:2.0:1767320689.526733:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320689.526810:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767320689.526817:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eacb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000170240:0@lo:400:kworker.0
00000100:00100000:2.0:1767320689.526860:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320689.526888:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eac8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000169984:0@lo:400:kworker.0
00000100:00100000:2.0:1767320689.526914:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320689.526933:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767320689.526939:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eaca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000170112:0@lo:400:kworker.0
00000100:00100000:2.0:1767320689.526961:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320689.526997:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000169728
00000100:00100000:2.0:1767320689.527007:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000169728
00000100:00100000:2.0:1767320689.527069:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000169984
00000100:00100000:2.0:1767320689.527072:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000169984
00000100:00100000:2.0:1767320689.527096:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5396
00000100:00100000:2.0:1767320689.527104:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eacb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000169728:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320689.527159:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eacb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000169728:12345-0@lo:400:kworker.0 Request processed in 55us (426us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320689.527167:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5396
00000100:00100000:2.0:1767320689.527184:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5397
00000100:00100000:2.0:1767320689.527190:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eaca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000169984:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320689.527244:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eaca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000169984:12345-0@lo:400:kworker.0 Request processed in 55us (330us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320689.527250:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5397
00000100:00100000:2.0:1767320689.527267:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000170240
00000100:00100000:2.0:1767320689.527270:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000170240
00000100:00100000:2.0:1767320689.527292:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000170112
00000100:00100000:2.0:1767320689.527294:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000170112
00000100:00100000:2.0:1767320689.527314:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3507
00000100:00100000:2.0:1767320689.527319:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eac9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000170240:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320689.527344:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eac9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000170240:12345-0@lo:400:kworker.0 Request processed in 25us (484us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320689.527350:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3507
00000100:00100000:2.0:1767320689.527359:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3508
00000100:00100000:2.0:1767320689.527363:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eacad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000170112:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320689.527385:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eacad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000170112:12345-0@lo:400:kworker.0 Request processed in 22us (424us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320689.527394:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3508
00000100:00080000:2.0:1767320689.527412:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767320689.527416:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767320689.527419:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320689.527450:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eacb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000170240:0@lo:400:kworker.0
00000100:00100000:2.0:1767320689.527460:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eac8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000169728:0@lo:400:kworker.0
00000100:00100000:2.0:1767320689.527499:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eaca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000170112:0@lo:400:kworker.0
00000100:00100000:2.0:1767320689.527507:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eac8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000169984:0@lo:400:kworker.0
00000100:00100000:1.0:1767320689.529252:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767320689.529279:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d789880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000170368:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320689.529370:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320689.529484:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eac9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000169344:0@lo:38:kworker.0
00000100:00100000:1.0:1767320689.529518:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320689.529551:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eacb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000169472:0@lo:38:kworker.0
00000100:00100000:1.0:1767320689.529581:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320689.529598:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eacaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000169600:0@lo:38:kworker.0
00000100:00100000:1.0:1767320689.529621:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320689.529637:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eacbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000169856:0@lo:38:kworker.0
00000100:00100000:1.0:1767320689.529663:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320689.529699:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000169344
00000100:00100000:1.0:1767320689.529708:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000169344
00000100:00100000:1.0:1767320689.529752:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2039
00000100:00100000:1.0:1767320689.529759:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000169344:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320689.529785:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320689.529839:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000169344:12345-0@lo:38:kworker.0 Request processed in 79us (320us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320689.529847:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2039
00000100:00100000:1.0:1767320689.529881:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000169472
00000100:00100000:1.0:1767320689.529885:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000169472
00000100:00100000:1.0:1767320689.529903:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000169600
00000100:00100000:1.0:1767320689.529906:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000169600
00000100:00100000:1.0:1767320689.529914:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000169856
00000100:00100000:1.0:1767320689.529916:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000169856
00000100:00100000:1.0:1767320689.529927:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6117
00000100:00100000:1.0:1767320689.529931:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000169472:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320689.529952:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320689.529979:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000169472:12345-0@lo:38:kworker.0 Request processed in 46us (398us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320689.529985:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6117
00000100:00100000:1.0:1767320689.529996:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6118
00000100:00100000:1.0:1767320689.530000:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236694b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000169600:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320689.530008:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320689.530025:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236694b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000169600:12345-0@lo:38:kworker.0 Request processed in 25us (404us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320689.530031:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6118
00000100:00100000:1.0:1767320689.530039:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6119
00000100:00100000:1.0:1767320689.530042:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236fbeb050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000169856:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320689.530050:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320689.530064:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236fbeb050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000169856:12345-0@lo:38:kworker.0 Request processed in 21us (401us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320689.530069:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6119
00000100:00080000:1.0:1767320689.531424:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320689.531435:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320689.531440:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eac9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000169344:0@lo:38:kworker.0
00000100:00080000:1.0:1767320689.531451:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320689.531454:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320689.531457:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eacb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000169472:0@lo:38:kworker.0
00000100:00080000:1.0:1767320689.531479:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320689.531483:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320689.531486:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eacaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000169600:0@lo:38:kworker.0
00000100:00080000:1.0:1767320689.531496:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320689.531499:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320689.531502:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eacbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000169856:0@lo:38:kworker.0
00000100:00100000:3.0:1767320689.532167:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767320689.532184:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b21500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000170496:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320689.532291:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320689.533160:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000170368
00000100:00100000:2.0:1767320689.533174:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000170368
00000100:00100000:2.0:1767320689.533284:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000170496
00000100:00100000:2.0:1767320689.533288:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000170496
00000100:00100000:2.0:1767320689.533313:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2706
00000100:00100000:2.0:1767320689.533324:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000170368:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767320689.533364:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767320689.533595:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2707
00000100:00100000:0.0:1767320689.533606:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b21880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000170496:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767320689.533627:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767320689.533686:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b21880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000170496:12345-0@lo:13:osp-pre-0-1.0 Request processed in 82us (1395us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320689.533694:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2707
00000100:00100000:3.0:1767320689.533890:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b21500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000170496:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320689.534339:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000170368:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1016us (4967us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320689.534347:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2706
00000100:00100000:0.0:1767320689.534793:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d789880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000170368:0@lo:13:osp-pre-1-1.0
00010000:00010000:3.0:1767320689.845575:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320690.869736:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320691.893504:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320692.672595:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767320692.672773:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767320692.680404:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962578816
00000100:00100000:0.0:1767320692.680426:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962578816
00000100:00100000:1.0:1767320692.682080:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962578688
00000100:00100000:1.0:1767320692.682098:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962578688
00000100:00100000:1.0:1767320692.682135:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5398
00000100:00100000:1.0:1767320692.682148:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eac8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962578816:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767320692.682314:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eac8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962578816:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 169us (9735us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320692.682322:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5398
00000100:00100000:1.0:1767320692.682343:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6120
00000100:00100000:1.0:1767320692.682348:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eaca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962578688:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767320692.682374:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320692.682397:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eaca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962578688:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 48us (9625us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320692.682403:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6120
00000100:00080000:2.0:1767320692.683385:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767320692.918834:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320693.946014:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320694.645515:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767320694.645543:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d789880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000170624:0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767320694.645612:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320694.645619:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767320694.645623:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320694.645629:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320694.645635:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320694.645642:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5887
00000100:00100000:1.0:1767320694.645644:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767320694.645650:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320694.645660:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320694.645694:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235eac8a80 x1853164000170752/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320694.645715:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320694.645719:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320694.645721:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320694.645726:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5887
00000100:00080000:2.0:1767320694.645729:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320694.645733:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320694.645753:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235eacb800 x1853164000170880/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320694.645764:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767320694.645766:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000170624
00000100:00080000:2.0:1767320694.645768:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320694.645772:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320694.645775:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5887
00000100:00100000:1.0:1767320694.645777:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000170624
00000100:00080000:2.0:1767320694.645779:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320694.645785:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320694.645798:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235eacbb80 x1853164000171008/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320694.645828:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320694.645832:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320694.645834:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320694.645837:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5887
00000100:00080000:2.0:1767320694.645840:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320694.645843:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320694.645856:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235eacb480 x1853164000171264/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320694.645898:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eac8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000170752:0@lo:38:kworker.0
00000100:00100000:2.0:1767320694.645935:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320694.645963:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eacb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000170880:0@lo:38:kworker.0
00000100:00100000:2.0:1767320694.645989:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320694.646008:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eacbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000171008:0@lo:38:kworker.0
00000100:00100000:2.0:1767320694.646032:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320694.646048:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eacb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000171264:0@lo:38:kworker.0
00000100:00100000:2.0:1767320694.646069:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767320694.646098:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767320694.646114:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000170880
00000100:00100000:2.0:1767320694.646119:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000170880
00000100:00100000:2.0:1767320694.646166:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000171008
00000100:00100000:2.0:1767320694.646170:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000171008
00000100:00100000:2.0:1767320694.646184:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000171264
00000100:00100000:2.0:1767320694.646186:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000171264
00000100:00100000:2.0:1767320694.646233:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6121
00000100:00100000:2.0:1767320694.646242:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eaca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000170880:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320694.646268:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320694.646318:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eaca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000170880:12345-0@lo:38:kworker.0 Request processed in 76us (327us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320694.646327:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6121
00000100:00100000:2.0:1767320694.646348:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6122
00000100:00100000:2.0:1767320694.646352:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eac9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000171008:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320694.646361:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320694.646383:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eac9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000171008:12345-0@lo:38:kworker.0 Request processed in 30us (350us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320694.646389:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6122
00000100:00100000:2.0:1767320694.646399:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6123
00000100:00100000:2.0:1767320694.646404:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eac8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000171264:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320694.646413:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320694.646445:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eac8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000171264:12345-0@lo:38:kworker.0 Request processed in 40us (374us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320694.646451:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6123
00000100:00080000:2.0:1767320694.646496:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320694.646502:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320694.646506:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eacb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000170880:0@lo:38:kworker.0
00000100:00080000:2.0:1767320694.646515:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320694.646518:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320694.646520:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eacbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000171008:0@lo:38:kworker.0
00000100:00080000:2.0:1767320694.646527:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320694.646530:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320694.646533:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eacb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000171264:0@lo:38:kworker.0
00000100:00100000:2.0:1767320694.646564:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eac8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000171520:0@lo:400:kworker.0
00000100:00100000:2.0:1767320694.646593:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320694.646652:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000170752
00000100:00100000:2.0:1767320694.646656:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000170752
00000100:00100000:2.0:1767320694.646679:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2040
00000100:00100000:2.0:1767320694.646683:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eacb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000170752:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320694.646694:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320694.646723:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eacb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000170752:12345-0@lo:38:kworker.0 Request processed in 38us (788us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320694.646729:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2040
00000100:00080000:2.0:1767320694.646751:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320694.646755:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320694.646758:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eac8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000170752:0@lo:38:kworker.0
00000100:00100000:2.0:1767320694.646787:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000171520
00000100:00100000:2.0:1767320694.646790:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000171520
00000100:00100000:2.0:1767320694.646830:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3509
00000100:00100000:2.0:1767320694.646837:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eacb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000171520:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320694.646890:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eacb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000171520:12345-0@lo:400:kworker.0 Request processed in 54us (296us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320694.646897:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3509
00000100:00080000:2.0:1767320694.646923:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767320694.646944:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eac8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000171520:0@lo:400:kworker.0
00000100:00100000:1.0:1767320694.647095:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2708
00000100:00100000:1.0:1767320694.647105:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236694b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000170624:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767320694.647134:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767320694.647319:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eacaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000171136:0@lo:400:kworker.0
00000100:00100000:0.0:1767320694.647368:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320694.647379:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236694b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000170624:12345-0@lo:13:osp-pre-1-1.0 Request processed in 274us (1736us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320694.647388:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2708
00000100:00100000:0.0:1767320694.647400:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767320694.647411:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eac9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000171392:0@lo:400:kworker.0
00000100:00100000:1.0:1767320694.647441:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000171136
00000100:00100000:1.0:1767320694.647447:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000171136
00000100:00100000:0.0:1767320694.647450:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320694.647492:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000171392
00000100:00100000:1.0:1767320694.647496:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000171392
00000100:00100000:2.0:1767320694.647682:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d789880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000170624:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320694.647858:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b21500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000171648:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320694.647891:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320694.647935:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000171648
00000100:00100000:3.0:1767320694.647939:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000171648
00000100:00100000:3.0:1767320694.647985:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2709
00000100:00100000:3.0:1767320694.647994:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b20380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000171648:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767320694.648020:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767320694.648056:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b20380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000171648:12345-0@lo:13:osp-pre-0-1.0 Request processed in 64us (164us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320694.648069:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2709
00000100:00100000:3.0:1767320694.648098:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b21500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000171648:0@lo:13:osp-pre-0-1.0
00000100:00080000:3.0:1767320694.648124:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320694.649932:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5399
00000100:00100000:1.0:1767320694.649957:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d78b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000171136:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320694.650063:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d78b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000171136:12345-0@lo:400:kworker.0 Request processed in 119us (2695us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320694.650071:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5399
00000100:00100000:1.0:1767320694.650092:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5400
00000100:00100000:1.0:1767320694.650099:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d78aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000171392:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320694.650125:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d78aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000171392:12345-0@lo:400:kworker.0 Request processed in 27us (2677us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320694.650130:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5400
00000100:00100000:1.0:1767320694.650233:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eac9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000171392:0@lo:400:kworker.0
00000100:00100000:1.0:1767320694.650246:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eacaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000171136:0@lo:400:kworker.0
00010000:00010000:3.0:1767320694.967946:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320695.989662:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320697.013807:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320697.791131:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767320697.791238:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962579072
00000100:00100000:3.0:1767320697.791253:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962579072
00000100:00080000:2.0:1767320697.791429:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320697.792149:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767320697.798245:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962578944
00000100:00100000:3.0:1767320697.798279:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962578944
00000100:00100000:3.0:1767320697.798389:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5401
00000100:00100000:3.0:1767320697.798424:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d788a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962579072:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:3.0:1767320697.798564:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d788a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962579072:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 154us (7450us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320697.798583:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5401
00000100:00100000:3.0:1767320697.798608:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6124
00000100:00100000:3.0:1767320697.798614:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eac8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962578944:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767320697.798641:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320697.798672:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eac8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962578944:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 57us (6527us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320697.798680:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6124
00010000:00010000:3.0:1767320698.037554:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320699.062037:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767320699.765407:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320699.765421:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767320699.765425:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320699.765430:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320699.765436:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320699.765446:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5892
00000100:00080000:2.0:1767320699.765452:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320699.765462:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320699.765529:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235eac8a80 x1853164000171776/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320699.765552:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320699.765556:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320699.765558:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320699.765562:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5892
00000100:00080000:2.0:1767320699.765565:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320699.765569:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320699.765583:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235eacbb80 x1853164000171904/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320699.765595:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320699.765598:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320699.765601:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320699.765606:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5892
00000100:00080000:2.0:1767320699.765608:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320699.765612:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320699.765627:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235eacb800 x1853164000172032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320699.765668:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eac8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000171776:0@lo:38:kworker.0
00000100:00080000:2.0:1767320699.765677:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320699.765683:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320699.765685:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320699.765691:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5892
00000100:00080000:2.0:1767320699.765694:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320699.765697:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320699.765716:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235eacaa00 x1853164000172288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320699.765768:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320699.765812:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eac9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000172416:0@lo:400:kworker.0
00000100:00100000:3.0:1767320699.765852:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eacbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000171904:0@lo:38:kworker.0
00000100:00100000:2.0:1767320699.765886:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320699.765910:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234823bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000172544:0@lo:400:kworker.0
00000100:00100000:2.0:1767320699.765942:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767320699.765957:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eac9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000172160:0@lo:400:kworker.0
00000100:00100000:3.0:1767320699.765958:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320699.766012:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320699.766013:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767320699.766026:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952348238e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000172672:0@lo:400:kworker.0
00000100:00100000:3.0:1767320699.766063:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320699.766100:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000171776
00000100:00100000:2.0:1767320699.766112:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000171776
00000100:00100000:3.0:1767320699.766116:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000172544
00000100:00100000:3.0:1767320699.766126:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000172544
00000100:00100000:2.0:1767320699.766175:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2041
00000100:00100000:2.0:1767320699.766187:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b21500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000171776:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767320699.766189:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000172416
00000100:00100000:3.0:1767320699.766189:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000172672
00000100:00100000:0.0:1767320699.766212:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000172416
00000100:00100000:3.0:1767320699.766212:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000172672
00000100:00100000:0.0:1767320699.766242:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000172160
00000100:00100000:3.0:1767320699.766245:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3510
00000100:00100000:0.0:1767320699.766246:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000172160
00010000:00020000:2.0:1767320699.766254:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320699.766257:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b21180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000172544:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320699.766268:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5402
00000100:00100000:0.0:1767320699.766276:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234823b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000172416:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320699.766321:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b21500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000171776:12345-0@lo:38:kworker.0 Request processed in 133us (554us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320699.766331:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2041
00000100:00100000:2.0:1767320699.766414:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3511
00000100:00100000:1.0:1767320699.766425:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d78bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000172800:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320699.766432:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000172672:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320699.768719:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234823b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000172416:12345-0@lo:400:kworker.0 Request processed in 2435us (2825us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320699.768735:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5402
00000100:00100000:0.0:1767320699.769417:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5403
00000100:00100000:0.0:1767320699.769437:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952348238a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000172160:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320699.769599:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952348238a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000172160:12345-0@lo:400:kworker.0 Request processed in 170us (3591us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320699.769605:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5403
00000100:00100000:0.0:1767320699.769769:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236694a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000172928:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320699.769932:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320699.769977:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eac9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000172160:0@lo:400:kworker.0
00000100:00100000:0.0:1767320699.769990:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eac9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000172416:0@lo:400:kworker.0
00000100:00100000:0.0:1767320699.771142:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000172928
00000100:00100000:0.0:1767320699.771152:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000172928
00000100:00100000:0.0:1767320699.771233:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2710
00000100:00100000:0.0:1767320699.771241:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d788700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:7008:x1853164000172928:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767320699.771268:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767320699.771326:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d788700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:7008:x1853164000172928:12345-0@lo:13:osp-pre-0-1.0 Request processed in 86us (1394us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320699.771333:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2710
00000100:00100000:0.0:1767320699.771390:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236694a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000172928:0@lo:13:osp-pre-0-1.0
00000100:00080000:0.0:1767320699.771455:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767320699.771460:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767320699.771462:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767320699.772268:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320699.772311:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eacb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000172032:0@lo:38:kworker.0
00000100:00100000:0.0:1767320699.772353:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320699.772389:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eacaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000172288:0@lo:38:kworker.0
00000100:00100000:0.0:1767320699.772422:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767320699.772453:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320699.772458:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320699.772462:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eac8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000171776:0@lo:38:kworker.0
00000100:00100000:0.0:1767320699.772592:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000171904
00000100:00100000:0.0:1767320699.772599:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000171904
00000100:00100000:0.0:1767320699.772624:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000172032
00000100:00100000:0.0:1767320699.772627:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000172032
00000100:00100000:0.0:1767320699.772638:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000172288
00000100:00100000:0.0:1767320699.772640:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000172288
00000100:00100000:0.0:1767320699.772665:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6125
00000100:00100000:0.0:1767320699.772671:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d78a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000171904:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320699.772691:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320699.772730:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d78a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000171904:12345-0@lo:38:kworker.0 Request processed in 58us (464us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320699.772737:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6125
00000100:00100000:0.0:1767320699.772751:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6126
00000100:00100000:0.0:1767320699.772754:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d78b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000172032:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320699.772764:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320699.781699:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b21180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000172544:12345-0@lo:400:kworker.0 Request processed in 15435us (15737us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320699.781713:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3510
00000100:00100000:3.0:1767320699.781890:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234823bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000172544:0@lo:400:kworker.0
00000100:00100000:3.0:1767320699.781948:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6127
00000100:00100000:3.0:1767320699.781954:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d78b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000172288:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320699.781978:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320699.782030:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d78b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000172288:12345-0@lo:38:kworker.0 Request processed in 74us (9607us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320699.782036:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6127
00000100:00080000:3.0:1767320699.782105:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320699.782110:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320699.782114:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eacaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000172288:0@lo:38:kworker.0
00000100:00080000:3.0:1767320699.782124:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320699.782127:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320699.782130:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eacbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000171904:0@lo:38:kworker.0
00000100:00100000:2.0:1767320699.784218:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000172672:12345-0@lo:400:kworker.0 Request processed in 17762us (18120us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320699.784240:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3511
00000100:00100000:3.0:1767320699.784715:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952348238e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000172672:0@lo:400:kworker.0
00000100:00100000:0.0:1767320699.786761:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d78b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000172032:12345-0@lo:38:kworker.0 Request processed in 13993us (14395us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320699.786785:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6126
00000100:00080000:3.0:1767320699.786996:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320699.787003:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320699.787007:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eacb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000172032:0@lo:38:kworker.0
00000100:00100000:1.0:1767320699.791940:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320699.792120:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000172800
00000100:00100000:0.0:1767320699.792132:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000172800
00000100:00100000:0.0:1767320699.792220:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2711
00000100:00100000:0.0:1767320699.792231:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366949500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000172800:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767320699.792267:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767320699.792347:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366949500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000172800:12345-0@lo:13:osp-pre-1-1.0 Request processed in 118us (415us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320699.792354:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2711
00000100:00100000:1.0:1767320699.792449:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d78bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000172800:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767320700.085468:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320701.109515:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320702.133486:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320702.919946:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767320702.920011:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767320702.920240:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962579200
00000100:00100000:3.0:1767320702.920254:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962579200
00000100:00100000:3.0:1767320702.920311:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962579328
00000100:00100000:3.0:1767320702.920314:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962579328
00000100:00080000:1.0:1767320702.920644:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320702.920741:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5404
00000100:00100000:1.0:1767320702.920757:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d78a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962579328:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767320702.920858:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d78a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962579328:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 106us (846us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320702.920867:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5404
00000100:00100000:1.0:1767320702.920893:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6128
00000100:00100000:1.0:1767320702.920897:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d789180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962579200:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767320702.920923:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320702.920967:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d789180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962579200:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 67us (1050us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320702.920975:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6128
00000400:00000100:2.0:1767320702.938013:0:6998:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.52@tcp portal 26 match 1853163962579456 offset 0 length 520: 4
00010000:00010000:3.0:1767320703.160125:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320704.181649:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767320704.885748:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320704.885760:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767320704.885762:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320704.885766:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320704.885770:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320704.885779:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5897
00000100:00080000:3.0:1767320704.885784:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320704.885975:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320704.886025:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347b21f80 x1853164000173056/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320704.886049:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320704.886053:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320704.886055:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320704.886058:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5897
00000100:00080000:3.0:1767320704.886061:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320704.886065:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320704.886077:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347b20000 x1853164000173184/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320704.886087:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320704.886090:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320704.886092:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320704.886095:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5897
00000100:00080000:3.0:1767320704.886098:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320704.886101:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320704.886112:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347b20700 x1853164000173312/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320704.886156:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320704.886161:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320704.886163:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320704.886167:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5897
00000100:00080000:3.0:1767320704.886170:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320704.886173:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320704.886185:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347b23100 x1853164000173568/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320704.886387:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000173440:0@lo:400:kworker.0
00000100:00100000:1.0:1767320704.886473:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320704.886615:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b23b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000173696:0@lo:400:kworker.0
00000100:00100000:2.0:1767320704.886659:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b22d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000173824:0@lo:400:kworker.0
00000100:00100000:2.0:1767320704.886683:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320704.886846:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000173440
00000100:00100000:3.0:1767320704.886853:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000173440
00000100:00100000:3.0:1767320704.886920:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5405
00000100:00100000:3.0:1767320704.886929:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366948000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000173440:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320704.887047:0:7004:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320679/real 1767320679]  req@ffff95236694a300 x1853164000167168/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320704 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1767320704.887074:0:7004:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95236694a300 x1853164000167168/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320704 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1767320704.887090:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000173056:0@lo:38:kworker.0
00000100:00100000:1.0:1767320704.888222:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b23800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000174080:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320704.888282:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320704.888395:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000174080
00000100:00100000:1.0:1767320704.888404:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000174080
00000100:00100000:1.0:1767320704.888461:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2712
00000100:00100000:1.0:1767320704.888472:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366949f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000174080:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767320704.888509:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767320704.888555:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366949f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000174080:12345-0@lo:13:osp-pre-1-1.0 Request processed in 85us (273us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320704.888564:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2712
00000100:00100000:1.0:1767320704.889119:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b23800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000174080:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320704.889141:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767320704.889151:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366949880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000174208:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320704.889186:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320704.889265:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000174208
00000100:00100000:1.0:1767320704.889270:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000174208
00000100:00100000:1.0:1767320704.889310:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2713
00000100:00100000:1.0:1767320704.889319:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236694aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000174208:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767320704.889355:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767320704.889392:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236694aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000174208:12345-0@lo:13:osp-pre-0-1.0 Request processed in 75us (205us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320704.889400:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2713
00000100:00100000:1.0:1767320704.889441:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366949880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000174208:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320704.889450:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366948000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000173440:12345-0@lo:400:kworker.0 Request processed in 2517us (2971us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320704.889459:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000173440:0@lo:400:kworker.0
00000100:00100000:3.0:1767320704.889466:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5405
00000100:00100000:1.0:1767320704.889516:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b22300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000173952:0@lo:400:kworker.0
00000100:00100000:1.0:1767320704.889544:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767320704.889571:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767320704.889578:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767320704.889580:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320704.889599:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000173824
00000100:00100000:3.0:1767320704.889604:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000173824
00000100:00100000:3.0:1767320704.889633:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000173952
00000100:00100000:3.0:1767320704.889636:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000173952
00000100:00100000:3.0:1767320704.889654:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3512
00000100:00100000:3.0:1767320704.889661:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234823b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000173824:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320704.889699:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234823b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000173824:12345-0@lo:400:kworker.0 Request processed in 39us (3014us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320704.889718:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3512
00000100:00100000:3.0:1767320704.889729:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3513
00000100:00100000:3.0:1767320704.889735:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366949880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000173952:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320704.889767:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366949880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000173952:12345-0@lo:400:kworker.0 Request processed in 32us (223us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320704.889772:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3513
00000100:00100000:3.0:1767320704.889797:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b22300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000173952:0@lo:400:kworker.0
00000100:00100000:3.0:1767320704.889839:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320704.889882:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000173696
00000100:00100000:3.0:1767320704.889886:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000173696
00000100:00100000:3.0:1767320704.889917:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5406
00000100:00100000:3.0:1767320704.889924:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000173696:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320704.889956:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000173696:12345-0@lo:400:kworker.0 Request processed in 33us (117us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320704.889962:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5406
00000100:00080000:3.0:1767320704.889977:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320704.889993:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b23b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000173696:0@lo:400:kworker.0
00000100:00100000:0.0:1767320704.890095:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320704.890138:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b20000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000173184:0@lo:38:kworker.0
00000100:00100000:0.0:1767320704.890175:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320704.890192:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b20700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000173312:0@lo:38:kworker.0
00000100:00100000:0.0:1767320704.890240:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320704.890259:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b23100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000173568:0@lo:38:kworker.0
00000100:00100000:1.0:1767320704.890276:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000173184
00000100:00100000:1.0:1767320704.890282:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000173184
00000100:00100000:0.0:1767320704.890286:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767320704.890309:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320704.890337:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:0.0:1767320704.890342:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236694a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000167168:0@lo:250:kworker.0
00000100:00100000:0.0:1767320704.890369:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000173312
00000100:00100000:0.0:1767320704.890373:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000173312
00000100:00100000:1.0:1767320704.890375:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000173568
00000100:00100000:1.0:1767320704.890381:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000173568
00000100:00100000:0.0:1767320704.890399:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6129
00000100:00100000:1.0:1767320704.890409:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6130
00000100:00100000:0.0:1767320704.890411:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d789500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000173184:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767320704.890419:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d789f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000173312:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320704.890452:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:1.0:1767320704.890455:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320704.890501:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d789f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000173312:12345-0@lo:38:kworker.0 Request processed in 83us (261us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320704.890510:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d789500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000173184:12345-0@lo:38:kworker.0 Request processed in 101us (332us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320704.890511:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6130
00000100:00100000:0.0:1767320704.890522:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6129
00000100:00100000:1.0:1767320704.890529:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6131
00000100:00100000:1.0:1767320704.890535:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d788000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000173568:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320704.890544:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767320704.890555:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320704.890562:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320704.890566:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b20000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000173184:0@lo:38:kworker.0
00000100:00100000:1.0:1767320704.890573:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d788000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000173568:12345-0@lo:38:kworker.0 Request processed in 36us (287us total) trans 0 rc -19/-19
00000100:00080000:0.0:1767320704.890578:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1767320704.890582:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6131
00000100:00080000:0.0:1767320704.890585:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320704.890591:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b20700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000173312:0@lo:38:kworker.0
00000100:00080000:0.0:1767320704.890601:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320704.890605:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320704.890609:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b23100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000173568:0@lo:38:kworker.0
00000100:00100000:3.0:1767320704.890981:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000173056
00000100:00100000:3.0:1767320704.890986:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000173056
00000100:00100000:3.0:1767320704.891010:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2042
00000100:00100000:3.0:1767320704.891014:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d78ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000173056:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320704.891022:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320704.894678:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b22d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000173824:0@lo:400:kworker.0
00000100:00100000:3.0:1767320704.895117:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d78ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000173056:12345-0@lo:38:kworker.0 Request processed in 4095us (5016us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320704.895132:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2042
00000100:00080000:1.0:1767320704.895145:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320704.895155:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320704.895159:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000173056:0@lo:38:kworker.0
00000100:00080000:0.0:1767320704.895309:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320704.895317:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1767320704.895322:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320704.895335:0:49151:0:(import.c:509:import_select_connection()) MGC192.168.202.152@tcp: connect to NID 0@lo last attempt 5877
00000100:00080000:0.0:1767320704.895340:0:49151:0:(import.c:588:import_select_connection()) MGC192.168.202.152@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320704.895348:0:49151:0:(import.c:623:import_select_connection()) MGC192.168.202.152@tcp: import ffff95235eb57800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320704.895400:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d78bb80 x1853164000174336/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320704.895467:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d78bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000174336:0@lo:250:kworker.0
00000400:00000100:1.0:1767320704.895533:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164000174336 offset 0 length 520: 4
00010000:00010000:0.0:1767320705.205684:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320706.229756:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320707.253758:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320708.032565:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767320708.032667:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767320708.032752:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962579712
00000100:00100000:2.0:1767320708.032764:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962579712
00000100:00100000:2.0:1767320708.032840:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962579584
00000100:00100000:2.0:1767320708.032843:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962579584
00000100:00100000:2.0:1767320708.032862:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5407
00000100:00100000:2.0:1767320708.032875:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366948a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962579712:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767320708.032979:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366948a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962579712:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 108us (428us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320708.032987:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5407
00000100:00100000:2.0:1767320708.033008:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6132
00000100:00100000:2.0:1767320708.033012:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236694bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962579584:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767320708.033036:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320708.033066:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236694bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962579584:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 52us (399us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320708.033073:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6132
00000100:00080000:1.0:1767320708.033580:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767320708.280434:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320709.305327:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767320710.005528:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320710.005536:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767320710.005539:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320710.005543:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320710.005547:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320710.005554:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5902
00000100:00080000:3.0:1767320710.005558:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320710.005565:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320710.005601:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347b23b80 x1853164000174464/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320710.005626:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320710.005629:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320710.005630:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320710.005633:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5902
00000100:00080000:3.0:1767320710.005635:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320710.005639:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320710.005649:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347b23480 x1853164000174592/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320710.005656:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320710.005659:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320710.005660:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320710.005663:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5902
00000100:00080000:3.0:1767320710.005665:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320710.005667:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320710.005674:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347b20a80 x1853164000174720/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320710.005716:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320710.005720:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320710.005722:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320710.005725:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5902
00000100:00080000:3.0:1767320710.005727:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320710.005730:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320710.005741:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347b22d80 x1853164000174976/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320710.005794:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b20000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000175360:0@lo:400:kworker.0
00000100:00100000:3.0:1767320710.005853:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320710.005889:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767320710.005894:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b20700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000175232:0@lo:400:kworker.0
00000100:00100000:3.0:1767320710.005912:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320710.005939:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000175360
00000100:00100000:3.0:1767320710.005945:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000175360
00000100:00100000:3.0:1767320710.005991:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000175232
00000100:00100000:3.0:1767320710.005995:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000175232
00000100:00100000:3.0:1767320710.006014:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3514
00000100:00100000:3.0:1767320710.006021:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b21c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000175360:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320710.006063:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b21c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000175360:12345-0@lo:400:kworker.0 Request processed in 43us (209us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320710.006069:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3514
00000100:00100000:3.0:1767320710.006084:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3515
00000100:00100000:3.0:1767320710.006089:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000175232:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320710.006112:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000175232:12345-0@lo:400:kworker.0 Request processed in 23us (200us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320710.006117:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3515
00000100:00100000:3.0:1767320710.006161:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b20700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000175232:0@lo:400:kworker.0
00000100:00100000:3.0:1767320710.006171:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b20000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000175360:0@lo:400:kworker.0
00000100:00100000:0.0:1767320710.006509:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b23100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000175104:0@lo:400:kworker.0
00000100:00100000:0.0:1767320710.006545:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320710.006577:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767320710.006582:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000174848:0@lo:400:kworker.0
00000100:00100000:0.0:1767320710.006601:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320710.006721:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b23b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000174464:0@lo:38:kworker.0
00000100:00100000:1.0:1767320710.006751:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320710.006777:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b23480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000174592:0@lo:38:kworker.0
00000100:00100000:1.0:1767320710.006810:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320710.006827:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b20a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000174720:0@lo:38:kworker.0
00000100:00100000:1.0:1767320710.006846:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320710.006859:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b22d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000174976:0@lo:38:kworker.0
00000100:00100000:1.0:1767320710.006876:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320710.006936:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000175104
00000100:00100000:1.0:1767320710.006940:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000175104
00000100:00100000:1.0:1767320710.006969:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000174848
00000100:00100000:1.0:1767320710.006973:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000174848
00000100:00100000:1.0:1767320710.006986:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000174592
00000100:00100000:1.0:1767320710.006989:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000174592
00000100:00100000:1.0:1767320710.006996:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000174720
00000100:00100000:1.0:1767320710.006998:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000174720
00000100:00100000:1.0:1767320710.007006:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000174976
00000100:00100000:1.0:1767320710.007008:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000174976
00000100:00100000:1.0:1767320710.007017:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5408
00000100:00100000:1.0:1767320710.007023:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d789880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000175104:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320710.007056:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d789880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000175104:12345-0@lo:400:kworker.0 Request processed in 34us (511us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320710.007062:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5408
00000100:00100000:1.0:1767320710.007075:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5409
00000100:00100000:1.0:1767320710.007081:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d789c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000174848:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320710.007106:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d789c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000174848:12345-0@lo:400:kworker.0 Request processed in 25us (503us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320710.007111:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5409
00000100:00100000:1.0:1767320710.007121:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6133
00000100:00100000:1.0:1767320710.007124:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236694b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000174592:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320710.007143:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320710.007172:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236694b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000174592:12345-0@lo:38:kworker.0 Request processed in 46us (362us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320710.007178:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6133
00000100:00100000:1.0:1767320710.007189:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6134
00000100:00100000:1.0:1767320710.007210:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236694a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000174720:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320710.007221:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320710.007243:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236694a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000174720:12345-0@lo:38:kworker.0 Request processed in 50us (396us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320710.007249:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6134
00000100:00100000:0.0:1767320710.007400:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6135
00000100:00100000:0.0:1767320710.007405:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236694a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000174976:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320710.007416:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320710.007442:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236694a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000174976:12345-0@lo:38:kworker.0 Request processed in 36us (565us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320710.007447:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6135
00000100:00080000:0.0:1767320710.007467:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767320710.007471:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767320710.007473:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767320710.007483:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d788e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000175616:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320710.007507:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320710.007536:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000174848:0@lo:400:kworker.0
00000100:00100000:0.0:1767320710.007545:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b23100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000175104:0@lo:400:kworker.0
00000100:00100000:0.0:1767320710.007559:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767320710.007564:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000175488:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767320710.007585:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320710.007619:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000175616
00000100:00100000:0.0:1767320710.007623:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000175616
00000100:00100000:0.0:1767320710.007645:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000175488
00000100:00100000:0.0:1767320710.007647:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000175488
00000100:00100000:0.0:1767320710.007663:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2714
00000100:00100000:0.0:1767320710.007669:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d788380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000175616:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767320710.007690:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767320710.007723:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d788380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000175616:12345-0@lo:13:osp-pre-0-1.0 Request processed in 53us (214us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320710.007728:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2714
00000100:00100000:0.0:1767320710.007741:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2715
00000100:00100000:0.0:1767320710.007747:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eacb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000175488:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767320710.007760:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767320710.007782:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eacb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000175488:12345-0@lo:13:osp-pre-1-1.0 Request processed in 36us (196us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320710.007787:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2715
00000100:00080000:0.0:1767320710.007820:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320710.007825:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320710.007828:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b23480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000174592:0@lo:38:kworker.0
00000100:00080000:0.0:1767320710.007837:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320710.007840:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320710.007843:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b20a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000174720:0@lo:38:kworker.0
00000100:00080000:0.0:1767320710.007850:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320710.007852:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320710.007855:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b22d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000174976:0@lo:38:kworker.0
00000100:00100000:0.0:1767320710.007882:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000175488:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767320710.007891:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d788e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000175616:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320710.008448:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000174464
00000100:00100000:3.0:1767320710.008454:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000174464
00000100:00100000:3.0:1767320710.008483:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2043
00000100:00100000:3.0:1767320710.008489:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366948700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000174464:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320710.008500:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320710.008531:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366948700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000174464:12345-0@lo:38:kworker.0 Request processed in 42us (1780us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320710.008536:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2043
00000100:00080000:0.0:1767320710.010169:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320710.010179:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320710.010184:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b23b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000174464:0@lo:38:kworker.0
00010000:00010000:3.0:1767320710.325435:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320711.349824:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320712.373648:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320713.154520:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767320713.154645:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962579968
00000100:00100000:3.0:1767320713.154659:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962579968
00000100:00100000:3.0:1767320713.154759:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5410
00000100:00100000:3.0:1767320713.154773:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952348238700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962579968:12345-192.168.202.52@tcp:400:kworker.0
00000100:00080000:0.0:1767320713.154788:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320713.154892:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952348238700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962579968:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 122us (386us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320713.154902:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5410
00000100:00100000:2.0:1767320713.167329:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767320713.167445:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962579840
00000100:00100000:3.0:1767320713.167458:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962579840
00000100:00100000:3.0:1767320713.167526:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6136
00000100:00100000:3.0:1767320713.167537:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952348239c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962579840:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767320713.167567:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320713.167654:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952348239c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962579840:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 117us (339us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320713.167662:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6136
00010000:00010000:0.0:1767320713.397590:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320714.422595:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767320715.125492:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320715.125507:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767320715.125510:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320715.125515:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320715.125520:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320715.125529:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5907
00000100:00080000:3.0:1767320715.125536:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320715.125545:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320715.125601:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347b20000 x1853164000175744/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320715.125629:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320715.125633:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320715.125635:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320715.125639:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5907
00000100:00080000:3.0:1767320715.125642:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320715.125645:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320715.125654:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b20000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000175744:0@lo:38:kworker.0
00000100:00100000:3.0:1767320715.125660:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347b20700 x1853164000175872/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320715.125669:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320715.125673:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320715.125674:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320715.125677:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5907
00000100:00080000:3.0:1767320715.125679:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320715.125682:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320715.125692:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347b23b80 x1853164000176000/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320715.125721:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320715.125725:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320715.125726:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320715.125730:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5907
00000100:00080000:3.0:1767320715.125732:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320715.125735:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320715.125741:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320715.125744:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347b20a80 x1853164000176256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320715.125797:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b22d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000176128:0@lo:400:kworker.0
00000100:00100000:0.0:1767320715.125813:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b20700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000175872:0@lo:38:kworker.0
00000100:00100000:3.0:1767320715.125832:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320715.125839:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000176640:0@lo:400:kworker.0
00000100:00100000:3.0:1767320715.125861:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767320715.125866:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b23480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000176384:0@lo:400:kworker.0
00000100:00100000:0.0:1767320715.125868:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320715.125888:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320715.125889:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767320715.125893:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b23100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000176512:0@lo:400:kworker.0
00000100:00100000:0.0:1767320715.125913:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320715.125919:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000176128
00000100:00100000:3.0:1767320715.125928:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000176128
00000100:00100000:0.0:1767320715.126090:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000176640
00000100:00100000:0.0:1767320715.126095:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000176640
00000100:00100000:3.0:1767320715.126584:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000176384
00000100:00100000:3.0:1767320715.126589:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000176384
00000100:00100000:1.0:1767320715.127167:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320715.127227:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b23b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000176000:0@lo:38:kworker.0
00000100:00100000:1.0:1767320715.127293:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320715.127320:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b20a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000176256:0@lo:38:kworker.0
00000100:00100000:1.0:1767320715.127343:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320715.127388:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000175872
00000100:00100000:1.0:1767320715.127395:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000175872
00000100:00100000:1.0:1767320715.127415:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000176000
00000100:00100000:1.0:1767320715.127418:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000176000
00000100:00100000:1.0:1767320715.127424:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000176256
00000100:00100000:1.0:1767320715.127426:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000176256
00000100:00100000:1.0:1767320715.127439:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5411
00000100:00100000:1.0:1767320715.127450:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366960000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000176128:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320715.127750:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000175744
00000100:00100000:2.0:1767320715.127757:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000175744
00000100:00100000:2.0:1767320715.127873:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2044
00000100:00100000:2.0:1767320715.127880:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eacbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000175744:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320715.127905:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320715.128056:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000176512
00000100:00100000:0.0:1767320715.128061:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000176512
00000100:00100000:0.0:1767320715.128091:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3516
00000100:00100000:0.0:1767320715.128099:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eacaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000176640:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320715.128153:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eacaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000176640:12345-0@lo:400:kworker.0 Request processed in 54us (2282us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320715.128161:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3516
00000100:00100000:0.0:1767320715.128180:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3517
00000100:00100000:0.0:1767320715.128186:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eac8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000176512:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320715.128234:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eac8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000176512:12345-0@lo:400:kworker.0 Request processed in 47us (2319us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320715.128254:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3517
00000100:00100000:0.0:1767320715.128278:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6137
00000100:00100000:0.0:1767320715.128284:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000175872:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320715.128295:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320715.128332:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000175872:12345-0@lo:38:kworker.0 Request processed in 46us (1170us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320715.128339:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6137
00000100:00100000:0.0:1767320715.128357:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6138
00000100:00100000:0.0:1767320715.128361:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000176000:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320715.128371:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320715.128397:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000176000:12345-0@lo:38:kworker.0 Request processed in 34us (1104us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320715.128402:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6138
00000100:00100000:0.0:1767320715.128413:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6139
00000100:00100000:0.0:1767320715.128418:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000176256:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320715.128427:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320715.128451:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000176256:12345-0@lo:38:kworker.0 Request processed in 31us (1106us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320715.128457:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6139
00000100:00100000:0.0:1767320715.128505:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b23100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000176512:0@lo:400:kworker.0
00000100:00100000:0.0:1767320715.128518:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000176640:0@lo:400:kworker.0
00000100:00100000:2.0:1767320715.128749:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eacbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000175744:12345-0@lo:38:kworker.0 Request processed in 868us (3007us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320715.128768:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2044
00000100:00080000:2.0:1767320715.128900:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767320715.128905:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767320715.128908:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320715.129219:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366960000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000176128:12345-0@lo:400:kworker.0 Request processed in 1769us (3382us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320715.129229:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5411
00000100:00080000:1.0:1767320715.129301:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320715.129307:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320715.129311:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b20700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000175872:0@lo:38:kworker.0
00000100:00080000:1.0:1767320715.129322:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320715.129325:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320715.129328:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b23b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000176000:0@lo:38:kworker.0
00000100:00080000:1.0:1767320715.129336:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320715.129339:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320715.129342:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b20a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000176256:0@lo:38:kworker.0
00000100:00080000:1.0:1767320715.129353:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320715.129356:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320715.129359:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b20000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000175744:0@lo:38:kworker.0
00000100:00100000:2.0:1767320715.129425:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000176768:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320715.129434:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5412
00000100:00100000:3.0:1767320715.129444:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366962a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000176384:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320715.129468:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320715.129488:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366962a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000176384:12345-0@lo:400:kworker.0 Request processed in 46us (3599us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320715.129494:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5412
00000100:00100000:1.0:1767320715.130310:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000176768
00000100:00100000:1.0:1767320715.130324:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000176768
00000100:00100000:1.0:1767320715.130386:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2716
00000100:00100000:1.0:1767320715.130394:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234823aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000176768:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767320715.130425:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767320715.130477:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234823aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000176768:12345-0@lo:13:osp-pre-0-1.0 Request processed in 84us (1007us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320715.130483:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2716
00000100:00100000:0.0:1767320715.130892:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234823ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000176896:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320715.131038:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000176768:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320715.131056:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b23480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000176384:0@lo:400:kworker.0
00000100:00100000:2.0:1767320715.131069:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b22d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000176128:0@lo:400:kworker.0
00000100:00100000:0.0:1767320715.131131:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320715.132179:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000176896
00000100:00100000:3.0:1767320715.132221:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000176896
00000100:00100000:3.0:1767320715.132293:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2717
00000100:00100000:3.0:1767320715.132303:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eac9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000176896:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767320715.132337:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767320715.132414:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eac9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000176896:12345-0@lo:13:osp-pre-1-1.0 Request processed in 112us (1282us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320715.132421:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2717
00000100:00100000:0.0:1767320715.132531:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234823ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000176896:0@lo:13:osp-pre-1-1.0
00010000:00010000:3.0:1767320715.445593:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320716.469745:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320717.493595:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320718.272390:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767320718.272453:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767320718.272526:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962580096
00000100:00100000:3.0:1767320718.272541:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962580096
00000100:00100000:3.0:1767320718.272612:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962580224
00000100:00100000:3.0:1767320718.272616:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962580224
00000100:00100000:3.0:1767320718.272673:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5413
00000100:00100000:3.0:1767320718.272685:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952348239180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962580224:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:3.0:1767320718.272791:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952348239180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962580224:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 108us (337us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320718.272800:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5413
00000100:00100000:3.0:1767320718.272823:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6140
00000100:00100000:3.0:1767320718.272828:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952348239880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962580096:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767320718.272854:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320718.272900:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952348239880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962580096:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 70us (543us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320718.272906:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6140
00000100:00080000:3.0:1767320718.272925:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767320718.518762:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320719.541536:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767320720.245381:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320720.245394:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767320720.245397:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320720.245402:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320720.245407:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320720.245417:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5913
00000100:00080000:3.0:1767320720.245422:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320720.245432:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320720.245488:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366963100 x1853164000177024/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320720.245528:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320720.245533:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320720.245535:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320720.245539:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5913
00000100:00080000:3.0:1767320720.245542:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320720.245547:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320720.245560:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366963800 x1853164000177152/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320720.245568:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320720.245571:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320720.245573:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320720.245577:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5913
00000100:00080000:3.0:1767320720.245579:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320720.245582:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320720.245596:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366961180 x1853164000177280/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320720.246021:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366963100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000177024:0@lo:38:kworker.0
00000100:00100000:0.0:1767320720.246112:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320720.246181:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000177152:0@lo:38:kworker.0
00000100:00080000:3.0:1767320720.246335:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320720.246339:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320720.246342:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320720.246346:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5913
00000100:00080000:3.0:1767320720.246349:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320720.246353:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320720.246385:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366962680 x1853164000177664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320720.246480:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000177024
00000100:00100000:3.0:1767320720.246488:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000177024
00000100:00100000:3.0:1767320720.246527:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2045
00000100:00100000:3.0:1767320720.246536:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eac9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000177024:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320720.246558:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320720.246606:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eac9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000177024:12345-0@lo:38:kworker.0 Request processed in 70us (493us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320720.246614:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2045
00000100:00100000:3.0:1767320720.246801:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000177536:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320720.246837:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320720.246866:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3]
00000100:00100000:3.0:1767320720.246872:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366961c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000177408:0@lo:400:kworker.0
00000100:00100000:3.0:1767320720.246898:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320720.246916:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366961f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000178048:0@lo:400:kworker.0
00000100:00100000:3.0:1767320720.246939:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320720.246968:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000177408
00000100:00100000:3.0:1767320720.246972:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000177408
00000100:00100000:3.0:1767320720.247022:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5414
00000100:00100000:3.0:1767320720.247031:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366962300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000177408:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320720.247080:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366962300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000177408:12345-0@lo:400:kworker.0 Request processed in 51us (180us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320720.247087:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5414
00000100:00080000:3.0:1767320720.247105:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320720.247142:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366961c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000177408:0@lo:400:kworker.0
00000100:00100000:3.0:1767320720.247182:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000178048
00000100:00100000:3.0:1767320720.247186:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000178048
00000100:00100000:3.0:1767320720.247264:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3518
00000100:00100000:3.0:1767320720.247272:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366961880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000178048:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320720.247309:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366961880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000178048:12345-0@lo:400:kworker.0 Request processed in 39us (370us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320720.247315:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3518
00000100:00100000:3.0:1767320720.247337:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000177536
00000100:00100000:3.0:1767320720.247340:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000177536
00000100:00100000:3.0:1767320720.247364:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2718
00000100:00100000:0.0:1767320720.247695:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320720.247722:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366961180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000177280:0@lo:38:kworker.0
00000100:00100000:0.0:1767320720.247744:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320720.247765:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366962680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000177664:0@lo:38:kworker.0
00000100:00100000:0.0:1767320720.247783:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767320720.247810:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320720.247814:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320720.247818:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366963100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000177024:0@lo:38:kworker.0
00000100:00100000:0.0:1767320720.247849:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366963480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000177920:0@lo:400:kworker.0
00000100:00100000:0.0:1767320720.247873:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320720.247892:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767320720.247897:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366960a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000177792:0@lo:400:kworker.0
00000100:00100000:0.0:1767320720.247917:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320720.247945:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000177152
00000100:00100000:0.0:1767320720.247948:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000177152
00000100:00100000:0.0:1767320720.247971:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000177280
00000100:00100000:0.0:1767320720.247973:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000177280
00000100:00100000:0.0:1767320720.247981:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000177664
00000100:00100000:0.0:1767320720.247983:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000177664
00000100:00100000:0.0:1767320720.247991:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000177792
00000100:00100000:0.0:1767320720.247993:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000177792
00000100:00100000:0.0:1767320720.248012:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5415
00000100:00100000:0.0:1767320720.248018:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b23b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000177792:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320720.248055:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b23b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000177792:12345-0@lo:400:kworker.0 Request processed in 37us (137us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320720.248062:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5415
00000100:00100000:0.0:1767320720.248076:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6141
00000100:00100000:0.0:1767320720.248080:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b22d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000177152:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320720.248098:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320720.248129:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b22d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000177152:12345-0@lo:38:kworker.0 Request processed in 47us (434us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320720.248135:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6141
00000100:00100000:0.0:1767320720.248146:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6142
00000100:00100000:0.0:1767320720.248149:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b23480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000177280:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320720.248158:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320720.248179:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b23480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000177280:12345-0@lo:38:kworker.0 Request processed in 28us (434us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320720.248184:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6142
00000100:00100000:3.0:1767320720.248616:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366960e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000177536:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767320720.248958:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767320720.249020:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366960e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000177536:12345-0@lo:13:osp-pre-0-1.0 Request processed in 409us (2182us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320720.249028:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2718
00000100:00100000:3.0:1767320720.249072:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000177920
00000100:00100000:3.0:1767320720.249080:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000177920
00000100:00100000:3.0:1767320720.249128:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3519
00000100:00100000:3.0:1767320720.249136:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b20a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000177920:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320720.249172:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b20a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000177920:12345-0@lo:400:kworker.0 Request processed in 37us (1297us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320720.249178:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3519
00000100:00100000:0.0:1767320720.249349:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6143
00000100:00100000:0.0:1767320720.249356:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b20000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000177664:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320720.249569:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320720.249615:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b20000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000177664:12345-0@lo:38:kworker.0 Request processed in 258us (1829us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320720.249622:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6143
00000100:00080000:3.0:1767320720.249776:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767320720.249782:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767320720.249784:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767320720.249808:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234823a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000178176:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320720.249851:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320720.249897:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366961f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000178048:0@lo:400:kworker.0
00000100:00100000:3.0:1767320720.249915:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000177536:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320720.249951:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000178176
00000100:00100000:3.0:1767320720.249955:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000178176
00000100:00100000:3.0:1767320720.249988:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2719
00000100:00100000:3.0:1767320720.249995:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366961c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000178176:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767320720.250016:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767320720.250053:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366961c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000178176:12345-0@lo:13:osp-pre-1-1.0 Request processed in 58us (202us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320720.250060:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2719
00000100:00100000:3.0:1767320720.250092:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234823a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000178176:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767320720.252046:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366960a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000177792:0@lo:400:kworker.0
00000100:00100000:0.0:1767320720.252070:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366963480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000177920:0@lo:400:kworker.0
00000100:00080000:0.0:1767320720.252128:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320720.252135:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320720.252139:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366962680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000177664:0@lo:38:kworker.0
00000100:00080000:0.0:1767320720.252152:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320720.252155:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320720.252158:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000177152:0@lo:38:kworker.0
00000100:00080000:0.0:1767320720.252168:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320720.252172:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320720.252174:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366961180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000177280:0@lo:38:kworker.0
00010000:00010000:0.0:1767320720.565498:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320721.589876:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320722.613491:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320723.392028:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767320723.395947:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962580352
00000100:00100000:1.0:1767320723.395967:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962580352
00000100:00100000:1.0:1767320723.396048:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6144
00000100:00100000:1.0:1767320723.396057:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234823b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962580352:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767320723.396082:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320723.396231:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234823b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962580352:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 137us (4175us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320723.396240:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6144
00000100:00100000:2.0:1767320723.404275:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767320723.404441:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962580480
00000100:00100000:3.0:1767320723.404452:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962580480
00000100:00100000:3.0:1767320723.404536:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5416
00000100:00100000:3.0:1767320723.404546:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952348239500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962580480:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:3.0:1767320723.404621:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952348239500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962580480:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 76us (353us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320723.404629:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5416
00000100:00080000:0.0:1767320723.404763:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767320723.637429:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320724.667609:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320725.365916:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000178304:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320725.366002:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320725.366122:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000178304
00000100:00100000:1.0:1767320725.366131:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000178304
00000100:00100000:1.0:1767320725.366241:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2720
00000100:00100000:1.0:1767320725.366250:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366961f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000178304:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767320725.366278:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767320725.366339:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366961f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000178304:12345-0@lo:13:osp-pre-0-1.0 Request processed in 90us (335us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320725.366346:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2720
00000100:00100000:1.0:1767320725.366401:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000178304:0@lo:13:osp-pre-0-1.0
00000100:00080000:3.0:1767320725.366753:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767320725.366996:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320725.367002:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767320725.367005:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320725.367010:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320725.367014:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320725.367019:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5918
00000100:00080000:0.0:1767320725.367024:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320725.367029:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320725.367056:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347b20700 x1853164000178432/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320725.367070:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320725.367073:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320725.367075:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320725.367079:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5918
00000100:00080000:0.0:1767320725.367081:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320725.367084:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320725.367095:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347b21f80 x1853164000178560/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320725.367104:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320725.367106:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320725.367108:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320725.367111:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5918
00000100:00080000:0.0:1767320725.367113:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320725.367116:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320725.367125:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347b23100 x1853164000178688/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320725.367165:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320725.367169:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320725.367170:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320725.367174:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5918
00000100:00080000:0.0:1767320725.367176:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320725.367179:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320725.367217:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366984e00 x1853164000178944/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320725.367266:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366984a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000179072:0@lo:400:kworker.0
00000100:00100000:0.0:1767320725.367308:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320725.367609:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000179072
00000100:00100000:1.0:1767320725.367617:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000179072
00000100:00100000:1.0:1767320725.367653:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5417
00000100:00100000:1.0:1767320725.367661:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366985c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000179072:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320725.367705:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366985c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000179072:12345-0@lo:400:kworker.0 Request processed in 46us (396us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320725.367723:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5417
00000100:00100000:1.0:1767320725.367748:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b20700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000178432:0@lo:38:kworker.0
00000100:00100000:1.0:1767320725.367775:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320725.367801:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000178560:0@lo:38:kworker.0
00000100:00100000:1.0:1767320725.367821:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320725.367836:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b23100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000178688:0@lo:38:kworker.0
00000100:00100000:1.0:1767320725.367854:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320725.367866:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366984e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000178944:0@lo:38:kworker.0
00000100:00100000:1.0:1767320725.367884:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320725.367907:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000178560
00000100:00100000:1.0:1767320725.367911:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000178560
00000100:00100000:1.0:1767320725.367925:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000178688
00000100:00100000:1.0:1767320725.367928:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000178688
00000100:00100000:1.0:1767320725.367937:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000178944
00000100:00100000:1.0:1767320725.367940:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000178944
00000100:00100000:1.0:1767320725.367949:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6145
00000100:00100000:1.0:1767320725.367954:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000178560:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320725.367970:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320725.368014:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000178560:12345-0@lo:38:kworker.0 Request processed in 59us (192us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320725.368021:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6145
00000100:00100000:1.0:1767320725.368032:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6146
00000100:00100000:1.0:1767320725.368036:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000178688:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320725.368046:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320725.368066:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000178688:12345-0@lo:38:kworker.0 Request processed in 28us (211us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320725.368072:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6146
00000100:00100000:1.0:1767320725.368082:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6147
00000100:00100000:1.0:1767320725.368086:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000178944:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320725.368094:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320725.368114:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000178944:12345-0@lo:38:kworker.0 Request processed in 27us (230us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320725.368119:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6147
00000100:00100000:1.0:1767320725.368132:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767320725.368140:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d788e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000178816:0@lo:400:kworker.0
00000100:00100000:1.0:1767320725.368172:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767320725.368233:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320725.368238:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320725.368241:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000178560:0@lo:38:kworker.0
00000100:00080000:1.0:1767320725.368249:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320725.368253:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320725.368256:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b23100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000178688:0@lo:38:kworker.0
00000100:00080000:1.0:1767320725.368264:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320725.368267:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320725.368270:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366984e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000178944:0@lo:38:kworker.0
00000100:00100000:1.0:1767320725.368292:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000178816
00000100:00100000:1.0:1767320725.368295:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000178816
00000100:00100000:1.0:1767320725.368313:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5418
00000100:00100000:1.0:1767320725.368318:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000178816:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320725.368774:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366984a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000179072:0@lo:400:kworker.0
00000100:00100000:0.0:1767320725.368791:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767320725.368796:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366986d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000179200:0@lo:400:kworker.0
00000100:00100000:0.0:1767320725.368828:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320725.368864:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000179200
00000100:00100000:0.0:1767320725.368867:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000179200
00000100:00100000:0.0:1767320725.368896:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3520
00000100:00100000:0.0:1767320725.368902:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499dbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000179200:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320725.368941:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499dbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000179200:12345-0@lo:400:kworker.0 Request processed in 39us (112us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320725.368948:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3520
00000100:00100000:2.0:1767320725.369128:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234823a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000179328:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320725.369166:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320725.369354:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000178432
00000100:00100000:3.0:1767320725.369359:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000178432
00000100:00100000:3.0:1767320725.369403:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2046
00000100:00100000:3.0:1767320725.369408:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000178432:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320725.369424:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320725.369462:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000178432:12345-0@lo:38:kworker.0 Request processed in 53us (1686us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320725.369469:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2046
00000100:00100000:3.0:1767320725.369504:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000179328
00000100:00100000:3.0:1767320725.369508:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000179328
00000100:00100000:3.0:1767320725.369530:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2721
00000100:00100000:3.0:1767320725.369536:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234823ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000179328:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767320725.369556:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767320725.369585:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234823ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000179328:12345-0@lo:13:osp-pre-1-1.0 Request processed in 48us (418us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320725.369591:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2721
00000100:00080000:3.0:1767320725.369606:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767320725.369609:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767320725.369632:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320725.369636:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320725.369640:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b20700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000178432:0@lo:38:kworker.0
00000100:00100000:3.0:1767320725.369672:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366986d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000179200:0@lo:400:kworker.0
00000100:00100000:2.0:1767320725.370229:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234823a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000179328:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320725.370638:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000178816:12345-0@lo:400:kworker.0 Request processed in 2317us (2462us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320725.370647:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5418
00000100:00100000:2.0:1767320725.370819:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d788e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000178816:0@lo:400:kworker.0
00010000:00010000:0.0:1767320725.685699:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320726.709549:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320727.495105:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000400:00000100:2.0:1767320727.495148:0:7000:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.52@tcp portal 26 match 1853163962580608 offset 0 length 520: 4
00000100:00100000:2.0:1767320727.495166:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767320727.495291:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962580864
00000100:00100000:1.0:1767320727.495301:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962580864
00000100:00100000:1.0:1767320727.495370:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962580736
00000100:00100000:1.0:1767320727.495373:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962580736
00000100:00100000:1.0:1767320727.495394:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5419
00000100:00100000:1.0:1767320727.495404:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234823a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962580864:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767320727.495478:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234823a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962580864:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 75us (381us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320727.495486:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5419
00000100:00100000:1.0:1767320727.495504:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6148
00000100:00100000:1.0:1767320727.495508:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952348238e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962580736:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767320727.495528:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320727.495552:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952348238e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962580736:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 43us (384us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320727.495559:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6148
00000100:00080000:0.0:1767320727.495705:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767320727.733496:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320728.760521:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320729.461390:0:7004:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320704/real 1767320704]  req@ffff95237d78bb80 x1853164000174336/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320729 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1767320729.461436:0:7004:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95237d78bb80 x1853164000174336/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320729 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1767320729.461462:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320729.461491:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:1.0:1767320729.461495:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d78bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000174336:0@lo:250:kworker.0
00000100:00080000:3.0:1767320729.462927:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320729.462941:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767320729.462946:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320729.462954:0:63619:0:(import.c:509:import_select_connection()) MGC192.168.202.152@tcp: connect to NID 0@lo last attempt 5902
00000100:00080000:3.0:1767320729.462960:0:63619:0:(import.c:588:import_select_connection()) MGC192.168.202.152@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320729.462969:0:63619:0:(import.c:623:import_select_connection()) MGC192.168.202.152@tcp: import ffff95235eb57800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320729.463019:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366962d80 x1853164000179456/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320729.463054:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320729.463059:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320729.463062:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320729.463066:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5923
00000100:00080000:3.0:1767320729.463068:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320729.463072:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320729.463094:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366961500 x1853164000179584/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320729.463132:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320729.463136:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320729.463137:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320729.463141:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5923
00000100:00080000:3.0:1767320729.463144:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320729.463147:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320729.463160:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366963b80 x1853164000179712/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320729.463170:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320729.463173:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320729.463175:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320729.463178:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5923
00000100:00080000:3.0:1767320729.463180:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320729.463184:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320729.463244:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366961880 x1853164000179840/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320729.463291:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320729.463296:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320729.463298:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320729.463301:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5923
00000100:00080000:3.0:1767320729.463303:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320729.463307:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320729.463318:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366963800 x1853164000180096/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320729.463341:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366961180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000179968:0@lo:400:kworker.0
00000100:00100000:3.0:1767320729.463387:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366962680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000180224:0@lo:400:kworker.0
00000100:00100000:0.0:1767320729.463422:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320729.463550:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366960a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000180480:0@lo:400:kworker.0
00000100:00100000:3.0:1767320729.463587:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366963480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000180352:0@lo:400:kworker.0
00000100:00100000:1.0:1767320729.463611:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366962d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000179456:0@lo:250:kworker.0
00000100:00100000:3.0:1767320729.471136:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320729.471344:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000179968
00000100:00100000:3.0:1767320729.471357:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000179968
00000100:00100000:0.0:1767320729.472429:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000180352
00000100:00100000:0.0:1767320729.472442:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000180352
00000100:00100000:0.0:1767320729.472517:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3521
00000100:00100000:0.0:1767320729.472530:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366963100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000180352:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320729.472598:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5420
00000100:00100000:3.0:1767320729.472612:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366987800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000179968:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320729.472635:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366963100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000180352:12345-0@lo:400:kworker.0 Request processed in 108us (1511us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320729.472642:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3521
00000100:00100000:3.0:1767320729.472675:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366987800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000179968:12345-0@lo:400:kworker.0 Request processed in 66us (9250us total) trans 0 rc 0/0
00000100:00080000:0.0:1767320729.472676:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767320729.472681:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320729.472687:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5420
00000400:00000100:1.0:1767320729.472778:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164000179456 offset 0 length 520: 4
00000100:00100000:1.0:1767320729.472825:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000179584:0@lo:38:kworker.0
00000100:00100000:1.0:1767320729.472871:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320729.472898:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366963b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000179712:0@lo:38:kworker.0
00000100:00100000:1.0:1767320729.472972:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366961180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000179968:0@lo:400:kworker.0
00000100:00100000:1.0:1767320729.473026:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366963480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000180352:0@lo:400:kworker.0
00000100:00100000:2.0:1767320729.475696:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320729.475814:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000179584
00000100:00100000:2.0:1767320729.475828:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000179584
00000100:00100000:2.0:1767320729.475887:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2047
00000100:00100000:1.0:1767320729.477314:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000180480
00000100:00100000:1.0:1767320729.477331:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000180480
00000100:00100000:1.0:1767320729.477416:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3522
00000100:00100000:1.0:1767320729.477427:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234823bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000180480:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320729.477550:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234823bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000180480:12345-0@lo:400:kworker.0 Request processed in 125us (1864us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320729.477559:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3522
00000100:00080000:1.0:1767320729.477610:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767320729.478158:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000179584:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320729.478211:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320729.478418:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000179584:12345-0@lo:38:kworker.0 Request processed in 2520us (5547us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320729.478427:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2047
00000100:00100000:2.0:1767320729.478511:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366960a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000180480:0@lo:400:kworker.0
00000100:00100000:3.0:1767320729.482705:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320729.482986:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000180224
00000100:00100000:1.0:1767320729.483000:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000180224
00000100:00100000:1.0:1767320729.483089:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5421
00000100:00100000:1.0:1767320729.483102:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000180224:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320729.483246:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000180224:12345-0@lo:400:kworker.0 Request processed in 146us (552us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320729.483254:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5421
00000100:00100000:2.0:1767320729.483338:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320729.483380:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366961880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000179840:0@lo:38:kworker.0
00000100:00100000:2.0:1767320729.483433:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320729.483450:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000180096:0@lo:38:kworker.0
00000100:00100000:2.0:1767320729.483472:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767320729.483516:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320729.483522:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320729.483527:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000179584:0@lo:38:kworker.0
00000100:00100000:1.0:1767320729.483642:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000179712
00000100:00100000:1.0:1767320729.483647:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000179712
00000100:00100000:1.0:1767320729.483675:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000179840
00000100:00100000:1.0:1767320729.483679:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000179840
00000100:00100000:1.0:1767320729.483694:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000180096
00000100:00100000:1.0:1767320729.483697:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000180096
00000100:00100000:1.0:1767320729.483707:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6149
00000100:00100000:1.0:1767320729.483712:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234823a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000179712:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320729.483737:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320729.483772:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234823a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000179712:12345-0@lo:38:kworker.0 Request processed in 58us (435us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320729.483779:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6149
00000100:00100000:1.0:1767320729.483790:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6150
00000100:00100000:1.0:1767320729.483794:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952348238000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000179840:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320729.483802:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320729.483820:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952348238000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000179840:12345-0@lo:38:kworker.0 Request processed in 26us (387us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320729.483825:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6150
00000100:00100000:1.0:1767320729.483835:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6151
00000100:00100000:1.0:1767320729.483838:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952348238380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000180096:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320729.483845:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320729.483863:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952348238380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000180096:12345-0@lo:38:kworker.0 Request processed in 24us (391us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320729.483868:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6151
00000100:00100000:3.0:1767320729.483968:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366962680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000180224:0@lo:400:kworker.0
00000100:00080000:2.0:1767320729.484040:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320729.484045:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320729.484049:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366963b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000179712:0@lo:38:kworker.0
00000100:00080000:2.0:1767320729.484058:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320729.484063:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320729.484065:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366961880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000179840:0@lo:38:kworker.0
00000100:00080000:2.0:1767320729.484072:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320729.484075:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320729.484078:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000180096:0@lo:38:kworker.0
00000100:00080000:0.0:1767320729.484169:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767320729.783061:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320730.486436:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234823b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000180608:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320730.486537:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320730.486663:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000180608
00000100:00100000:0.0:1767320730.486674:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000180608
00000100:00100000:0.0:1767320730.486754:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2722
00000100:00100000:0.0:1767320730.486765:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000180608:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767320730.486804:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767320730.487110:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767320730.487125:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000180736:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320730.487161:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320730.487249:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000180736
00000100:00100000:1.0:1767320730.487254:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000180736
00000100:00100000:1.0:1767320730.487286:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2723
00000100:00100000:1.0:1767320730.487293:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000180736:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767320730.487781:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767320730.487888:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000180736:12345-0@lo:13:osp-pre-0-1.0 Request processed in 595us (725us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320730.487898:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2723
00000100:00100000:2.0:1767320730.487981:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000180736:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320730.490071:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000180608:12345-0@lo:13:osp-pre-1-1.0 Request processed in 3292us (3519us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320730.490089:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2722
00000100:00100000:3.0:1767320730.495301:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234823b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000180608:0@lo:13:osp-pre-1-1.0
00010000:00010000:3.0:1767320730.812188:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320731.830737:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320732.610683:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767320732.610751:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767320732.610885:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962580992
00000100:00100000:0.0:1767320732.610899:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962580992
00000100:00100000:0.0:1767320732.610956:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962581120
00000100:00100000:0.0:1767320732.610959:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962581120
00000100:00100000:0.0:1767320732.611024:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5422
00000100:00100000:0.0:1767320732.611036:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d78bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962581120:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:0.0:1767320732.611148:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d78bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962581120:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 114us (395us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320732.611156:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5422
00000100:00100000:0.0:1767320732.611186:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6152
00000100:00100000:0.0:1767320732.611191:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234823b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962580992:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:0.0:1767320732.611255:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320732.611282:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234823b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962580992:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 89us (618us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320732.611288:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6152
00000100:00080000:2.0:1767320732.611347:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767320732.853643:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320733.877504:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767320734.581337:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320734.581348:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767320734.581352:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320734.581355:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320734.581360:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320734.581368:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5927
00000100:00080000:3.0:1767320734.581374:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320734.581383:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320734.581448:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234bfe0000 x1853164000180864/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320734.581522:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bfe0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000180864:0@lo:38:kworker.0
00000100:00100000:2.0:1767320734.581613:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320734.581720:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000180864
00000100:00100000:0.0:1767320734.581730:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000180864
00000100:00080000:3.0:1767320734.581868:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320734.581873:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320734.581875:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320734.581879:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5927
00000100:00100000:0.0:1767320734.581881:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2048
00000100:00080000:3.0:1767320734.581882:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320734.581886:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320734.581891:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d788e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000180864:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767320734.581902:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234bfe3800 x1853164000180992/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00020000:0.0:1767320734.581916:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320734.582588:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bfe3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000180992:0@lo:38:kworker.0
00000100:00100000:2.0:1767320734.583410:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320734.583531:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000180992
00000100:00100000:1.0:1767320734.583541:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000180992
00000100:00100000:1.0:1767320734.583584:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6153
00000100:00100000:1.0:1767320734.583591:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000180992:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320734.583618:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320734.583682:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000180992:12345-0@lo:38:kworker.0 Request processed in 89us (273us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320734.583690:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6153
00000100:00100000:0.0:1767320734.585237:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d788e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000180864:12345-0@lo:38:kworker.0 Request processed in 3336us (3612us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320734.585254:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2048
00000100:00080000:2.0:1767320734.585411:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320734.585419:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320734.585423:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bfe0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000180864:0@lo:38:kworker.0
00000100:00080000:2.0:1767320734.585461:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320734.585465:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320734.585468:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bfe3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000180992:0@lo:38:kworker.0
00000100:00080000:3.0:1767320734.585890:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320734.585897:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320734.585900:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320734.585907:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5927
00000100:00080000:3.0:1767320734.585912:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320734.585918:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320734.585979:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234bfe1500 x1853164000181120/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320734.586071:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bfe1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000181120:0@lo:38:kworker.0
00000100:00100000:0.0:1767320734.586145:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320734.586228:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000181120
00000100:00100000:1.0:1767320734.586236:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000181120
00000100:00100000:1.0:1767320734.586290:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6154
00000100:00100000:1.0:1767320734.586297:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366984000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000181120:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320734.586322:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767320734.586490:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320734.586495:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320734.586497:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320734.586502:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5927
00000100:00080000:3.0:1767320734.586505:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320734.586509:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320734.586525:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234bfe3100 x1853164000181376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320734.586571:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bfe3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000181248:0@lo:400:kworker.0
00000100:00100000:2.0:1767320734.586602:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320734.586651:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000181248
00000100:00100000:2.0:1767320734.586655:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000181248
00000100:00100000:2.0:1767320734.586707:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5423
00000100:00100000:2.0:1767320734.586718:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000181248:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320734.586768:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000181248:12345-0@lo:400:kworker.0 Request processed in 52us (164us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320734.586775:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5423
00000100:00080000:2.0:1767320734.586797:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320734.586825:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bfe3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000181248:0@lo:400:kworker.0
00000100:00100000:0.0:1767320734.587040:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bfe3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000181376:0@lo:38:kworker.0
00000100:00100000:0.0:1767320734.587081:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320734.587136:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000181376
00000100:00100000:2.0:1767320734.587140:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000181376
00000100:00100000:2.0:1767320734.587163:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6155
00000100:00100000:2.0:1767320734.587168:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366984a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000181376:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320734.587181:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320734.587227:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366984a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000181376:12345-0@lo:38:kworker.0 Request processed in 58us (146us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320734.587234:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6155
00000100:00100000:1.0:1767320734.587379:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366984000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000181120:12345-0@lo:38:kworker.0 Request processed in 1070us (1222us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320734.587386:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6154
00000100:00100000:3.0:1767320734.587601:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767320734.587610:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bfe2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000181760:0@lo:400:kworker.0
00000100:00100000:1.0:1767320734.587725:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bfe3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000181632:0@lo:400:kworker.0
00000100:00100000:1.0:1767320734.587761:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320734.587785:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767320734.587791:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bfe0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000181504:0@lo:400:kworker.0
00000100:00100000:1.0:1767320734.587814:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320734.587844:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000181632
00000100:00100000:1.0:1767320734.587849:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000181632
00000100:00100000:1.0:1767320734.587892:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3523
00000100:00100000:1.0:1767320734.587899:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000181632:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320734.587942:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000181632:12345-0@lo:400:kworker.0 Request processed in 44us (179us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320734.587948:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3523
00000100:00080000:1.0:1767320734.587970:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767320734.587999:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bfe3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000181632:0@lo:400:kworker.0
00000100:00100000:1.0:1767320734.588021:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000181504
00000100:00100000:1.0:1767320734.588025:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000181504
00000100:00100000:1.0:1767320734.588056:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5424
00000100:00100000:1.0:1767320734.588075:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000181504:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320734.588110:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000181504:12345-0@lo:400:kworker.0 Request processed in 36us (294us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320734.588115:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5424
00000100:00080000:1.0:1767320734.588129:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320734.588144:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bfe0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000181504:0@lo:400:kworker.0
00000100:00100000:3.0:1767320734.588271:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320734.588346:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000181760
00000100:00100000:1.0:1767320734.588351:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000181760
00000100:00100000:1.0:1767320734.588401:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3524
00000100:00100000:1.0:1767320734.588408:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000181760:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320734.588444:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000181760:12345-0@lo:400:kworker.0 Request processed in 37us (172us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320734.588450:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3524
00000100:00080000:3.0:1767320734.588772:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767320734.588796:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bfe2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000181760:0@lo:400:kworker.0
00000100:00080000:0.0:1767320734.588907:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320734.588915:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320734.588918:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bfe1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000181120:0@lo:38:kworker.0
00000100:00080000:0.0:1767320734.588939:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320734.588943:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320734.588946:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bfe3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000181376:0@lo:38:kworker.0
00010000:00010000:2.0:1767320734.904470:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320735.605930:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000181888:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320735.606033:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320735.606818:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000181888
00000100:00100000:1.0:1767320735.606831:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000181888
00000100:00100000:1.0:1767320735.606901:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2724
00000100:00100000:1.0:1767320735.606912:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366986300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000181888:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767320735.606958:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767320735.607062:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366986300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000181888:12345-0@lo:13:osp-pre-0-1.0 Request processed in 140us (1017us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320735.607071:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2724
00000100:00100000:0.0:1767320735.607107:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000181888:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320735.607301:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767320735.607313:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234471e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000182016:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320735.607369:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320735.607900:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000182016
00000100:00100000:2.0:1767320735.607909:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000182016
00000100:00100000:2.0:1767320735.607958:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2725
00000100:00100000:2.0:1767320735.607967:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000182016:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767320735.607996:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767320735.608061:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000182016:12345-0@lo:13:osp-pre-1-1.0 Request processed in 96us (703us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320735.608068:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2725
00000100:00100000:1.0:1767320735.608461:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234471e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000182016:0@lo:13:osp-pre-1-1.0
00010000:00010000:3.0:1767320735.926471:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320736.951413:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320737.727553:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767320737.727950:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767320737.728083:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962581376
00000100:00100000:1.0:1767320737.728096:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962581376
00000100:00100000:1.0:1767320737.728242:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962581248
00000100:00100000:1.0:1767320737.728247:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962581248
00000100:00100000:1.0:1767320737.728270:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5425
00000100:00100000:1.0:1767320737.728282:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962581376:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:0.0:1767320737.728401:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6156
00000100:00100000:1.0:1767320737.728409:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962581376:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 126us (870us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320737.728417:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962581248:12345-192.168.202.52@tcp:38:kworker.0
00000100:00100000:1.0:1767320737.728425:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5425
00010000:00020000:0.0:1767320737.728450:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320737.728490:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962581248:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 76us (542us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320737.728497:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6156
00000100:00080000:3.0:1767320737.729475:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767320737.975680:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767320738.998068:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767320739.701581:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320739.701597:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767320739.701600:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320739.701605:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320739.701612:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320739.701623:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5932
00000100:00080000:3.0:1767320739.701631:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320739.701640:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320739.701698:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234bfe2d80 x1853164000182144/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320739.701773:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bfe2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000182144:0@lo:38:kworker.0
00000100:00100000:2.0:1767320739.701886:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320739.702032:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000182144
00000100:00100000:0.0:1767320739.702043:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000182144
00000100:00100000:0.0:1767320739.702106:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2049
00000100:00100000:0.0:1767320739.702116:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000182144:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320739.702146:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767320739.702350:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320739.702363:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320739.702366:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320739.702371:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5932
00000100:00080000:3.0:1767320739.702374:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320739.702378:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320739.702397:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234bfe0380 x1853164000182272/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320739.702745:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bfe0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000182272:0@lo:38:kworker.0
00000100:00100000:2.0:1767320739.702788:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320739.702900:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000182272
00000100:00100000:1.0:1767320739.702907:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000182272
00000100:00100000:1.0:1767320739.702941:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6157
00000100:00100000:1.0:1767320739.702947:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000182272:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320739.702962:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320739.703001:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000182272:12345-0@lo:38:kworker.0 Request processed in 53us (212us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320739.703009:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6157
00000100:00100000:0.0:1767320739.703148:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000182144:12345-0@lo:38:kworker.0 Request processed in 1032us (1262us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320739.703156:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2049
00000100:00080000:2.0:1767320739.703337:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320739.703344:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320739.703348:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bfe2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000182144:0@lo:38:kworker.0
00000100:00080000:2.0:1767320739.703457:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320739.703461:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320739.703464:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bfe0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000182272:0@lo:38:kworker.0
00000100:00080000:3.0:1767320739.703592:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320739.703598:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320739.703600:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320739.703605:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5932
00000100:00080000:3.0:1767320739.703608:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320739.703612:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320739.703640:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234bfe1c00 x1853164000182400/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320739.703879:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bfe1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000182400:0@lo:38:kworker.0
00000100:00100000:2.0:1767320739.703918:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767320739.704052:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320739.704057:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320739.704060:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320739.704064:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5932
00000100:00080000:3.0:1767320739.704066:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320739.704071:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320739.704086:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234bfe0380 x1853164000182656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320739.704137:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bfe0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000182528:0@lo:400:kworker.0
00000100:00100000:0.0:1767320739.704170:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320739.704234:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bfe0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000182656:0@lo:38:kworker.0
00000100:00100000:3.0:1767320739.704489:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bfe2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000182784:0@lo:400:kworker.0
00000100:00100000:3.0:1767320739.704533:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bfe1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000183040:0@lo:400:kworker.0
00000100:00100000:3.0:1767320739.704565:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320739.704609:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bfe3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000182912:0@lo:400:kworker.0
00000100:00100000:3.0:1767320739.704635:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320739.704675:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000183040
00000100:00100000:3.0:1767320739.704681:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000183040
00000100:00100000:3.0:1767320739.704735:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000182912
00000100:00100000:3.0:1767320739.704738:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000182912
00000100:00100000:3.0:1767320739.704760:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3525
00000100:00100000:3.0:1767320739.704769:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000183040:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320739.704822:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000183040:12345-0@lo:400:kworker.0 Request processed in 55us (256us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320739.704829:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3525
00000100:00100000:3.0:1767320739.704843:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3526
00000100:00100000:3.0:1767320739.704849:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000182912:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320739.704878:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000182912:12345-0@lo:400:kworker.0 Request processed in 29us (242us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320739.704884:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3526
00000100:00080000:3.0:1767320739.704901:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767320739.704905:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767320739.704941:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bfe3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000182912:0@lo:400:kworker.0
00000100:00100000:3.0:1767320739.704963:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bfe1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000183040:0@lo:400:kworker.0
00000100:00100000:0.0:1767320739.705536:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320739.705574:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000182400
00000100:00100000:1.0:1767320739.705580:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000182400
00000100:00100000:2.0:1767320739.705654:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000182528
00000100:00100000:2.0:1767320739.705660:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000182528
00000100:00100000:2.0:1767320739.705713:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5426
00000100:00100000:2.0:1767320739.705722:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366987480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000182528:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320739.705770:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366987480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000182528:12345-0@lo:400:kworker.0 Request processed in 51us (1600us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320739.705778:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5426
00000100:00100000:2.0:1767320739.705795:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6158
00000100:00100000:2.0:1767320739.705801:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000182400:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320739.705821:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320739.705857:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000182400:12345-0@lo:38:kworker.0 Request processed in 55us (1939us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320739.705863:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6158
00000100:00080000:3.0:1767320739.705945:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320739.706810:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bfe0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000182528:0@lo:400:kworker.0
00000100:00100000:0.0:1767320739.706865:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000182784
00000100:00100000:0.0:1767320739.706871:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000182784
00000100:00100000:0.0:1767320739.706921:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5427
00000100:00100000:0.0:1767320739.706930:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366986680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000182784:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320739.706997:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366986680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000182784:12345-0@lo:400:kworker.0 Request processed in 68us (1461us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320739.707004:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5427
00000100:00100000:3.0:1767320739.707209:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767320739.707263:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320739.707270:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320739.707274:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bfe1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000182400:0@lo:38:kworker.0
00000100:00080000:3.0:1767320739.707310:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320739.707334:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000182656
00000100:00100000:3.0:1767320739.707338:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000182656
00000100:00100000:3.0:1767320739.707653:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6159
00000100:00100000:3.0:1767320739.707659:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000182656:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320739.707681:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320739.707730:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000182656:12345-0@lo:38:kworker.0 Request processed in 70us (536us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320739.707737:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6159
00000100:00080000:3.0:1767320739.707769:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320739.707774:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320739.707778:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bfe0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000182656:0@lo:38:kworker.0
00000100:00100000:0.0:1767320739.708037:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bfe2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000182784:0@lo:400:kworker.0
00010000:00010000:3.0:1767320740.021537:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320740.725590:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000183168:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320740.725694:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320740.725806:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000183168
00000100:00100000:1.0:1767320740.725818:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000183168
00000100:00100000:1.0:1767320740.725884:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2726
00000100:00100000:1.0:1767320740.725896:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366986a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000183168:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767320740.725934:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767320740.726000:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366986a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000183168:12345-0@lo:13:osp-pre-0-1.0 Request processed in 107us (305us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320740.726017:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2726
00000100:00100000:3.0:1767320740.726426:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234471dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000183296:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320740.726464:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320740.726520:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000183168:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320740.726629:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000183296
00000100:00100000:2.0:1767320740.726635:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000183296
00000100:00100000:2.0:1767320740.726675:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2727
00000100:00100000:2.0:1767320740.726682:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000183296:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767320740.726712:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767320740.726759:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000183296:12345-0@lo:13:osp-pre-1-1.0 Request processed in 77us (294us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320740.726773:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2727
00000100:00100000:0.0:1767320740.726854:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234471dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000183296:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767320741.047015:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320742.069652:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320742.851755:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767320742.853290:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962581504
00000100:00100000:1.0:1767320742.853312:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962581504
00000100:00100000:1.0:1767320742.853398:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6160
00000100:00100000:1.0:1767320742.853411:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962581504:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767320742.853446:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320742.853552:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962581504:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 141us (1814us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320742.853561:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6160
00000100:00100000:2.0:1767320742.854772:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767320742.856628:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962581632
00000100:00100000:0.0:1767320742.856651:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962581632
00000100:00100000:0.0:1767320742.856768:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5428
00000100:00080000:3.0:1767320742.856770:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320742.856785:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962581632:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:0.0:1767320742.856917:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962581632:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 136us (2153us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320742.856925:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5428
00010000:00010000:2.0:1767320743.094343:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320744.117683:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767320744.821423:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320744.821435:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767320744.821438:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320744.821442:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320744.821446:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320744.821466:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5937
00000100:00080000:0.0:1767320744.821471:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320744.821479:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320744.821525:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366984380 x1853164000183424/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320744.821552:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320744.821556:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320744.821557:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320744.821561:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5937
00000100:00080000:0.0:1767320744.821563:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320744.821567:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320744.821579:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366984700 x1853164000183552/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320744.821588:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320744.821591:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320744.821593:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320744.821596:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5937
00000100:00080000:0.0:1767320744.821598:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320744.821601:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320744.821611:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366987b80 x1853164000183680/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320744.821662:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320744.821666:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320744.821668:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320744.821671:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5937
00000100:00080000:0.0:1767320744.821673:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320744.821676:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320744.821689:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366986d80 x1853164000183936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320744.821749:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366949180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000184192:0@lo:400:kworker.0
00000100:00100000:0.0:1767320744.821816:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320744.821880:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767320744.821887:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366984e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000184064:0@lo:400:kworker.0
00000100:00100000:0.0:1767320744.821916:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320744.821921:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366948e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000184320:0@lo:400:kworker.0
00000100:00100000:2.0:1767320744.821959:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320744.821998:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767320744.822004:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366985500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000183808:0@lo:400:kworker.0
00000100:00100000:2.0:1767320744.822028:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320744.822041:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000184192
00000100:00100000:3.0:1767320744.822051:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000184192
00000100:00100000:2.0:1767320744.822085:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366984380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000183424:0@lo:38:kworker.0
00000100:00100000:0.0:1767320744.822115:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000184064
00000100:00100000:2.0:1767320744.822116:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320744.822122:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000184064
00000100:00100000:2.0:1767320744.822144:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366984700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000183552:0@lo:38:kworker.0
00000100:00100000:2.0:1767320744.822167:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320744.822186:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366987b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000183680:0@lo:38:kworker.0
00000100:00100000:1.0:1767320744.822221:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000183808
00000100:00100000:1.0:1767320744.822226:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000183808
00000100:00100000:2.0:1767320744.822250:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320744.822268:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366986d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000183936:0@lo:38:kworker.0
00000100:00100000:2.0:1767320744.822288:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320744.823793:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000184320
00000100:00100000:3.0:1767320744.823802:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000184320
00000100:00100000:2.0:1767320744.826351:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000183424
00000100:00100000:2.0:1767320744.826366:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000183424
00000100:00100000:2.0:1767320744.826497:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2050
00000100:00100000:2.0:1767320744.826505:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000183424:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320744.826527:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320744.826592:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000183424:12345-0@lo:38:kworker.0 Request processed in 86us (4476us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320744.826600:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2050
00000100:00100000:2.0:1767320744.826629:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000183552
00000100:00100000:2.0:1767320744.826634:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000183552
00000100:00100000:2.0:1767320744.826656:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000183680
00000100:00100000:2.0:1767320744.826659:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000183680
00000100:00100000:2.0:1767320744.826673:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000183936
00000100:00100000:2.0:1767320744.826676:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000183936
00000100:00100000:0.0:1767320744.826684:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5429
00000100:00100000:2.0:1767320744.828090:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6161
00000100:00100000:2.0:1767320744.828099:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000183552:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320744.828120:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320744.828180:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000183552:12345-0@lo:38:kworker.0 Request processed in 81us (6012us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320744.828187:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6161
00000100:00100000:2.0:1767320744.828216:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6162
00000100:00100000:2.0:1767320744.828221:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000183680:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320744.828230:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320744.828251:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000183680:12345-0@lo:38:kworker.0 Request processed in 29us (6002us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320744.828257:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6162
00000100:00100000:2.0:1767320744.828267:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6163
00000100:00100000:2.0:1767320744.828271:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000183936:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320744.828280:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320744.828298:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000183936:12345-0@lo:38:kworker.0 Request processed in 27us (6010us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320744.828303:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6163
00000100:00080000:2.0:1767320744.828365:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320744.828370:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320744.828373:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366984380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000183424:0@lo:38:kworker.0
00000100:00080000:2.0:1767320744.828478:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320744.828481:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320744.828484:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366984700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000183552:0@lo:38:kworker.0
00000100:00080000:2.0:1767320744.828492:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320744.828495:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320744.828498:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366987b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000183680:0@lo:38:kworker.0
00000100:00080000:2.0:1767320744.828505:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320744.828508:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320744.828511:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366986d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000183936:0@lo:38:kworker.0
00000100:00100000:2.0:1767320744.828568:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3527
00000100:00100000:2.0:1767320744.828581:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366948380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000184192:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320744.828631:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366948380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000184192:12345-0@lo:400:kworker.0 Request processed in 55us (6815us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320744.828636:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3527
00000100:00100000:2.0:1767320744.828668:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366949180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000184192:0@lo:400:kworker.0
00000100:00080000:2.0:1767320744.828708:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767320744.828713:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767320744.828716:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767320744.832043:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366949880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000184064:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320744.832146:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366949880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000184064:12345-0@lo:400:kworker.0 Request processed in 5453us (10229us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320744.832158:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5429
00000100:00100000:0.0:1767320744.832283:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5430
00000100:00100000:0.0:1767320744.832292:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000183808:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320744.832335:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000183808:12345-0@lo:400:kworker.0 Request processed in 45us (10306us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320744.832342:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5430
00000100:00100000:0.0:1767320744.832384:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366985500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000183808:0@lo:400:kworker.0
00000100:00100000:3.0:1767320744.833255:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3528
00000100:00100000:3.0:1767320744.833266:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000184320:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320744.833330:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000184320:12345-0@lo:400:kworker.0 Request processed in 67us (11372us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320744.833337:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3528
00000100:00100000:3.0:1767320744.833379:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366948e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000184320:0@lo:400:kworker.0
00000100:00100000:2.0:1767320744.835775:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366984e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000184064:0@lo:400:kworker.0
00010000:00010000:0.0:1767320745.141531:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320745.845644:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767320745.845668:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000184448:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320745.845741:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320745.845953:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000184448
00000100:00100000:3.0:1767320745.845988:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000184448
00000100:00100000:3.0:1767320745.846054:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2728
00000100:00100000:3.0:1767320745.846064:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366948e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000184448:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767320745.846091:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767320745.846139:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366948e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000184448:12345-0@lo:13:osp-pre-0-1.0 Request processed in 77us (398us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320745.846146:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2728
00000100:00100000:0.0:1767320745.846430:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000184448:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320745.846783:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767320745.846793:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234471dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000184576:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767320745.846828:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320745.846901:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000184576
00000100:00100000:1.0:1767320745.846907:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000184576
00000100:00100000:1.0:1767320745.846949:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2729
00000100:00100000:1.0:1767320745.846965:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366949180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000184576:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767320745.846985:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767320745.847035:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366949180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000184576:12345-0@lo:13:osp-pre-1-1.0 Request processed in 80us (206us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320745.847043:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2729
00000100:00100000:2.0:1767320745.847145:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234471dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000184576:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767320746.167093:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767320747.189496:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320747.979914:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767320747.979973:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767320747.980183:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962581760
00000100:00100000:2.0:1767320747.980223:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962581760
00000100:00100000:2.0:1767320747.980272:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962581888
00000100:00100000:2.0:1767320747.980275:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962581888
00000100:00100000:2.0:1767320747.980321:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5431
00000100:00100000:2.0:1767320747.980332:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962581888:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767320747.980415:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962581888:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 86us (441us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320747.980423:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5431
00000100:00100000:2.0:1767320747.980443:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6164
00000100:00100000:2.0:1767320747.980448:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962581760:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767320747.980468:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320747.980495:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962581760:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 45us (594us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320747.980502:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6164
00000100:00080000:0.0:1767320747.981049:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767320748.213440:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320749.237577:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767320749.942971:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320749.942980:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767320749.942983:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320749.942988:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320749.942993:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320749.943003:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5942
00000100:00080000:2.0:1767320749.943007:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320749.943014:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320749.943055:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234471dc00 x1853164000184704/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320749.943072:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320749.943075:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320749.943078:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320749.943083:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5942
00000100:00080000:2.0:1767320749.943088:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320749.943093:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320749.943107:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234471e680 x1853164000184832/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320749.943115:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320749.943118:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320749.943119:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320749.943122:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5942
00000100:00080000:2.0:1767320749.943124:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320749.943127:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320749.943136:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366984e00 x1853164000184960/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320749.943174:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320749.943178:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320749.943180:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320749.943186:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5942
00000100:00080000:2.0:1767320749.943189:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320749.943231:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320749.943247:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366986d80 x1853164000185216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320749.943356:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366984380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000185600:0@lo:400:kworker.0
00000100:00100000:2.0:1767320749.943425:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320749.943481:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767320749.943487:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366985500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000185088:0@lo:400:kworker.0
00000100:00100000:2.0:1767320749.943514:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320749.943589:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366984700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000185472:0@lo:400:kworker.0
00000100:00100000:0.0:1767320749.943835:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234471dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000184704:0@lo:38:kworker.0
00000100:00100000:1.0:1767320749.943844:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366987b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000185344:0@lo:400:kworker.0
00000100:00100000:3.0:1767320749.943942:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320749.944006:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000185600
00000100:00100000:3.0:1767320749.944017:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000185600
00000100:00100000:3.0:1767320749.944085:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000185472
00000100:00100000:3.0:1767320749.944089:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000185472
00000100:00100000:3.0:1767320749.944309:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3529
00000100:00100000:3.0:1767320749.944320:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364bc2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000185600:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320749.944531:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364bc2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000185600:12345-0@lo:400:kworker.0 Request processed in 212us (1104us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320749.944541:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3529
00000100:00100000:3.0:1767320749.944561:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3530
00000100:00100000:3.0:1767320749.944568:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000185472:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320749.944604:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000185472:12345-0@lo:400:kworker.0 Request processed in 37us (664us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320749.944610:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3530
00000100:00100000:3.0:1767320749.944726:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000185088
00000100:00100000:3.0:1767320749.944732:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000185088
00000100:00100000:3.0:1767320749.944768:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5432
00000100:00100000:3.0:1767320749.944775:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364bc0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000185088:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320749.944819:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364bc0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000185088:12345-0@lo:400:kworker.0 Request processed in 35us (1294us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320749.944825:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5432
00000100:00080000:3.0:1767320749.944858:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767320749.944864:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767320749.944866:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767320749.944904:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366984700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000185472:0@lo:400:kworker.0
00000100:00100000:1.0:1767320749.946431:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320749.946516:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000185344
00000100:00100000:3.0:1767320749.946530:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000185344
00000100:00100000:3.0:1767320749.946683:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5433
00000100:00100000:3.0:1767320749.946694:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000185344:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320749.946782:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000185344:12345-0@lo:400:kworker.0 Request processed in 90us (359us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320749.946793:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5433
00000100:00100000:1.0:1767320749.947113:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366987b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000185344:0@lo:400:kworker.0
00000100:00080000:1.0:1767320749.947156:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320749.950573:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320749.950723:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366985500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000185088:0@lo:400:kworker.0
00000100:00100000:2.0:1767320749.950743:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366984380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000185600:0@lo:400:kworker.0
00000100:00100000:1.0:1767320749.952000:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000184704
00000100:00100000:1.0:1767320749.952020:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000184704
00000100:00100000:0.0:1767320749.952162:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234471e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000184832:0@lo:38:kworker.0
00000100:00100000:0.0:1767320749.952250:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320749.952274:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2051
00000100:00100000:0.0:1767320749.952285:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366984e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000184960:0@lo:38:kworker.0
00000100:00100000:1.0:1767320749.952288:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eac8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000184704:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767320749.952321:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:1.0:1767320749.952329:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320749.952356:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366986d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000185216:0@lo:38:kworker.0
00000100:00100000:1.0:1767320749.952436:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eac8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000184704:12345-0@lo:38:kworker.0 Request processed in 149us (1870us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320749.952446:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2051
00000100:00100000:3.0:1767320749.952540:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000184832
00000100:00100000:3.0:1767320749.952546:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000184832
00000100:00100000:3.0:1767320749.952576:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000184960
00000100:00100000:3.0:1767320749.952579:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000184960
00000100:00100000:3.0:1767320749.952597:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6165
00000100:00100000:3.0:1767320749.952603:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eac9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000184832:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320749.952614:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320749.952661:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eac9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000184832:12345-0@lo:38:kworker.0 Request processed in 57us (410us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320749.952667:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6165
00000100:00100000:3.0:1767320749.952680:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6166
00000100:00100000:3.0:1767320749.952684:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eacad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000184960:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320749.952694:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320749.952716:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eacad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000184960:12345-0@lo:38:kworker.0 Request processed in 31us (396us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320749.952722:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6166
00000100:00100000:0.0:1767320749.953766:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767320749.953849:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1767320749.953981:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000185216
00000100:00100000:2.0:1767320749.953995:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000185216
00000100:00100000:2.0:1767320749.954049:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6167
00000100:00100000:2.0:1767320749.954057:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eacb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000185216:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320749.954079:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320749.954319:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eacb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000185216:12345-0@lo:38:kworker.0 Request processed in 261us (557us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320749.954327:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6167
00000100:00080000:0.0:1767320749.954605:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320749.954616:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234471dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000184704:0@lo:38:kworker.0
00000100:00080000:0.0:1767320749.954738:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320749.954748:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320749.954755:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234471e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000184832:0@lo:38:kworker.0
00000100:00080000:0.0:1767320749.954786:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320749.954794:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320749.954811:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366984e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000184960:0@lo:38:kworker.0
00000100:00080000:0.0:1767320749.954824:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320749.954827:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320749.954831:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366986d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000185216:0@lo:38:kworker.0
00010000:00010000:0.0:1767320750.262977:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320750.965854:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364bc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000185728:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320750.965962:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320750.966031:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eacaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000185856:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320750.966219:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000185728
00000100:00100000:0.0:1767320750.966231:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000185728
00000100:00100000:0.0:1767320750.966303:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2730
00000100:00100000:0.0:1767320750.966314:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000185728:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767320750.966355:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767320750.966414:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000185728:12345-0@lo:13:osp-pre-1-1.0 Request processed in 102us (451us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320750.966423:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2730
00000100:00100000:0.0:1767320750.966481:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364bc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000185728:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320750.966701:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320750.967016:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000185856
00000100:00100000:2.0:1767320750.967022:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000185856
00000100:00100000:2.0:1767320750.967065:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2731
00000100:00100000:2.0:1767320750.967074:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000185856:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767320750.967107:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767320750.967161:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000185856:12345-0@lo:13:osp-pre-0-1.0 Request processed in 88us (460us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320750.967168:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2731
00000100:00100000:1.0:1767320750.967376:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eacaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000185856:0@lo:13:osp-pre-0-1.0
00010000:00010000:2.0:1767320751.286146:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320752.068430:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000400:00000100:3.0:1767320752.068551:0:7000:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.52@tcp portal 26 match 1853163962582016 offset 0 length 520: 4
00000100:00100000:3.0:1767320752.068649:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767320752.068769:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962582272
00000100:00100000:2.0:1767320752.068769:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962582144
00000100:00100000:0.0:1767320752.068785:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962582272
00000100:00100000:2.0:1767320752.068785:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962582144
00000100:00100000:0.0:1767320752.068961:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5434
00000100:00100000:2.0:1767320752.068971:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6168
00000100:00100000:0.0:1767320752.068972:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962582272:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767320752.068976:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962582144:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767320752.069002:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320752.069078:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962582272:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 108us (662us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320752.069087:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5434
00000100:00100000:2.0:1767320752.069258:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962582144:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 279us (608us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320752.069265:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6168
00000100:00080000:1.0:1767320752.069995:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767320752.309678:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320753.343950:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320754.037601:0:7004:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320729/real 1767320729]  req@ffff952366962d80 x1853164000179456/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320754 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767320754.037640:0:7004:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff952366962d80 x1853164000179456/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320754 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767320754.037662:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320754.037703:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767320754.037707:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366962d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000179456:0@lo:250:kworker.0
00000100:00080000:3.0:1767320754.038944:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320754.038954:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767320754.038958:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320754.038964:0:63619:0:(import.c:509:import_select_connection()) MGC192.168.202.152@tcp: connect to NID 0@lo last attempt 5927
00000100:00080000:3.0:1767320754.038969:0:63619:0:(import.c:588:import_select_connection()) MGC192.168.202.152@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320754.038976:0:63619:0:(import.c:623:import_select_connection()) MGC192.168.202.152@tcp: import ffff95235eb57800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320754.039013:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234bfe2d80 x1853164000185984/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320754.039046:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320754.039050:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320754.039052:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320754.039055:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5947
00000100:00080000:3.0:1767320754.039058:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320754.039061:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320754.039332:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234bfe0700 x1853164000186112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320754.039343:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320754.039347:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320754.039349:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320754.039352:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5947
00000100:00080000:3.0:1767320754.039354:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320754.039358:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320754.039372:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366986d80 x1853164000186240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320754.039381:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320754.039384:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320754.039386:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320754.039390:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5947
00000100:00080000:3.0:1767320754.039392:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320754.039396:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320754.039407:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366984e00 x1853164000186368/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320754.039508:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767320754.039570:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bfe2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000185984:0@lo:250:kworker.0
00000400:00000100:2.0:1767320754.039621:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164000185984 offset 0 length 520: 4
00000100:00100000:2.0:1767320754.039668:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bfe0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000186112:0@lo:38:kworker.0
00000100:00100000:2.0:1767320754.039711:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320754.039741:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366986d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000186240:0@lo:38:kworker.0
00000100:00100000:2.0:1767320754.039774:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320754.039787:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000186112
00000100:00100000:2.0:1767320754.039800:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366984e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000186368:0@lo:38:kworker.0
00000100:00100000:0.0:1767320754.039804:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000186112
00000100:00100000:2.0:1767320754.039830:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320754.039898:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2052
00000100:00100000:2.0:1767320754.039904:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000186240
00000100:00100000:0.0:1767320754.039912:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364bc0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000186112:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767320754.039914:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000186240
00010000:00020000:0.0:1767320754.039947:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320754.039957:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000186368
00000100:00100000:2.0:1767320754.039962:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000186368
00000100:00100000:2.0:1767320754.039987:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6169
00000100:00100000:2.0:1767320754.039995:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364bc1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000186240:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320754.040018:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320754.040038:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364bc0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000186112:12345-0@lo:38:kworker.0 Request processed in 126us (324us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320754.040049:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2052
00000100:00100000:2.0:1767320754.040068:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364bc1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000186240:12345-0@lo:38:kworker.0 Request processed in 69us (291us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320754.040088:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6170
00000100:00100000:0.0:1767320754.040096:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364bc0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000186368:12345-0@lo:38:kworker.0
00000100:00080000:3.0:1767320754.040105:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00010000:00020000:0.0:1767320754.040111:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767320754.040113:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320754.040118:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320754.040123:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5947
00000100:00080000:3.0:1767320754.040126:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320754.040131:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320754.040156:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366985500 x1853164000186624/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320754.040157:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364bc0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000186368:12345-0@lo:38:kworker.0 Request processed in 56us (323us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320754.041093:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6169
00000100:00100000:2.0:1767320754.041168:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366987b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000186752:0@lo:400:kworker.0
00000100:00100000:2.0:1767320754.041229:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320754.041255:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767320754.041261:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366984700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000186880:0@lo:400:kworker.0
00000100:00100000:2.0:1767320754.041285:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320754.041313:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000186752
00000100:00100000:2.0:1767320754.041318:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000186752
00000100:00100000:2.0:1767320754.041358:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5435
00000100:00100000:2.0:1767320754.041366:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364bc3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000186752:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320754.041407:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364bc3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000186752:12345-0@lo:400:kworker.0 Request processed in 42us (178us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320754.041413:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5435
00000100:00100000:2.0:1767320754.041447:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366987b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000186752:0@lo:400:kworker.0
00000100:00100000:2.0:1767320754.041475:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000186880
00000100:00100000:2.0:1767320754.041478:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000186880
00000100:00100000:2.0:1767320754.041502:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3531
00000100:00100000:2.0:1767320754.041507:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364bc3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000186880:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320754.041537:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364bc3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000186880:12345-0@lo:400:kworker.0 Request processed in 29us (251us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320754.041543:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3531
00000100:00100000:2.0:1767320754.041562:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366984700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000186880:0@lo:400:kworker.0
00000100:00100000:2.0:1767320754.041599:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366985500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000186624:0@lo:38:kworker.0
00000100:00100000:2.0:1767320754.041620:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767320754.041641:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320754.041646:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320754.041648:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bfe0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000186112:0@lo:38:kworker.0
00000100:00080000:2.0:1767320754.041657:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320754.041660:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320754.041663:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366986d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000186240:0@lo:38:kworker.0
00000100:00080000:2.0:1767320754.041671:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320754.041674:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320754.041677:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366984e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000186368:0@lo:38:kworker.0
00000100:00100000:2.0:1767320754.041698:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000186624
00000100:00100000:2.0:1767320754.041701:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000186624
00000100:00100000:2.0:1767320754.041717:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6171
00000100:00100000:2.0:1767320754.041721:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364bc3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000186624:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320754.041735:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320754.041764:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364bc3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000186624:12345-0@lo:38:kworker.0 Request processed in 42us (143us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320754.041770:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6171
00000100:00080000:2.0:1767320754.041791:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320754.041794:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320754.041797:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366985500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000186624:0@lo:38:kworker.0
00000100:00100000:1.0:1767320754.042514:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000187008:0@lo:400:kworker.0
00000100:00100000:1.0:1767320754.042552:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320754.042582:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366984380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000186496:0@lo:400:kworker.0
00000100:00100000:1.0:1767320754.042600:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767320754.042627:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767320754.042630:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320754.042639:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000186496
00000100:00100000:1.0:1767320754.042642:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000186496
00000100:00100000:1.0:1767320754.042673:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5436
00000100:00100000:1.0:1767320754.042679:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366963800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000186496:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320754.042759:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366963800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000186496:12345-0@lo:400:kworker.0 Request processed in 79us (157us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320754.042765:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5436
00000100:00080000:1.0:1767320754.042779:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320754.042797:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366984380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000186496:0@lo:400:kworker.0
00000100:00100000:2.0:1767320754.042868:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000187008
00000100:00100000:2.0:1767320754.042872:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000187008
00000100:00100000:2.0:1767320754.042917:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3532
00000100:00100000:2.0:1767320754.042923:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366962d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000187008:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320754.042952:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366962d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000187008:12345-0@lo:400:kworker.0 Request processed in 30us (399us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320754.042957:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3532
00000100:00080000:1.0:1767320754.043012:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767320754.043028:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000187008:0@lo:400:kworker.0
00000100:00100000:0.0:1767320754.045388:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6170
00010000:00010000:0.0:1767320754.357524:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767320755.381713:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320756.087093:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767320756.087216:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364bc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000187264:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320756.087306:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320756.087380:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000187264
00000100:00100000:2.0:1767320756.087389:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000187264
00000100:00100000:2.0:1767320756.087453:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2732
00000100:00100000:2.0:1767320756.087464:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364bc2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000187264:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767320756.087500:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767320756.087548:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364bc2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000187264:12345-0@lo:13:osp-pre-1-1.0 Request processed in 86us (242us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320756.087556:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2732
00000100:00100000:2.0:1767320756.087612:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364bc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000187264:0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767320756.087699:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767320756.095353:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eac8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000187136:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320756.095464:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320756.103822:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000187136
00000100:00100000:2.0:1767320756.103843:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000187136
00000100:00080000:1.0:1767320756.104216:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767320756.104378:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2733
00000100:00100000:2.0:1767320756.104392:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000187136:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767320756.104441:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767320756.104563:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000187136:12345-0@lo:13:osp-pre-0-1.0 Request processed in 176us (9098us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320756.104572:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2733
00000100:00100000:3.0:1767320756.104692:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eac8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000187136:0@lo:13:osp-pre-0-1.0
00010000:00010000:3.0:1767320756.405493:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320757.190369:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767320757.190461:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767320757.190539:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962582400
00000100:00100000:0.0:1767320757.190553:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962582400
00000100:00100000:0.0:1767320757.190611:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962582528
00000100:00100000:0.0:1767320757.190614:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962582528
00000100:00100000:0.0:1767320757.190678:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5437
00000100:00100000:0.0:1767320757.190686:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364bc1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962582528:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:0.0:1767320757.190754:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364bc1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962582528:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 69us (293us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320757.190765:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5437
00000100:00100000:0.0:1767320757.190783:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6172
00000100:00100000:0.0:1767320757.190788:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364bc3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962582400:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:0.0:1767320757.190809:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320757.190835:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364bc3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962582400:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 45us (481us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320757.190841:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6172
00000100:00080000:3.0:1767320757.191783:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767320757.431007:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320758.453640:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767320759.157338:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320759.157348:0:72021:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767320759.157351:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320759.157354:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320759.157359:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320759.157366:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5951
00000100:00080000:3.0:1767320759.157371:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320759.157378:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320759.157421:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237c0bd500 x1853164000187392/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320759.157451:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320759.157455:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320759.157457:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320759.157460:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5951
00000100:00080000:3.0:1767320759.157462:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320759.157465:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320759.157477:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237c0be680 x1853164000187520/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320759.157486:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320759.157489:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320759.157490:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320759.157493:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5951
00000100:00080000:3.0:1767320759.157495:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320759.157498:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320759.157505:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237c0bf800 x1853164000187648/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320759.157562:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320759.157565:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320759.157567:0:72021:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320759.157571:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5951
00000100:00080000:3.0:1767320759.157573:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320759.157576:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320759.157588:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237c0bdf80 x1853164000187904/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320759.157642:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000188032:0@lo:400:kworker.0
00000100:00100000:3.0:1767320759.157706:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320759.157738:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767320759.157743:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000188160:0@lo:400:kworker.0
00000100:00100000:3.0:1767320759.157767:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320759.157903:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000187776:0@lo:400:kworker.0
00000100:00100000:0.0:1767320759.157934:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320759.157955:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767320759.157961:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000188288:0@lo:400:kworker.0
00000100:00100000:0.0:1767320759.157981:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320759.158149:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000188032
00000100:00100000:0.0:1767320759.158157:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000188032
00000100:00100000:0.0:1767320759.158237:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000187776
00000100:00100000:0.0:1767320759.158240:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000187776
00000100:00100000:0.0:1767320759.158267:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5438
00000100:00100000:0.0:1767320759.158276:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000188032:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320759.158326:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000188032:12345-0@lo:400:kworker.0 Request processed in 51us (619us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320759.158333:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5438
00000100:00100000:0.0:1767320759.158349:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5439
00000100:00100000:0.0:1767320759.158354:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eac8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000187776:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320759.158382:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eac8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000187776:12345-0@lo:400:kworker.0 Request processed in 28us (447us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320759.158387:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5439
00000100:00100000:0.0:1767320759.158403:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000188160
00000100:00100000:0.0:1767320759.158406:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000188160
00000100:00100000:0.0:1767320759.158424:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000188288
00000100:00100000:0.0:1767320759.158426:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000188288
00000100:00100000:0.0:1767320759.158443:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3533
00000100:00100000:0.0:1767320759.158448:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000188160:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320759.158472:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000188160:12345-0@lo:400:kworker.0 Request processed in 25us (705us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320759.158477:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3533
00000100:00100000:0.0:1767320759.158487:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3534
00000100:00100000:0.0:1767320759.158491:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eacaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000188288:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320759.158512:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eacaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000188288:12345-0@lo:400:kworker.0 Request processed in 21us (530us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320759.158517:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3534
00000100:00080000:0.0:1767320759.158545:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767320759.158549:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767320759.158551:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320759.158577:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000188288:0@lo:400:kworker.0
00000100:00100000:0.0:1767320759.158587:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000187776:0@lo:400:kworker.0
00000100:00100000:0.0:1767320759.158614:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000188160:0@lo:400:kworker.0
00000100:00100000:0.0:1767320759.158623:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000188032:0@lo:400:kworker.0
00000100:00100000:2.0:1767320759.159239:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000187392:0@lo:38:kworker.0
00000100:00100000:2.0:1767320759.159282:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320759.159322:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000187520:0@lo:38:kworker.0
00000100:00100000:2.0:1767320759.159345:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320759.159368:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000187648:0@lo:38:kworker.0
00000100:00100000:2.0:1767320759.159388:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320759.159411:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000187904:0@lo:38:kworker.0
00000100:00100000:2.0:1767320759.159432:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320759.159501:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000187520
00000100:00100000:1.0:1767320759.159506:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000187520
00000100:00100000:1.0:1767320759.159541:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000187648
00000100:00100000:1.0:1767320759.159545:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000187648
00000100:00100000:1.0:1767320759.159559:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000187904
00000100:00100000:1.0:1767320759.159562:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000187904
00000100:00100000:1.0:1767320759.159576:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6173
00000100:00100000:1.0:1767320759.159581:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364bc1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000187520:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320759.159599:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320759.159639:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364bc1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000187520:12345-0@lo:38:kworker.0 Request processed in 57us (292us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320759.159646:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6173
00000100:00100000:1.0:1767320759.159661:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6174
00000100:00100000:1.0:1767320759.159665:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364bc1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000187648:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320759.159673:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320759.159696:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364bc1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000187648:12345-0@lo:38:kworker.0 Request processed in 30us (307us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320759.159701:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6174
00000100:00100000:1.0:1767320759.159711:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6175
00000100:00100000:1.0:1767320759.159715:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364bc2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000187904:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320759.159723:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320759.159744:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364bc2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000187904:12345-0@lo:38:kworker.0 Request processed in 27us (311us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320759.159749:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6175
00000100:00080000:1.0:1767320759.159778:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320759.159783:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320759.159786:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000187520:0@lo:38:kworker.0
00000100:00080000:1.0:1767320759.159939:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320759.159944:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320759.159947:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000187648:0@lo:38:kworker.0
00000100:00080000:1.0:1767320759.159955:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320759.159958:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320759.159961:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000187904:0@lo:38:kworker.0
00000100:00100000:0.0:1767320759.160078:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000187392
00000100:00100000:0.0:1767320759.160083:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000187392
00000100:00100000:0.0:1767320759.160111:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2053
00000100:00100000:0.0:1767320759.160116:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364bc2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000187392:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320759.160126:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320759.160170:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364bc2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000187392:12345-0@lo:38:kworker.0 Request processed in 52us (887us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320759.160176:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2053
00000100:00080000:2.0:1767320759.160536:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320759.160541:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320759.160544:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000187392:0@lo:38:kworker.0
00010000:00010000:2.0:1767320759.477536:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320760.501420:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320761.205554:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364bc1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000188416:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767320761.205634:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320761.205924:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000188416
00000100:00100000:2.0:1767320761.205935:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000188416
00000100:00100000:2.0:1767320761.206050:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2734
00000100:00100000:1.0:1767320761.206101:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234471dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000188544:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320761.206136:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320761.206213:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000188544
00000100:00100000:1.0:1767320761.206217:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000188544
00000100:00100000:2.0:1767320761.206266:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000188416:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767320761.206297:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767320761.206345:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000188416:12345-0@lo:13:osp-pre-1-1.0 Request processed in 84us (711us total) trans 0 rc 0/0
00000100:00080000:3.0:1767320761.206783:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767320761.206788:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767320761.206850:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364bc1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000188416:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320761.214771:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2734
00000100:00100000:1.0:1767320761.214892:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2735
00000100:00100000:1.0:1767320761.214913:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366961880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000188544:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767320761.214954:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767320761.216258:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366961880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000188544:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1350us (10114us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320761.216270:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2735
00000100:00100000:3.0:1767320761.216417:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234471dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000188544:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767320761.525658:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320762.304862:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767320762.304921:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767320762.305017:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962582784
00000100:00100000:3.0:1767320762.305027:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962582784
00000100:00100000:3.0:1767320762.305108:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962582656
00000100:00100000:3.0:1767320762.305112:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962582656
00000100:00100000:3.0:1767320762.305132:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5440
00000100:00100000:3.0:1767320762.305141:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364bc1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962582784:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:3.0:1767320762.305251:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364bc1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962582784:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 98us (391us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320762.305259:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5440
00000100:00100000:3.0:1767320762.305277:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6176
00000100:00100000:3.0:1767320762.305282:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364bc0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962582656:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767320762.305301:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320762.305323:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364bc0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962582656:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 40us (402us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320762.305329:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6176
00000100:00080000:1.0:1767320762.305460:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767320762.549452:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767320763.579226:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767320764.277431:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320764.277442:0:72021:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767320764.277446:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320764.277450:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320764.277454:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320764.277463:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5957
00000100:00080000:1.0:1767320764.277468:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320764.277476:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320764.277519:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366963b80 x1853164000188672/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320764.277545:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320764.277548:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320764.277550:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320764.277554:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5957
00000100:00080000:1.0:1767320764.277556:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320764.277560:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320764.277574:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366962680 x1853164000188800/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320764.277582:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320764.277585:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320764.277587:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320764.277590:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5957
00000100:00080000:1.0:1767320764.277592:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320764.277595:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320764.277604:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366961500 x1853164000188928/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320764.277645:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320764.277648:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320764.277650:0:72021:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320764.277654:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5957
00000100:00080000:1.0:1767320764.277657:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320764.277661:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320764.277672:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366963480 x1853164000189184/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320764.277836:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366963b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000188672:0@lo:38:kworker.0
00000100:00100000:2.0:1767320764.277919:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320764.277982:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366962680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000188800:0@lo:38:kworker.0
00000100:00100000:0.0:1767320764.278003:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b20e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000189568:0@lo:400:kworker.0
00000100:00100000:2.0:1767320764.278013:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320764.278039:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000188928:0@lo:38:kworker.0
00000100:00100000:0.0:1767320764.278047:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320764.278067:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320764.278089:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366963480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000189184:0@lo:38:kworker.0
00000100:00100000:0.0:1767320764.278103:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767320764.278114:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366960a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000189056:0@lo:400:kworker.0
00000100:00100000:2.0:1767320764.278117:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320764.278152:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320764.278177:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000188800
00000100:00100000:2.0:1767320764.278185:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000188800
00000100:00100000:0.0:1767320764.278221:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366961180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000189312:0@lo:400:kworker.0
00000100:00100000:2.0:1767320764.278246:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000188928
00000100:00100000:0.0:1767320764.278251:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320764.278252:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000188928
00000100:00100000:2.0:1767320764.278273:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000189184
00000100:00100000:0.0:1767320764.278275:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767320764.278277:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000189184
00000100:00100000:0.0:1767320764.278284:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b21180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000189440:0@lo:400:kworker.0
00000100:00100000:2.0:1767320764.278287:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000189056
00000100:00100000:2.0:1767320764.278292:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000189056
00000100:00100000:0.0:1767320764.278313:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320764.278325:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000189312
00000100:00100000:2.0:1767320764.278329:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000189312
00000100:00100000:0.0:1767320764.278352:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5441
00000100:00100000:3.0:1767320764.278419:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000189568
00000100:00100000:3.0:1767320764.278423:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000189568
00000100:00100000:3.0:1767320764.278453:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000189440
00000100:00100000:3.0:1767320764.278455:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000189440
00000100:00100000:3.0:1767320764.278476:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3535
00000100:00100000:3.0:1767320764.278485:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000189568:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320764.278539:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000189568:12345-0@lo:400:kworker.0 Request processed in 56us (492us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320764.278546:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3535
00000100:00100000:3.0:1767320764.278561:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3536
00000100:00100000:3.0:1767320764.278567:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f56680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000189440:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320764.278596:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5442
00000100:00100000:3.0:1767320764.278601:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f56680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000189440:12345-0@lo:400:kworker.0 Request processed in 32us (285us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320764.278609:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3536
00000100:00100000:2.0:1767320764.278613:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f57100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000189312:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320764.278656:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f57100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000189312:12345-0@lo:400:kworker.0 Request processed in 50us (407us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320764.278659:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b21180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000189440:0@lo:400:kworker.0
00000100:00100000:2.0:1767320764.278674:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5442
00000100:00100000:3.0:1767320764.278681:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366961180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000189312:0@lo:400:kworker.0
00000100:00100000:2.0:1767320764.278696:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6177
00000100:00100000:2.0:1767320764.278702:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366984380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000188800:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767320764.278717:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b20e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000189568:0@lo:400:kworker.0
00010000:00020000:2.0:1767320764.278722:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320764.278751:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6178
00000100:00100000:3.0:1767320764.278758:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366985500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000188928:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767320764.278761:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366984380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000188800:12345-0@lo:38:kworker.0 Request processed in 56us (746us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320764.278769:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6177
00010000:00020000:3.0:1767320764.278782:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320764.278784:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6179
00000100:00100000:2.0:1767320764.278804:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366984e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000189184:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320764.278814:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320764.278855:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366985500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000188928:12345-0@lo:38:kworker.0 Request processed in 96us (788us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320764.278859:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366984e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000189184:12345-0@lo:38:kworker.0 Request processed in 52us (743us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320764.278867:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6178
00000100:00100000:0.0:1767320764.278968:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f55180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000189056:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320764.279007:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f55180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000189056:12345-0@lo:400:kworker.0 Request processed in 44us (855us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320764.279333:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000188672
00000100:00100000:2.0:1767320764.279338:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6179
00000100:00100000:1.0:1767320764.279341:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000188672
00000100:00080000:2.0:1767320764.279367:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767320764.279373:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2054
00000100:00080000:2.0:1767320764.279374:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767320764.279379:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320764.279384:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000188672:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320764.279397:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767320764.279424:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320764.279432:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320764.279436:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366962680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000188800:0@lo:38:kworker.0
00000100:00100000:1.0:1767320764.279927:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000188672:12345-0@lo:38:kworker.0 Request processed in 543us (2007us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320764.279934:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2054
00000100:00080000:2.0:1767320764.279986:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320764.279992:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320764.279996:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000188928:0@lo:38:kworker.0
00000100:00080000:2.0:1767320764.280008:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320764.280012:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320764.280016:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366963480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000189184:0@lo:38:kworker.0
00000100:00080000:2.0:1767320764.280045:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320764.280049:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320764.280053:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366963b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000188672:0@lo:38:kworker.0
00000100:00100000:0.0:1767320764.280234:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5441
00000100:00100000:3.0:1767320764.284022:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366960a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000189056:0@lo:400:kworker.0
00010000:00010000:3.0:1767320764.597775:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320765.621569:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320766.326094:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366986d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000189696:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320766.326166:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320766.326275:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000189696
00000100:00100000:2.0:1767320766.326284:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000189696
00000100:00100000:2.0:1767320766.326349:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2736
00000100:00100000:2.0:1767320766.326359:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b21c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000189696:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767320766.326388:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767320766.326443:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b21c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000189696:12345-0@lo:13:osp-pre-1-1.0 Request processed in 85us (276us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320766.326450:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2736
00000100:00080000:1.0:1767320766.327138:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767320766.327185:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366986d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000189696:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320766.327261:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000189824:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320766.327296:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320766.327366:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000189824
00000100:00100000:1.0:1767320766.327372:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000189824
00000100:00100000:1.0:1767320766.327419:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2737
00000100:00100000:1.0:1767320766.327426:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000189824:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767320766.327443:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767320766.327475:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000189824:12345-0@lo:13:osp-pre-0-1.0 Request processed in 50us (178us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320766.327481:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2737
00000100:00100000:1.0:1767320766.327505:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000189824:0@lo:13:osp-pre-0-1.0
00000100:00080000:3.0:1767320766.327866:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00010000:0.0:1767320766.647092:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320767.428275:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767320767.428537:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962583040
00000100:00100000:0.0:1767320767.428552:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962583040
00000100:00100000:0.0:1767320767.428671:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5443
00000100:00100000:0.0:1767320767.428684:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b23800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962583040:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:0.0:1767320767.428814:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b23800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962583040:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 127us (548us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320767.428825:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5443
00000100:00100000:1.0:1767320767.428939:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767320767.429042:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962582912
00000100:00100000:1.0:1767320767.429052:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962582912
00000100:00100000:1.0:1767320767.429120:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6180
00000100:00100000:1.0:1767320767.429127:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b20a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962582912:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767320767.429422:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320767.429537:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b20a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962582912:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 408us (621us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320767.429545:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6180
00000100:00080000:3.0:1767320767.429707:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767320767.669485:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320768.695816:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767320769.397770:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320769.397783:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767320769.397786:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320769.397790:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320769.397795:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320769.397803:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5962
00000100:00080000:3.0:1767320769.397808:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320769.397815:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320769.397857:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237c0be300 x1853164000189952/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320769.397886:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320769.397890:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320769.397892:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320769.397895:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5962
00000100:00080000:3.0:1767320769.397898:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320769.397901:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320769.397913:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237c0bc380 x1853164000190080/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320769.397927:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320769.397930:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320769.397932:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320769.397935:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5962
00000100:00080000:3.0:1767320769.397937:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320769.397940:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320769.397950:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237c0bc000 x1853164000190208/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320769.398024:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767320769.398082:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000189952:0@lo:38:kworker.0
00000100:00100000:2.0:1767320769.398154:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320769.398231:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000190080:0@lo:38:kworker.0
00000100:00100000:2.0:1767320769.398257:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320769.398274:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000190208:0@lo:38:kworker.0
00000100:00100000:2.0:1767320769.398293:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320769.398327:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000190080
00000100:00100000:2.0:1767320769.398335:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000190080
00000100:00100000:2.0:1767320769.398369:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000190208
00000100:00100000:2.0:1767320769.398372:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000190208
00000100:00100000:2.0:1767320769.398393:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6181
00000100:00100000:2.0:1767320769.398400:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366987b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000190080:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320769.398422:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320769.398467:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366987b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000190080:12345-0@lo:38:kworker.0 Request processed in 66us (209us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320769.398474:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6181
00000100:00100000:2.0:1767320769.398491:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6182
00000100:00100000:2.0:1767320769.398496:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366986d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000190208:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320769.398505:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320769.398529:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366986d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000190208:12345-0@lo:38:kworker.0 Request processed in 31us (235us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320769.398535:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6182
00000100:00080000:2.0:1767320769.398579:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320769.398583:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320769.398587:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000190080:0@lo:38:kworker.0
00000100:00080000:2.0:1767320769.398596:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320769.398599:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320769.398602:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000190208:0@lo:38:kworker.0
00000100:00100000:2.0:1767320769.398643:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000189952
00000100:00100000:2.0:1767320769.398647:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000189952
00000100:00100000:2.0:1767320769.398666:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2055
00000100:00100000:2.0:1767320769.398671:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366984700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000189952:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320769.398680:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320769.398711:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366984700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000189952:12345-0@lo:38:kworker.0 Request processed in 38us (556us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320769.398716:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2055
00000100:00080000:2.0:1767320769.398738:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320769.398754:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320769.398758:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000189952:0@lo:38:kworker.0
00000100:00080000:3.0:1767320769.399019:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320769.399024:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320769.399026:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320769.399030:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5962
00000100:00080000:3.0:1767320769.399033:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320769.399037:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320769.399067:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237c0bdf80 x1853164000190464/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320769.399171:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000190464:0@lo:38:kworker.0
00000100:00100000:2.0:1767320769.399216:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320769.399244:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000190464
00000100:00100000:2.0:1767320769.399249:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000190464
00000100:00100000:2.0:1767320769.399268:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6183
00000100:00100000:2.0:1767320769.399273:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349091880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000190464:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320769.399283:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320769.399312:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349091880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000190464:12345-0@lo:38:kworker.0 Request processed in 37us (95us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320769.399317:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6183
00000100:00080000:2.0:1767320769.399341:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320769.399345:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320769.399348:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000190464:0@lo:38:kworker.0
00000100:00100000:2.0:1767320769.399370:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000190720:0@lo:400:kworker.0
00000100:00100000:2.0:1767320769.399395:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320769.399412:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767320769.399417:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000190592:0@lo:400:kworker.0
00000100:00100000:2.0:1767320769.399434:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320769.399450:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000190592
00000100:00100000:2.0:1767320769.399453:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000190592
00000100:00100000:2.0:1767320769.399484:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5444
00000100:00100000:2.0:1767320769.399490:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349093800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000190592:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320769.399524:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349093800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000190592:12345-0@lo:400:kworker.0 Request processed in 35us (89us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320769.399534:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5444
00000100:00100000:2.0:1767320769.399555:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000190592:0@lo:400:kworker.0
00000100:00100000:2.0:1767320769.399577:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000190720
00000100:00100000:2.0:1767320769.399580:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000190720
00000100:00100000:2.0:1767320769.399602:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3537
00000100:00100000:2.0:1767320769.399608:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349093480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000190720:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320769.399639:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349093480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000190720:12345-0@lo:400:kworker.0 Request processed in 31us (243us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320769.399645:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3537
00000100:00100000:2.0:1767320769.399666:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000190720:0@lo:400:kworker.0
00000100:00080000:2.0:1767320769.399685:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767320769.399689:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320769.404245:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000190848:0@lo:400:kworker.0
00000100:00100000:1.0:1767320769.404329:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320769.404382:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000190336:0@lo:400:kworker.0
00000100:00100000:1.0:1767320769.404412:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320769.404536:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000190336
00000100:00100000:0.0:1767320769.404545:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000190336
00000100:00100000:0.0:1767320769.404619:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5445
00000100:00100000:0.0:1767320769.404628:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b23100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000190336:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320769.404683:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b23100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000190336:12345-0@lo:400:kworker.0 Request processed in 56us (270us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320769.404691:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5445
00000100:00080000:1.0:1767320769.404772:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320769.404805:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000190336:0@lo:400:kworker.0
00000100:00100000:2.0:1767320769.404889:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000190848
00000100:00100000:2.0:1767320769.404894:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000190848
00000100:00100000:2.0:1767320769.404945:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3538
00000100:00100000:2.0:1767320769.404953:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000190848:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320769.404992:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000190848:12345-0@lo:400:kworker.0 Request processed in 40us (663us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320769.404997:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3538
00000100:00080000:1.0:1767320769.405345:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767320769.405369:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000190848:0@lo:400:kworker.0
00010000:00010000:0.0:1767320769.717609:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320770.741504:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320771.447758:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349090380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000190976:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320771.447826:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320771.448094:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000190976
00000100:00100000:0.0:1767320771.448101:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000190976
00000100:00100000:0.0:1767320771.448150:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2738
00000100:00100000:0.0:1767320771.448158:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349091180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000190976:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767320771.448186:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767320771.448260:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349091180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000190976:12345-0@lo:13:osp-pre-1-1.0 Request processed in 102us (434us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320771.448267:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2738
00000100:00100000:1.0:1767320771.448409:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000191104:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320771.448441:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767320771.448471:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767320771.448482:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000191104
00000100:00100000:1.0:1767320771.448485:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000191104
00000100:00100000:1.0:1767320771.448514:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2739
00000100:00100000:1.0:1767320771.448520:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000191104:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767320771.448538:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767320771.448571:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000191104:12345-0@lo:13:osp-pre-0-1.0 Request processed in 52us (130us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320771.448578:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2739
00000100:00080000:1.0:1767320771.448593:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767320771.448623:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000191104:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320771.453994:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349090380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000190976:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767320771.765535:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320772.542957:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767320772.543589:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962583296
00000100:00100000:0.0:1767320772.543601:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962583296
00000100:00100000:3.0:1767320772.543641:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767320772.543724:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962583168
00000100:00100000:2.0:1767320772.543731:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962583168
00000100:00100000:2.0:1767320772.543786:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6184
00000100:00100000:2.0:1767320772.543793:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962583168:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767320772.543815:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320772.543884:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962583168:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 90us (252us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320772.543891:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6184
00000100:00100000:0.0:1767320772.544307:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5446
00000100:00100000:0.0:1767320772.544316:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b20e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962583296:12345-192.168.202.52@tcp:400:kworker.0
00000100:00080000:1.0:1767320772.544436:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320772.544503:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b20e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962583296:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 187us (1555us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320772.544510:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5446
00010000:00010000:3.0:1767320772.789439:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320773.813436:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767320774.520865:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320774.520876:0:72021:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767320774.520879:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320774.520883:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320774.520887:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320774.520894:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5967
00000100:00080000:1.0:1767320774.520899:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320774.520905:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320774.520946:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347b21180 x1853164000191232/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320774.520975:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320774.520978:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320774.520980:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320774.520983:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5967
00000100:00080000:1.0:1767320774.520985:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320774.520988:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320774.521001:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523483d4380 x1853164000191360/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320774.521010:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320774.521013:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320774.521014:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320774.521018:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5967
00000100:00080000:1.0:1767320774.521020:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320774.521023:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320774.521033:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523483d7800 x1853164000191488/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320774.521088:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320774.521093:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320774.521094:0:72021:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320774.521098:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5967
00000100:00080000:1.0:1767320774.521100:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320774.521103:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320774.521115:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523483d5180 x1853164000191744/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320774.521267:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000191872:0@lo:400:kworker.0
00000100:00100000:2.0:1767320774.521334:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320774.521400:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767320774.521406:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000192000:0@lo:400:kworker.0
00000100:00100000:2.0:1767320774.521433:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320774.521473:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000192000
00000100:00100000:2.0:1767320774.521480:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000192000
00000100:00100000:2.0:1767320774.521535:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3539
00000100:00100000:2.0:1767320774.521544:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349090a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000192000:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320774.521608:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349090a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000192000:12345-0@lo:400:kworker.0 Request processed in 65us (173us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320774.521615:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3539
00000100:00080000:2.0:1767320774.521638:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767320774.521671:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000192000:0@lo:400:kworker.0
00000100:00100000:2.0:1767320774.521705:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b21180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000191232:0@lo:38:kworker.0
00000100:00100000:2.0:1767320774.521735:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320774.521757:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000191360:0@lo:38:kworker.0
00000100:00100000:2.0:1767320774.521781:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320774.521795:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000191488:0@lo:38:kworker.0
00000100:00100000:2.0:1767320774.521814:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320774.521828:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000191744:0@lo:38:kworker.0
00000100:00100000:2.0:1767320774.521846:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320774.521871:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000191872
00000100:00100000:2.0:1767320774.521874:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000191872
00000100:00100000:2.0:1767320774.521899:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000191360
00000100:00100000:2.0:1767320774.521901:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000191360
00000100:00100000:2.0:1767320774.521912:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000191488
00000100:00100000:2.0:1767320774.521915:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000191488
00000100:00100000:2.0:1767320774.521921:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000191744
00000100:00100000:2.0:1767320774.521923:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000191744
00000100:00100000:2.0:1767320774.521930:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5447
00000100:00100000:2.0:1767320774.521937:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349090380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000191872:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320774.521970:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349090380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000191872:12345-0@lo:400:kworker.0 Request processed in 34us (636us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320774.521976:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5447
00000100:00100000:2.0:1767320774.521989:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6185
00000100:00100000:2.0:1767320774.521994:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349092300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000191360:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320774.522012:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320774.522042:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349092300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000191360:12345-0@lo:38:kworker.0 Request processed in 46us (260us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320774.522047:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6185
00000100:00100000:2.0:1767320774.522059:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6186
00000100:00100000:2.0:1767320774.522062:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349092d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000191488:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320774.522071:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320774.522091:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349092d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000191488:12345-0@lo:38:kworker.0 Request processed in 27us (276us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320774.522097:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6186
00000100:00100000:2.0:1767320774.522108:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6187
00000100:00100000:2.0:1767320774.522112:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349091f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000191744:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320774.522120:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320774.522140:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349091f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000191744:12345-0@lo:38:kworker.0 Request processed in 28us (294us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320774.522146:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6187
00000100:00080000:2.0:1767320774.522166:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320774.522185:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000191872:0@lo:400:kworker.0
00000100:00080000:2.0:1767320774.522234:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320774.522238:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320774.522242:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000191360:0@lo:38:kworker.0
00000100:00080000:2.0:1767320774.522249:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320774.522251:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320774.522254:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000191488:0@lo:38:kworker.0
00000100:00080000:2.0:1767320774.522260:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320774.522262:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320774.522264:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000191744:0@lo:38:kworker.0
00000100:00100000:3.0:1767320774.522526:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000191616:0@lo:400:kworker.0
00000100:00100000:3.0:1767320774.522558:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320774.522600:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767320774.522605:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000192128:0@lo:400:kworker.0
00000100:00100000:3.0:1767320774.522626:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320774.522708:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000192128
00000100:00100000:1.0:1767320774.522714:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000192128
00000100:00100000:1.0:1767320774.522761:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3540
00000100:00100000:1.0:1767320774.522768:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000192128:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320774.522811:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000192128:12345-0@lo:400:kworker.0 Request processed in 44us (183us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320774.522816:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3540
00000100:00080000:3.0:1767320774.522910:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767320774.522930:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000192128:0@lo:400:kworker.0
00000100:00100000:0.0:1767320774.523008:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000191232
00000100:00100000:0.0:1767320774.523013:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000191232
00000100:00100000:0.0:1767320774.523046:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2056
00000100:00100000:0.0:1767320774.523052:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349092680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000191232:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320774.523064:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320774.523106:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349092680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000191232:12345-0@lo:38:kworker.0 Request processed in 54us (1370us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320774.523113:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2056
00000100:00080000:3.0:1767320774.523183:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320774.523187:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320774.523191:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b21180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000191232:0@lo:38:kworker.0
00000100:00100000:2.0:1767320774.523351:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000191616
00000100:00100000:2.0:1767320774.523357:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000191616
00000100:00100000:2.0:1767320774.523406:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5448
00000100:00100000:2.0:1767320774.523414:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000191616:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320774.523463:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000191616:12345-0@lo:400:kworker.0 Request processed in 51us (903us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320774.523470:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5448
00000100:00080000:3.0:1767320774.523557:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320774.523622:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000191616:0@lo:400:kworker.0
00010000:00010000:0.0:1767320774.837443:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767320775.865186:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320776.565475:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349092a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000192256:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767320776.565508:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767320776.565519:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000192384:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320776.565547:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320776.565574:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000192256
00000100:00100000:0.0:1767320776.565582:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000192256
00000100:00100000:1.0:1767320776.565628:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320776.565660:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000192384
00000100:00100000:1.0:1767320776.565664:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000192384
00000100:00100000:1.0:1767320776.565750:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2740
00000100:00100000:1.0:1767320776.565761:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000192384:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767320776.565795:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767320776.565845:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000192384:12345-0@lo:13:osp-pre-0-1.0 Request processed in 86us (216us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320776.565853:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2740
00000100:00100000:1.0:1767320776.565905:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000192384:0@lo:13:osp-pre-0-1.0
00000100:00080000:1.0:1767320776.565932:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767320776.565998:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2741
00000100:00100000:0.0:1767320776.566004:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000192256:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767320776.566020:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00080000:1.0:1767320776.566078:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767320776.572385:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349092a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000192256:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767320776.572651:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000192256:12345-0@lo:13:osp-pre-1-1.0 Request processed in 6643us (7100us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320776.572667:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2741
00010000:00010000:3.0:1767320776.885606:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320777.663880:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767320777.663986:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962583552
00000100:00100000:1.0:1767320777.663997:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962583552
00000100:00100000:1.0:1767320777.664073:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5449
00000100:00100000:1.0:1767320777.664083:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962583552:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767320777.664162:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962583552:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 81us (291us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320777.664169:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5449
00000100:00080000:3.0:1767320777.664640:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320777.669605:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767320777.669714:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962583424
00000100:00100000:3.0:1767320777.669724:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962583424
00000100:00100000:3.0:1767320777.669810:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6188
00000100:00100000:3.0:1767320777.669818:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349091500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962583424:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767320777.669840:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320777.670290:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349091500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962583424:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 469us (691us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320777.670298:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6188
00000400:00000100:2.0:1767320777.670521:0:6998:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.52@tcp portal 26 match 1853163962583680 offset 0 length 520: 4
00010000:00010000:0.0:1767320777.909432:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320778.933705:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320779.637476:0:7004:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320754/real 1767320754]  req@ffff95234bfe2d80 x1853164000185984/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320779 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767320779.637506:0:7004:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95234bfe2d80 x1853164000185984/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320779 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767320779.637522:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320779.637530:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767320779.637532:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bfe2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000185984:0@lo:250:kworker.0
00000100:00080000:3.0:1767320779.637678:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320779.637684:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767320779.637687:0:72021:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320779.637691:0:72021:0:(import.c:509:import_select_connection()) MGC192.168.202.152@tcp: connect to NID 0@lo last attempt 5951
00000100:00080000:3.0:1767320779.637695:0:72021:0:(import.c:588:import_select_connection()) MGC192.168.202.152@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320779.637710:0:72021:0:(import.c:623:import_select_connection()) MGC192.168.202.152@tcp: import ffff95235eb57800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320779.637748:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237c0bd500 x1853164000192512/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320779.637772:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320779.637775:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320779.637776:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320779.637779:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5972
00000100:00080000:3.0:1767320779.637780:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320779.637783:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320779.637797:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237c0be680 x1853164000192640/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320779.637802:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320779.637804:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320779.637805:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320779.637807:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5972
00000100:00080000:3.0:1767320779.637808:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320779.637810:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320779.637816:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237c0bf800 x1853164000192768/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320779.637821:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320779.637823:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320779.637824:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320779.637826:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5972
00000100:00080000:3.0:1767320779.637827:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320779.637828:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320779.637834:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237c0bdf80 x1853164000192896/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320779.637864:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320779.637868:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320779.637870:0:72021:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320779.637873:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5972
00000100:00080000:3.0:1767320779.637876:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320779.637878:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320779.637899:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237c0bc000 x1853164000193152/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320779.637909:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767320779.637924:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000193024:0@lo:400:kworker.0
00000100:00100000:3.0:1767320779.637955:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b21180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000193408:0@lo:400:kworker.0
00000100:00100000:2.0:1767320779.638014:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000192512:0@lo:250:kworker.0
00000100:00100000:1.0:1767320779.638058:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767320779.638068:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366960a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000193536:0@lo:400:kworker.0
00000100:00100000:3.0:1767320779.639402:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320779.639417:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320779.639470:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767320779.639479:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000193280:0@lo:400:kworker.0
00000100:00100000:0.0:1767320779.639490:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000193024
00000100:00100000:0.0:1767320779.639498:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000193024
00000100:00100000:3.0:1767320779.639511:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320779.639548:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000193280
00000100:00100000:3.0:1767320779.639548:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000193408
00000100:00100000:0.0:1767320779.639551:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000193280
00000100:00100000:3.0:1767320779.639551:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000193408
00000100:00100000:0.0:1767320779.639574:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5450
00000100:00100000:3.0:1767320779.639574:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3541
00000100:00100000:0.0:1767320779.639582:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f57800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000193024:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320779.639582:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366963b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000193408:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320779.639633:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366963b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000193408:12345-0@lo:400:kworker.0 Request processed in 52us (235us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320779.639641:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3541
00000100:00100000:3.0:1767320779.639696:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b21180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000193408:0@lo:400:kworker.0
00000100:00100000:0.0:1767320779.639704:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f57800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000193024:12345-0@lo:400:kworker.0 Request processed in 123us (286us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320779.639710:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5450
00000100:00100000:0.0:1767320779.639724:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5451
00000100:00100000:0.0:1767320779.639731:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366963480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000193280:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767320779.639753:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767320779.639757:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320779.639760:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366963480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000193280:12345-0@lo:400:kworker.0 Request processed in 30us (248us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320779.639765:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5451
00000100:00100000:3.0:1767320779.639771:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000193280:0@lo:400:kworker.0
00000100:00100000:0.0:1767320779.639788:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000193024:0@lo:400:kworker.0
00000400:00000100:2.0:1767320779.640334:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164000192512 offset 0 length 520: 4
00000100:00100000:2.0:1767320779.640362:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000192640:0@lo:38:kworker.0
00000100:00100000:2.0:1767320779.640384:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320779.640406:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000192768:0@lo:38:kworker.0
00000100:00100000:2.0:1767320779.640426:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320779.640431:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000192640
00000100:00100000:0.0:1767320779.640436:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000192640
00000100:00100000:2.0:1767320779.640449:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000192896:0@lo:38:kworker.0
00000100:00100000:0.0:1767320779.640459:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2057
00000100:00100000:0.0:1767320779.640463:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349093100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000192640:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767320779.640468:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320779.640482:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000193152:0@lo:38:kworker.0
00010000:00020000:0.0:1767320779.640483:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320779.640499:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320779.640524:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000192768
00000100:00100000:2.0:1767320779.640527:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000192768
00000100:00100000:2.0:1767320779.640549:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000192896
00000100:00100000:2.0:1767320779.640552:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000192896
00000100:00100000:2.0:1767320779.640566:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000193152
00000100:00100000:2.0:1767320779.640568:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000193152
00000100:00100000:2.0:1767320779.640585:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6189
00000100:00100000:2.0:1767320779.640590:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349091c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000192768:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320779.640600:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320779.640635:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349091c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000192768:12345-0@lo:38:kworker.0 Request processed in 44us (207us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320779.640642:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6189
00000100:00100000:2.0:1767320779.640666:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6190
00000100:00100000:2.0:1767320779.640670:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349093b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000192896:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320779.640677:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320779.640698:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349093b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000192896:12345-0@lo:38:kworker.0 Request processed in 26us (228us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320779.640844:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6190
00000100:00100000:2.0:1767320779.640860:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6191
00000100:00100000:2.0:1767320779.640865:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349092a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000193152:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320779.640874:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320779.640916:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349092a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000193152:12345-0@lo:38:kworker.0 Request processed in 49us (414us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320779.640922:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6191
00000100:00080000:2.0:1767320779.640965:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320779.640970:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320779.640974:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000192768:0@lo:38:kworker.0
00000100:00080000:2.0:1767320779.640983:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320779.640986:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320779.640989:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000192896:0@lo:38:kworker.0
00000100:00080000:2.0:1767320779.640997:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320779.641001:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320779.641005:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000193152:0@lo:38:kworker.0
00000100:00100000:0.0:1767320779.642572:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349093100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000192640:12345-0@lo:38:kworker.0 Request processed in 2103us (2182us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320779.642583:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2057
00000100:00080000:2.0:1767320779.642917:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320779.642923:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320779.642927:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000192640:0@lo:38:kworker.0
00000100:00100000:1.0:1767320779.645448:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320779.645550:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000193536
00000100:00100000:3.0:1767320779.645559:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000193536
00000100:00100000:3.0:1767320779.645625:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3542
00000100:00100000:3.0:1767320779.645635:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000193536:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320779.645726:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000193536:12345-0@lo:400:kworker.0 Request processed in 93us (283us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320779.645733:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3542
00000100:00100000:2.0:1767320779.645801:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366960a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000193536:0@lo:400:kworker.0
00000100:00080000:0.0:1767320779.645884:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00010000:2.0:1767320779.957610:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320780.982133:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320781.685433:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bfe2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000193664:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320781.685507:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320781.685596:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000193664
00000100:00100000:2.0:1767320781.685605:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000193664
00000100:00100000:2.0:1767320781.685686:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2742
00000100:00100000:2.0:1767320781.685698:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000193664:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767320781.685728:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767320781.685786:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000193664:12345-0@lo:13:osp-pre-1-1.0 Request processed in 91us (278us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320781.685794:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2742
00000100:00100000:0.0:1767320781.685829:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bfe2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000193664:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320781.685881:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000193792:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320781.685907:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767320781.685921:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767320781.685975:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000193792
00000100:00100000:2.0:1767320781.685979:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000193792
00000100:00100000:2.0:1767320781.686051:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2743
00000100:00100000:2.0:1767320781.686059:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000193792:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767320781.686075:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767320781.686123:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000193792:12345-0@lo:13:osp-pre-0-1.0 Request processed in 66us (215us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320781.686133:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2743
00000100:00100000:1.0:1767320781.686151:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000193792:0@lo:13:osp-pre-0-1.0
00000100:00080000:3.0:1767320781.687934:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00010000:0.0:1767320782.007747:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320782.783316:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767320782.783366:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767320782.783521:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962583808
00000100:00100000:3.0:1767320782.783531:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962583808
00000100:00100000:3.0:1767320782.783575:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962583936
00000100:00100000:3.0:1767320782.783579:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962583936
00000100:00100000:3.0:1767320782.783664:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5452
00000100:00100000:3.0:1767320782.783676:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962583936:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:3.0:1767320782.783750:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962583936:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 77us (383us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320782.783758:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5452
00000100:00100000:3.0:1767320782.783778:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6192
00000100:00100000:3.0:1767320782.783782:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962583808:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767320782.783804:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320782.783829:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962583808:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 45us (522us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320782.783836:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6192
00000100:00080000:1.0:1767320782.784088:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767320783.029536:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767320784.056796:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767320784.757329:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320784.757340:0:72021:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767320784.757343:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320784.757347:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320784.757351:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320784.757358:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5977
00000100:00080000:3.0:1767320784.757362:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320784.757369:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320784.757409:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366961500 x1853164000193920/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320784.757433:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320784.757436:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320784.757438:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320784.757441:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5977
00000100:00080000:3.0:1767320784.757443:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320784.757446:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320784.757456:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366962680 x1853164000194048/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320784.757464:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320784.757467:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320784.757468:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320784.757471:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5977
00000100:00080000:3.0:1767320784.757473:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320784.757475:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320784.757487:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366961180 x1853164000194176/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320784.757528:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320784.757532:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320784.757534:0:72021:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320784.757537:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5977
00000100:00080000:3.0:1767320784.757539:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320784.757542:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320784.757553:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237c0be680 x1853164000194432/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320784.757647:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000194560:0@lo:400:kworker.0
00000100:00100000:3.0:1767320784.757714:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320784.757750:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767320784.757756:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000194688:0@lo:400:kworker.0
00000100:00100000:3.0:1767320784.757784:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320784.757875:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000194816:0@lo:400:kworker.0
00000100:00100000:1.0:1767320784.757906:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320784.757936:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767320784.757942:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366960a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000194304:0@lo:400:kworker.0
00000100:00100000:1.0:1767320784.757962:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320784.757991:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000194688
00000100:00100000:1.0:1767320784.757998:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000194688
00000100:00100000:1.0:1767320784.758049:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000194816
00000100:00100000:1.0:1767320784.758053:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000194816
00000100:00100000:1.0:1767320784.758076:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3543
00000100:00100000:1.0:1767320784.758085:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000194688:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320784.758137:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000194688:12345-0@lo:400:kworker.0 Request processed in 53us (352us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320784.758144:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3543
00000100:00100000:1.0:1767320784.758161:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3544
00000100:00100000:1.0:1767320784.758167:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000194816:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320784.758229:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000194816:12345-0@lo:400:kworker.0 Request processed in 62us (323us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320784.758235:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3544
00000100:00080000:1.0:1767320784.758254:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767320784.758258:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767320784.758292:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000194816:0@lo:400:kworker.0
00000100:00100000:1.0:1767320784.758321:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000194688:0@lo:400:kworker.0
00000100:00100000:2.0:1767320784.758953:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000194560
00000100:00100000:2.0:1767320784.758961:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000194560
00000100:00100000:2.0:1767320784.759021:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000194304
00000100:00100000:2.0:1767320784.759025:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000194304
00000100:00100000:2.0:1767320784.759047:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5453
00000100:00100000:2.0:1767320784.759055:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000194560:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320784.759109:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000194560:12345-0@lo:400:kworker.0 Request processed in 55us (1394us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320784.759115:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5453
00000100:00100000:2.0:1767320784.759129:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5454
00000100:00100000:2.0:1767320784.759135:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000194304:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320784.759164:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000194304:12345-0@lo:400:kworker.0 Request processed in 30us (1201us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320784.759170:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5454
00000100:00100000:2.0:1767320784.759219:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000193920:0@lo:38:kworker.0
00000100:00100000:2.0:1767320784.759252:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320784.759282:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366962680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000194048:0@lo:38:kworker.0
00000100:00100000:2.0:1767320784.759304:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320784.759320:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366961180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000194176:0@lo:38:kworker.0
00000100:00100000:2.0:1767320784.759339:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320784.759355:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000194432:0@lo:38:kworker.0
00000100:00100000:2.0:1767320784.759376:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320784.759404:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000194048
00000100:00100000:2.0:1767320784.759408:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000194048
00000100:00100000:2.0:1767320784.759420:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000194176
00000100:00100000:2.0:1767320784.759423:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000194176
00000100:00100000:2.0:1767320784.759429:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000194432
00000100:00100000:2.0:1767320784.759431:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000194432
00000100:00100000:2.0:1767320784.759441:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6193
00000100:00100000:2.0:1767320784.759446:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366aced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000194048:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320784.759465:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320784.759499:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366aced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000194048:12345-0@lo:38:kworker.0 Request processed in 51us (194us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320784.759505:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6193
00000100:00100000:2.0:1767320784.759517:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6194
00000100:00100000:2.0:1767320784.759521:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000194176:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320784.759530:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320784.759550:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000194176:12345-0@lo:38:kworker.0 Request processed in 28us (210us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320784.759556:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6194
00000100:00100000:2.0:1767320784.759566:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6195
00000100:00100000:2.0:1767320784.759569:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000194432:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320784.759578:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320784.759599:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000194432:12345-0@lo:38:kworker.0 Request processed in 28us (222us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320784.759617:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6195
00000100:00080000:2.0:1767320784.759651:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320784.759656:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320784.759660:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366962680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000194048:0@lo:38:kworker.0
00000100:00080000:2.0:1767320784.759667:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320784.759670:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320784.759673:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366961180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000194176:0@lo:38:kworker.0
00000100:00080000:2.0:1767320784.759680:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320784.759683:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320784.759685:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000194432:0@lo:38:kworker.0
00000100:00080000:1.0:1767320784.759773:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320784.759804:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366960a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000194304:0@lo:400:kworker.0
00000100:00100000:1.0:1767320784.759845:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000194560:0@lo:400:kworker.0
00000100:00100000:0.0:1767320784.760156:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000193920
00000100:00100000:0.0:1767320784.760162:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000193920
00000100:00100000:0.0:1767320784.760217:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2058
00000100:00100000:0.0:1767320784.760224:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000193920:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320784.760235:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320784.760285:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000193920:12345-0@lo:38:kworker.0 Request processed in 60us (1032us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320784.760292:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2058
00000100:00080000:1.0:1767320784.760367:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320784.760372:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320784.760374:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000193920:0@lo:38:kworker.0
00010000:00010000:3.0:1767320785.077441:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320786.102443:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320786.807768:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767320786.807801:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000194944:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320786.807873:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320786.808316:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366acf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000195072:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320786.808345:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320786.808503:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000194944
00000100:00100000:2.0:1767320786.808512:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000194944
00000100:00100000:2.0:1767320786.808571:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000195072
00000100:00100000:2.0:1767320786.808573:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000195072
00000100:00100000:2.0:1767320786.808604:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2744
00000100:00100000:2.0:1767320786.808615:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000194944:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767320786.808657:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767320786.808674:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2745
00000100:00100000:0.0:1767320786.808686:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000195072:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767320786.808709:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767320786.808753:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000194944:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320786.808758:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000195072:12345-0@lo:13:osp-pre-1-1.0 Request processed in 74us (410us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320786.808769:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2745
00000100:00080000:1.0:1767320786.808872:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767320786.808877:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767320786.808913:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366acf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000195072:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320786.808954:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000194944:12345-0@lo:13:osp-pre-0-1.0 Request processed in 98us (837us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320786.808961:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2744
00010000:00010000:0.0:1767320787.125499:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320787.906419:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767320787.906514:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767320787.906557:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962584192
00000100:00100000:3.0:1767320787.906568:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962584192
00000100:00100000:3.0:1767320787.906655:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962584064
00000100:00100000:3.0:1767320787.906659:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962584064
00000100:00100000:3.0:1767320787.906684:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5455
00000100:00100000:3.0:1767320787.906695:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f54e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962584192:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767320787.906705:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6196
00000100:00100000:2.0:1767320787.906714:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f54380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962584064:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767320787.906736:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320787.906780:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f54e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962584192:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 86us (370us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320787.906790:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f54380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962584064:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 74us (273us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320787.906797:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5455
00000100:00100000:2.0:1767320787.906805:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6196
00000100:00080000:1.0:1767320787.906957:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767320788.149629:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320789.176276:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767320789.877506:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320789.877520:0:72021:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767320789.877524:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320789.877529:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320789.877534:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320789.877544:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5982
00000100:00080000:3.0:1767320789.877549:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320789.877570:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320789.877643:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237c0bc000 x1853164000195200/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320789.877681:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320789.877685:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320789.877686:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320789.877690:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5982
00000100:00080000:3.0:1767320789.877693:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320789.877698:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320789.877711:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237c0be680 x1853164000195328/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320789.877721:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320789.877724:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320789.877725:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320789.877729:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5982
00000100:00080000:3.0:1767320789.877732:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320789.877735:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320789.877746:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237c0bdf80 x1853164000195456/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320789.877788:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320789.877792:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320789.877794:0:72021:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320789.877798:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5982
00000100:00080000:3.0:1767320789.877800:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320789.877803:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320789.877816:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347b21180 x1853164000195712/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320789.877891:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235f798700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000195840:0@lo:400:kworker.0
00000100:00100000:3.0:1767320789.877989:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320789.878060:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767320789.878066:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235f799880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000195968:0@lo:400:kworker.0
00000100:00100000:3.0:1767320789.878095:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320789.878133:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000195968
00000100:00100000:3.0:1767320789.878142:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000195968
00000100:00100000:3.0:1767320789.878234:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3545
00000100:00100000:3.0:1767320789.878246:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f79b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000195968:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320789.878309:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f79b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000195968:12345-0@lo:400:kworker.0 Request processed in 65us (211us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320789.878316:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3545
00000100:00100000:3.0:1767320789.878367:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235f799880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000195968:0@lo:400:kworker.0
00000100:00080000:1.0:1767320789.878592:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767320789.878608:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000195200:0@lo:38:kworker.0
00000100:00100000:1.0:1767320789.878648:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320789.878688:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000195328:0@lo:38:kworker.0
00000100:00100000:1.0:1767320789.878714:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320789.878741:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000195456:0@lo:38:kworker.0
00000100:00100000:1.0:1767320789.878763:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320789.878778:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b21180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000195712:0@lo:38:kworker.0
00000100:00100000:1.0:1767320789.878796:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320789.878826:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000195840
00000100:00100000:1.0:1767320789.878832:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000195840
00000100:00100000:1.0:1767320789.878867:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000195328
00000100:00100000:1.0:1767320789.878870:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000195328
00000100:00100000:1.0:1767320789.878881:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000195456
00000100:00100000:1.0:1767320789.878883:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000195456
00000100:00100000:1.0:1767320789.878889:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000195712
00000100:00100000:1.0:1767320789.878891:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000195712
00000100:00100000:1.0:1767320789.878901:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5456
00000100:00100000:1.0:1767320789.878907:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f79ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000195840:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320789.878944:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f79ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000195840:12345-0@lo:400:kworker.0 Request processed in 37us (956us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320789.878950:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5456
00000100:00100000:1.0:1767320789.878964:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6197
00000100:00100000:1.0:1767320789.878968:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000195328:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320789.878989:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320789.879015:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000195328:12345-0@lo:38:kworker.0 Request processed in 46us (301us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320789.879022:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6197
00000100:00100000:1.0:1767320789.879031:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6198
00000100:00100000:1.0:1767320789.879034:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000195456:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320789.879043:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320789.879059:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000195456:12345-0@lo:38:kworker.0 Request processed in 24us (296us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320789.879064:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6198
00000100:00100000:1.0:1767320789.879073:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6199
00000100:00100000:1.0:1767320789.879076:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000195712:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320789.879084:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320789.879100:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000195712:12345-0@lo:38:kworker.0 Request processed in 23us (303us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320789.879104:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6199
00000100:00080000:1.0:1767320789.879116:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320789.879125:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235f798380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000196096:0@lo:400:kworker.0
00000100:00100000:1.0:1767320789.879147:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320789.879163:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767320789.879168:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000195584:0@lo:400:kworker.0
00000100:00100000:1.0:1767320789.879185:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320789.879235:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000196096
00000100:00100000:1.0:1767320789.879238:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000196096
00000100:00100000:1.0:1767320789.879278:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3546
00000100:00100000:1.0:1767320789.879284:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000196096:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320789.879316:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000196096:12345-0@lo:400:kworker.0 Request processed in 32us (168us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320789.879322:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3546
00000100:00080000:1.0:1767320789.879334:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767320789.879354:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235f798380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000196096:0@lo:400:kworker.0
00000100:00100000:1.0:1767320789.879379:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235f798700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000195840:0@lo:400:kworker.0
00000100:00100000:1.0:1767320789.879395:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000195584
00000100:00100000:1.0:1767320789.879398:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000195584
00000100:00100000:1.0:1767320789.879419:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5457
00000100:00100000:1.0:1767320789.879424:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000195584:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320789.879458:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000195584:12345-0@lo:400:kworker.0 Request processed in 34us (272us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320789.879464:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5457
00000100:00080000:1.0:1767320789.879480:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320789.879496:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000195584:0@lo:400:kworker.0
00000100:00080000:1.0:1767320789.879520:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320789.879525:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320789.879528:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000195328:0@lo:38:kworker.0
00000100:00080000:1.0:1767320789.879535:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320789.879538:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320789.879541:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000195456:0@lo:38:kworker.0
00000100:00080000:1.0:1767320789.879548:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320789.879551:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320789.879562:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b21180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000195712:0@lo:38:kworker.0
00000100:00100000:2.0:1767320789.879799:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000195200
00000100:00100000:2.0:1767320789.879804:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000195200
00000100:00100000:2.0:1767320789.879841:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2059
00000100:00100000:2.0:1767320789.879847:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000195200:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320789.879859:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320789.879900:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000195200:12345-0@lo:38:kworker.0 Request processed in 52us (1251us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320789.879907:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2059
00000100:00080000:2.0:1767320789.879949:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320789.879953:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320789.879956:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000195200:0@lo:38:kworker.0
00010000:00010000:0.0:1767320790.199030:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320791.221758:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320791.925936:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767320791.925980:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366acc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000196224:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320791.926086:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320791.926470:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767320791.926483:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000196352:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320791.926519:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320791.926738:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000196224
00000100:00100000:1.0:1767320791.926749:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000196224
00000100:00100000:1.0:1767320791.926834:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000196352
00000100:00100000:1.0:1767320791.926838:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000196352
00000100:00100000:1.0:1767320791.926866:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2746
00000100:00100000:1.0:1767320791.926875:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000196224:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767320791.926916:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767320791.926972:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000196224:12345-0@lo:13:osp-pre-1-1.0 Request processed in 96us (885us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320791.926979:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2746
00000100:00100000:1.0:1767320791.926999:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2747
00000100:00100000:1.0:1767320791.927005:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f57b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000196352:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767320791.927023:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767320791.927065:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f57b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000196352:12345-0@lo:13:osp-pre-0-1.0 Request processed in 60us (546us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320791.927071:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2747
00000100:00100000:1.0:1767320791.927128:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366acc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000196224:0@lo:13:osp-pre-1-1.0
00000100:00080000:0.0:1767320791.927393:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767320791.927399:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767320791.927426:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000196352:0@lo:13:osp-pre-0-1.0
00010000:00010000:2.0:1767320792.245482:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320793.024932:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767320793.024978:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767320793.025071:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962584448
00000100:00100000:0.0:1767320793.025085:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962584448
00000100:00100000:0.0:1767320793.025173:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962584320
00000100:00100000:0.0:1767320793.025175:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962584320
00000100:00100000:0.0:1767320793.025237:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5458
00000100:00100000:0.0:1767320793.025249:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962584448:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:0.0:1767320793.025355:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962584448:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 107us (437us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320793.025364:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5458
00000100:00100000:0.0:1767320793.025387:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6200
00000100:00100000:0.0:1767320793.025391:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366ace680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962584320:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:0.0:1767320793.025415:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320793.025443:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366ace680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962584320:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 50us (464us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320793.025450:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6200
00000100:00080000:1.0:1767320793.025738:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767320793.269490:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320794.297329:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767320794.997385:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320794.997409:0:72021:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767320794.997413:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320794.997418:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320794.997424:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320794.997434:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5987
00000100:00080000:3.0:1767320794.997441:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320794.997451:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320794.997539:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235f799880 x1853164000196480/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320794.997575:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320794.997579:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320794.997581:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320794.997584:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5987
00000100:00080000:3.0:1767320794.997587:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320794.997591:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320794.997606:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235f79aa00 x1853164000196608/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320794.997615:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320794.997618:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320794.997620:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320794.997623:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5987
00000100:00080000:3.0:1767320794.997626:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320794.997629:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320794.997639:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235f798e00 x1853164000196736/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320794.997688:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320794.997691:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320794.997693:0:72021:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320794.997698:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5987
00000100:00080000:3.0:1767320794.997700:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320794.997704:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320794.997716:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235f79b100 x1853164000196992/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320794.997796:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235f79a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000197248:0@lo:400:kworker.0
00000100:00100000:3.0:1767320794.997892:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320794.997975:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767320794.997982:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235f799500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000197120:0@lo:400:kworker.0
00000100:00100000:3.0:1767320794.998010:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320794.998054:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000197248
00000100:00100000:3.0:1767320794.998062:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000197248
00000100:00100000:3.0:1767320794.998127:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3547
00000100:00100000:3.0:1767320794.998138:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f79a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000197248:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320794.998226:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f79a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000197248:12345-0@lo:400:kworker.0 Request processed in 89us (333us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320794.998234:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3547
00000100:00100000:3.0:1767320794.998260:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000197120
00000100:00100000:3.0:1767320794.998265:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000197120
00000100:00100000:3.0:1767320794.998291:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5459
00000100:00100000:3.0:1767320794.998298:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f798000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000197120:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320794.998331:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f798000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000197120:12345-0@lo:400:kworker.0 Request processed in 34us (320us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320794.998338:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5459
00000100:00100000:3.0:1767320794.998395:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235f799500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000197120:0@lo:400:kworker.0
00000100:00100000:3.0:1767320794.998407:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235f79a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000197248:0@lo:400:kworker.0
00000100:00100000:2.0:1767320794.998601:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235f799880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000196480:0@lo:38:kworker.0
00000100:00100000:2.0:1767320794.998641:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320794.998682:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235f79aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000196608:0@lo:38:kworker.0
00000100:00100000:2.0:1767320794.998706:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320794.998722:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235f798e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000196736:0@lo:38:kworker.0
00000100:00100000:2.0:1767320794.998742:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320794.998758:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235f79b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000196992:0@lo:38:kworker.0
00000100:00100000:2.0:1767320794.998778:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320794.998806:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000196608
00000100:00100000:2.0:1767320794.998811:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000196608
00000100:00100000:2.0:1767320794.998833:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000196736
00000100:00100000:2.0:1767320794.998836:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000196736
00000100:00100000:0.0:1767320794.998961:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235f798a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000196864:0@lo:400:kworker.0
00000100:00100000:0.0:1767320794.999003:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320794.999027:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767320794.999035:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235f79bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000197376:0@lo:400:kworker.0
00000100:00100000:2.0:1767320794.999037:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000196992
00000100:00100000:2.0:1767320794.999050:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000196992
00000100:00100000:0.0:1767320794.999063:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320794.999066:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000196864
00000100:00100000:2.0:1767320794.999071:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000196864
00000100:00100000:0.0:1767320794.999121:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6201
00000100:00100000:0.0:1767320794.999129:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366ace300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000196608:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320794.999151:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320794.999191:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366ace300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000196608:12345-0@lo:38:kworker.0 Request processed in 62us (484us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320794.999431:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5460
00000100:00100000:2.0:1767320794.999443:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000196864:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320794.999556:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000196864:12345-0@lo:400:kworker.0 Request processed in 115us (551us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320794.999563:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5460
00000100:00100000:2.0:1767320794.999581:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6202
00000100:00100000:2.0:1767320794.999585:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000196736:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320794.999603:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320794.999631:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000196736:12345-0@lo:38:kworker.0 Request processed in 43us (887us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320794.999636:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6202
00000100:00100000:2.0:1767320794.999647:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6203
00000100:00100000:2.0:1767320794.999651:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000196992:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320794.999671:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320794.999695:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000196992:12345-0@lo:38:kworker.0 Request processed in 42us (916us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320794.999700:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6203
00000100:00100000:2.0:1767320794.999763:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235f798a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000196864:0@lo:400:kworker.0
00000100:00100000:2.0:1767320794.999812:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000197376
00000100:00100000:2.0:1767320794.999817:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000197376
00000100:00100000:2.0:1767320794.999847:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3548
00000100:00100000:2.0:1767320794.999854:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000197376:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767320795.000242:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767320795.000251:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767320795.000254:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767320795.000333:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320795.000340:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320795.000345:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235f79aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000196608:0@lo:38:kworker.0
00000100:00080000:1.0:1767320795.000357:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320795.000361:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320795.000364:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235f798e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000196736:0@lo:38:kworker.0
00000100:00080000:1.0:1767320795.000375:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320795.000378:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320795.000381:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235f79b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000196992:0@lo:38:kworker.0
00000100:00100000:3.0:1767320795.000622:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000196480
00000100:00100000:3.0:1767320795.000630:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000196480
00000100:00100000:3.0:1767320795.000681:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2060
00000100:00100000:3.0:1767320795.000688:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000196480:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320795.000706:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320795.000764:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000196480:12345-0@lo:38:kworker.0 Request processed in 76us (2122us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320795.000772:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2060
00000100:00100000:2.0:1767320795.000860:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000197376:12345-0@lo:400:kworker.0 Request processed in 1003us (1795us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320795.000870:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3548
00000100:00100000:3.0:1767320795.001246:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235f79bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000197376:0@lo:400:kworker.0
00000100:00080000:1.0:1767320795.001424:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320795.001430:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320795.001434:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235f799880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000196480:0@lo:38:kworker.0
00000100:00100000:0.0:1767320795.003436:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6201
00010000:00010000:0.0:1767320795.325805:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767320796.344018:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320797.046236:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000197504:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320797.046359:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320797.047424:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366acd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000197632:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320797.047485:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320797.050702:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000197504
00000100:00100000:0.0:1767320797.050728:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000197504
00000100:00100000:3.0:1767320797.052507:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000197632
00000100:00100000:3.0:1767320797.052524:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000197632
00000100:00100000:3.0:1767320797.052595:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2748
00000100:00100000:3.0:1767320797.052608:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f79bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000197504:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767320797.052654:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767320797.052769:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f79bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000197504:12345-0@lo:13:osp-pre-0-1.0 Request processed in 165us (6410us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320797.052778:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2748
00000100:00100000:3.0:1767320797.052803:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2749
00000100:00100000:3.0:1767320797.052809:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000197632:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767320797.052841:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767320797.052877:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000197632:12345-0@lo:13:osp-pre-1-1.0 Request processed in 70us (5393us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320797.052883:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2749
00000100:00100000:3.0:1767320797.052951:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000197504:0@lo:13:osp-pre-0-1.0
00000100:00080000:1.0:1767320797.053164:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767320797.053170:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767320797.053232:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366acd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000197632:0@lo:13:osp-pre-1-1.0
00010000:00010000:3.0:1767320797.365886:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320798.144655:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767320798.144773:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767320798.145068:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962584704
00000100:00100000:0.0:1767320798.145082:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962584704
00000100:00080000:2.0:1767320798.145258:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320798.145435:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962584576
00000100:00100000:1.0:1767320798.145441:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962584576
00000100:00100000:1.0:1767320798.145488:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5461
00000100:00100000:1.0:1767320798.145500:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f79a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962584704:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767320798.145602:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f79a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962584704:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 104us (963us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320798.145611:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5461
00000100:00100000:1.0:1767320798.145634:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6204
00000100:00100000:1.0:1767320798.145639:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f799500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962584576:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767320798.145664:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320798.145690:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f799500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962584576:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 49us (916us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320798.145696:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6204
00010000:00010000:0.0:1767320798.389951:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320799.413496:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767320800.117354:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320800.117370:0:72021:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767320800.117374:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320800.117379:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320800.117385:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320800.117396:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5992
00000100:00080000:3.0:1767320800.117402:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320800.117412:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320800.117484:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235f799180 x1853164000197760/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320800.117505:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320800.117509:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320800.117512:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320800.117516:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5992
00000100:00080000:3.0:1767320800.117518:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320800.117522:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320800.117534:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235f799f80 x1853164000197888/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320800.117543:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320800.117547:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320800.117548:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320800.117553:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5992
00000100:00080000:3.0:1767320800.117556:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320800.117559:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320800.117573:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235f799c00 x1853164000198016/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320800.117610:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320800.117614:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320800.117616:0:72021:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320800.117621:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5992
00000100:00080000:3.0:1767320800.117623:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320800.117626:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320800.117638:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235f79b100 x1853164000198272/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320800.117642:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235f799880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000198144:0@lo:400:kworker.0
00000100:00100000:3.0:1767320800.117707:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235f79aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000198528:0@lo:400:kworker.0
00000100:00100000:0.0:1767320800.118622:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235f798e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000198400:0@lo:400:kworker.0
00000100:00100000:1.0:1767320800.118690:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320800.118771:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767320800.118777:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235f798a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000198656:0@lo:400:kworker.0
00000100:00100000:1.0:1767320800.118815:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320800.118852:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000198144
00000100:00100000:1.0:1767320800.118862:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000198144
00000100:00100000:1.0:1767320800.118920:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5462
00000100:00100000:1.0:1767320800.118929:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000198144:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320800.119003:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000198144:12345-0@lo:400:kworker.0 Request processed in 75us (314us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320800.119018:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5462
00000100:00100000:1.0:1767320800.119099:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235f799880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000198144:0@lo:400:kworker.0
00000100:00100000:2.0:1767320800.119617:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235f799180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000197760:0@lo:38:kworker.0
00000100:00100000:2.0:1767320800.119666:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320800.119710:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235f799f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000197888:0@lo:38:kworker.0
00000100:00100000:2.0:1767320800.119738:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320800.119759:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235f799c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000198016:0@lo:38:kworker.0
00000100:00100000:2.0:1767320800.119783:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320800.119803:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235f79b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000198272:0@lo:38:kworker.0
00000100:00100000:2.0:1767320800.119826:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320800.119858:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000198656
00000100:00100000:2.0:1767320800.119865:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000198656
00000100:00100000:2.0:1767320800.119909:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3549
00000100:00100000:2.0:1767320800.119918:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b21180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000198656:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320800.119968:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b21180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000198656:12345-0@lo:400:kworker.0 Request processed in 52us (1151us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320800.119975:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3549
00000100:00080000:2.0:1767320800.119997:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767320800.120002:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320800.120014:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000197888
00000100:00100000:2.0:1767320800.120018:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000197888
00000100:00100000:2.0:1767320800.120047:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000198016
00000100:00100000:2.0:1767320800.120050:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000198016
00000100:00100000:2.0:1767320800.120062:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000198272
00000100:00100000:2.0:1767320800.120065:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000198272
00000100:00100000:2.0:1767320800.120077:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6205
00000100:00100000:2.0:1767320800.120082:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000197888:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320800.120105:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320800.120144:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000197888:12345-0@lo:38:kworker.0 Request processed in 61us (405us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320800.120151:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6205
00000100:00100000:2.0:1767320800.120162:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6206
00000100:00100000:2.0:1767320800.120166:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000198016:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320800.120176:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320800.120234:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000198016:12345-0@lo:38:kworker.0 Request processed in 66us (451us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320800.120241:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6206
00000100:00100000:2.0:1767320800.120253:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6207
00000100:00100000:2.0:1767320800.120257:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000198272:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320800.120267:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320800.120292:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000198272:12345-0@lo:38:kworker.0 Request processed in 34us (465us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320800.120298:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6207
00000100:00080000:2.0:1767320800.120368:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320800.120374:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320800.120377:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235f799f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000197888:0@lo:38:kworker.0
00000100:00080000:2.0:1767320800.120385:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320800.120389:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320800.120391:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235f799c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000198016:0@lo:38:kworker.0
00000100:00080000:2.0:1767320800.120398:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320800.120403:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320800.120406:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235f79b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000198272:0@lo:38:kworker.0
00000100:00100000:2.0:1767320800.120441:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235f798a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000198656:0@lo:400:kworker.0
00000100:00100000:3.0:1767320800.120532:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320800.120573:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000198528
00000100:00100000:3.0:1767320800.120578:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000198528
00000100:00100000:3.0:1767320800.120934:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3550
00000100:00100000:3.0:1767320800.120945:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f798700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000198528:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320800.120997:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f798700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000198528:12345-0@lo:400:kworker.0 Request processed in 55us (465us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320800.121004:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3550
00000100:00080000:3.0:1767320800.121025:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767320800.121052:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235f79aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000198528:0@lo:400:kworker.0
00000100:00100000:1.0:1767320800.121384:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000197760
00000100:00100000:1.0:1767320800.121391:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000197760
00000100:00100000:1.0:1767320800.121426:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2061
00000100:00100000:1.0:1767320800.121432:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000197760:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320800.121448:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320800.121582:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000197760:12345-0@lo:38:kworker.0 Request processed in 149us (1915us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320800.121589:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2061
00000100:00080000:2.0:1767320800.122811:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320800.122821:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320800.122826:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235f799180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000197760:0@lo:38:kworker.0
00000100:00100000:1.0:1767320800.126591:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320800.126975:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000198400
00000100:00100000:2.0:1767320800.126988:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000198400
00000100:00100000:2.0:1767320800.127117:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5463
00000100:00100000:2.0:1767320800.127129:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000198400:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320800.127414:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000198400:12345-0@lo:400:kworker.0 Request processed in 286us (833us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320800.127423:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5463
00000100:00100000:1.0:1767320800.127574:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235f798e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000198400:0@lo:400:kworker.0
00000100:00080000:3.0:1767320800.139630:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767320800.437657:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320801.462059:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320802.165620:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767320802.165652:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000198784:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320802.165749:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320802.166230:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000198784
00000100:00100000:0.0:1767320802.166243:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000198784
00000100:00100000:0.0:1767320802.166342:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2750
00000100:00100000:0.0:1767320802.166354:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f79aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000198784:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767320802.166402:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767320802.166492:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f79aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000198784:12345-0@lo:13:osp-pre-0-1.0 Request processed in 141us (743us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320802.166501:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2750
00000100:00100000:1.0:1767320802.166559:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000198784:0@lo:13:osp-pre-0-1.0
00000100:00080000:3.0:1767320802.166681:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767320802.167911:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000198912:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320802.168715:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320802.168826:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000198912
00000100:00100000:2.0:1767320802.168840:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000198912
00000100:00100000:2.0:1767320802.168924:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2751
00000100:00100000:2.0:1767320802.168934:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000198912:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767320802.168963:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767320802.169034:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000198912:12345-0@lo:13:osp-pre-1-1.0 Request processed in 102us (322us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320802.169042:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2751
00000100:00080000:1.0:1767320802.169498:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767320802.169602:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000198912:0@lo:13:osp-pre-1-1.0
00000400:00000100:3.0:1767320802.245248:0:7000:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.52@tcp portal 26 match 1853163962584832 offset 0 length 520: 4
00000100:00100000:3.0:1767320802.245293:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767320802.245332:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767320802.245494:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962584960
00000100:00100000:2.0:1767320802.245504:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962584960
00000100:00100000:2.0:1767320802.245557:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962585088
00000100:00100000:2.0:1767320802.245561:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962585088
00000100:00100000:2.0:1767320802.245620:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5464
00000100:00100000:2.0:1767320802.245631:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f798e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962585088:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767320802.245706:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f798e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962585088:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 76us (373us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320802.245714:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5464
00000100:00100000:2.0:1767320802.245733:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6208
00000100:00100000:2.0:1767320802.245738:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f798380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962584960:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767320802.245769:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320802.245794:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f798380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962584960:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 54us (502us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320802.245801:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6208
00000100:00080000:0.0:1767320802.246059:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767320802.488922:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320803.509520:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320804.213402:0:7004:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320779/real 1767320779]  req@ffff95237c0bd500 x1853164000192512/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320804 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1767320804.213494:0:7004:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95237c0bd500 x1853164000192512/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320804 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1767320804.213824:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320804.213863:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:0.0:1767320804.213868:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000192512:0@lo:250:kworker.0
00000100:00080000:3.0:1767320804.213984:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320804.213991:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767320804.213995:0:72021:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320804.214001:0:72021:0:(import.c:509:import_select_connection()) MGC192.168.202.152@tcp: connect to NID 0@lo last attempt 5977
00000100:00080000:3.0:1767320804.214005:0:72021:0:(import.c:588:import_select_connection()) MGC192.168.202.152@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320804.214022:0:72021:0:(import.c:623:import_select_connection()) MGC192.168.202.152@tcp: import ffff95235eb57800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320804.214058:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235f799180 x1853164000199040/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320804.214084:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320804.214089:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320804.214091:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320804.214094:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5998
00000100:00080000:3.0:1767320804.214096:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320804.214099:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320804.214114:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235f798a80 x1853164000199168/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320804.214123:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320804.214126:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320804.214128:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320804.214131:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5998
00000100:00080000:3.0:1767320804.214133:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320804.214136:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320804.214145:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235f79b100 x1853164000199296/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320804.214153:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320804.214156:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320804.214158:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320804.214161:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5998
00000100:00080000:3.0:1767320804.214164:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320804.214167:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320804.214175:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235f799c00 x1853164000199424/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320804.214253:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320804.214257:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320804.214259:0:72021:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320804.214262:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5998
00000100:00080000:3.0:1767320804.214265:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320804.214268:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320804.214280:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235f799880 x1853164000199680/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320804.214554:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235f799f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000199552:0@lo:400:kworker.0
00000100:00100000:2.0:1767320804.214554:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000200064:0@lo:400:kworker.0
00000100:00100000:0.0:1767320804.214626:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235f799180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000199040:0@lo:250:kworker.0
00000100:00100000:2.0:1767320804.219570:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320804.220000:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000199808:0@lo:400:kworker.0
00000100:00100000:2.0:1767320804.220048:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320804.220076:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767320804.220083:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000199936:0@lo:400:kworker.0
00000100:00100000:2.0:1767320804.220104:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000400:00000100:0.0:1767320804.225068:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164000199040 offset 0 length 520: 4
00000100:00100000:0.0:1767320804.225119:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235f798a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000199168:0@lo:38:kworker.0
00000100:00100000:0.0:1767320804.225165:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320804.225208:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235f79b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000199296:0@lo:38:kworker.0
00000100:00100000:0.0:1767320804.225235:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320804.225254:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235f799c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000199424:0@lo:38:kworker.0
00000100:00100000:0.0:1767320804.228471:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320804.228489:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000200064
00000100:00100000:3.0:1767320804.228499:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000200064
00000100:00100000:0.0:1767320804.228522:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235f799880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000199680:0@lo:38:kworker.0
00000100:00100000:3.0:1767320804.228524:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000199936
00000100:00100000:3.0:1767320804.228527:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000199936
00000100:00100000:0.0:1767320804.228581:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320804.228619:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000199168
00000100:00100000:0.0:1767320804.228623:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000199168
00000100:00100000:0.0:1767320804.228651:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2062
00000100:00100000:0.0:1767320804.228659:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f57480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000199168:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320804.228682:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320804.228726:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f57480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000199168:12345-0@lo:38:kworker.0 Request processed in 66us (3561us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320804.228734:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2062
00000100:00100000:0.0:1767320804.228758:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000199808
00000100:00100000:0.0:1767320804.228762:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000199808
00000100:00100000:0.0:1767320804.228789:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000199296
00000100:00100000:0.0:1767320804.228792:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000199296
00000100:00100000:0.0:1767320804.228806:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000199424
00000100:00100000:0.0:1767320804.228808:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000199424
00000100:00100000:0.0:1767320804.228816:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000199680
00000100:00100000:0.0:1767320804.228818:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000199680
00000100:00100000:0.0:1767320804.228827:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5465
00000100:00100000:0.0:1767320804.228833:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366961180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000199808:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320804.228882:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366961180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000199808:12345-0@lo:400:kworker.0 Request processed in 49us (8833us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320804.228889:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5465
00000100:00100000:3.0:1767320804.228890:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3551
00000100:00100000:3.0:1767320804.228897:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366962680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000199936:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320804.228915:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6209
00000100:00100000:0.0:1767320804.228919:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f55f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000199296:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320804.228929:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320804.228934:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366962680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000199936:12345-0@lo:400:kworker.0 Request processed in 39us (8829us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320804.228941:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3551
00000100:00100000:0.0:1767320804.228950:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f55f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000199296:12345-0@lo:38:kworker.0 Request processed in 30us (3715us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320804.228952:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3552
00000100:00100000:0.0:1767320804.228956:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6209
00000100:00100000:3.0:1767320804.228957:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366960a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000200064:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320804.228966:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6210
00000100:00100000:0.0:1767320804.228970:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f54a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000199424:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320804.228979:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320804.228989:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366960a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000200064:12345-0@lo:400:kworker.0 Request processed in 32us (9427us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320804.228994:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3552
00000100:00100000:0.0:1767320804.229000:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f54a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000199424:12345-0@lo:38:kworker.0 Request processed in 29us (3726us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320804.229005:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6210
00000100:00100000:0.0:1767320804.229024:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6211
00000100:00100000:0.0:1767320804.229028:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000199680:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320804.229037:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320804.229060:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000199680:12345-0@lo:38:kworker.0 Request processed in 31us (479us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320804.229065:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6211
00000100:00080000:0.0:1767320804.229082:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767320804.229086:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767320804.229088:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767320804.229094:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000200064:0@lo:400:kworker.0
00000100:00100000:0.0:1767320804.229116:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000199936:0@lo:400:kworker.0
00000100:00100000:0.0:1767320804.229128:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000199808:0@lo:400:kworker.0
00000100:00080000:2.0:1767320804.229131:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320804.229136:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320804.229139:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235f798a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000199168:0@lo:38:kworker.0
00000100:00080000:2.0:1767320804.229150:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320804.229153:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320804.229156:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235f79b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000199296:0@lo:38:kworker.0
00000100:00080000:2.0:1767320804.229164:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320804.229167:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320804.229170:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235f799c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000199424:0@lo:38:kworker.0
00000100:00080000:2.0:1767320804.229177:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320804.229180:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320804.229183:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235f799880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000199680:0@lo:38:kworker.0
00000100:00100000:1.0:1767320804.237905:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320804.238646:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000199552
00000100:00100000:0.0:1767320804.238657:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000199552
00000100:00100000:0.0:1767320804.238771:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5466
00000100:00100000:0.0:1767320804.238782:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000199552:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320804.238869:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000199552:12345-0@lo:400:kworker.0 Request processed in 88us (973us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320804.238876:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5466
00000100:00080000:1.0:1767320804.239382:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320804.239438:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235f799f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000199552:0@lo:400:kworker.0
00010000:00010000:2.0:1767320804.533447:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320805.558102:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320806.585590:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320807.286853:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000200192:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320807.286954:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320807.287221:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000200320:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320807.287258:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320807.287361:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000200192
00000100:00100000:3.0:1767320807.287373:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000200192
00000100:00080000:2.0:1767320807.287624:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767320807.287640:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000200320
00000100:00100000:1.0:1767320807.287645:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000200320
00000100:00100000:1.0:1767320807.287699:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2752
00000100:00100000:1.0:1767320807.287712:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f799f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000200320:12345-0@lo:13:osp-pre-0-1.0
00000100:00080000:2.0:1767320807.287712:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00002000:00000024:1.0:1767320807.287756:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767320807.287826:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f799f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000200320:12345-0@lo:13:osp-pre-0-1.0 Request processed in 116us (567us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320807.287835:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2753
00000100:00100000:3.0:1767320807.287845:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000200192:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767320807.287867:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767320807.287911:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000200192:12345-0@lo:13:osp-pre-1-1.0 Request processed in 68us (957us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320807.287987:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2752
00000100:00100000:2.0:1767320807.288006:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000200192:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320807.288030:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000200320:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320807.288822:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2753
00000100:00100000:3.0:1767320807.359106:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767320807.359243:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962585216
00000100:00100000:2.0:1767320807.359258:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962585216
00000100:00100000:2.0:1767320807.359326:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6212
00000100:00100000:2.0:1767320807.359334:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962585216:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767320807.359358:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320807.359783:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962585216:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 446us (690us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320807.359795:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6212
00000100:00100000:3.0:1767320807.360979:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767320807.361048:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962585344
00000100:00100000:0.0:1767320807.361059:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962585344
00000100:00100000:0.0:1767320807.361147:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5467
00000100:00100000:0.0:1767320807.361158:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962585344:12345-192.168.202.52@tcp:400:kworker.0
00000100:00080000:2.0:1767320807.361311:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320807.361633:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962585344:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 475us (655us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320807.361644:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5467
00010000:00010000:0.0:1767320807.605615:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767320808.629880:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767320809.334184:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320809.334214:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767320809.334217:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320809.334223:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320809.334228:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320809.334240:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6002
00000100:00080000:2.0:1767320809.334246:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320809.334255:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320809.334310:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235f799880 x1853164000200448/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320809.334332:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320809.334335:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320809.334337:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320809.334341:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6002
00000100:00080000:2.0:1767320809.334343:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320809.334346:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320809.334358:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235f799c00 x1853164000200576/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320809.334367:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320809.334370:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320809.334372:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320809.334385:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6002
00000100:00080000:2.0:1767320809.334388:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320809.334392:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320809.334403:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235f79b100 x1853164000200704/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320809.334451:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320809.334455:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320809.334457:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320809.334461:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6002
00000100:00080000:2.0:1767320809.334464:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320809.334467:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320809.334483:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366961500 x1853164000200960/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320809.334517:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767320809.334534:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235f798a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000200832:0@lo:400:kworker.0
00000100:00100000:2.0:1767320809.334541:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fa8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000201088:0@lo:400:kworker.0
00000100:00100000:3.0:1767320809.334597:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767320809.334608:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345faaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000201344:0@lo:400:kworker.0
00000100:00100000:0.0:1767320809.334684:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235f799880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000200448:0@lo:38:kworker.0
00000100:00100000:1.0:1767320809.340806:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320809.342674:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000200832
00000100:00100000:3.0:1767320809.342697:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000200832
00000100:00100000:3.0:1767320809.342807:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5468
00000100:00100000:3.0:1767320809.342824:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000200832:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320809.342952:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000200832:12345-0@lo:400:kworker.0 Request processed in 135us (2157us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320809.342960:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5468
00000100:00100000:3.0:1767320809.343016:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320809.343048:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000201344
00000100:00100000:3.0:1767320809.343052:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000201344
00000100:00100000:3.0:1767320809.343086:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3553
00000100:00100000:3.0:1767320809.343093:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000201344:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320809.343126:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000201344:12345-0@lo:400:kworker.0 Request processed in 34us (110us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320809.343132:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3553
00000100:00100000:3.0:1767320809.343178:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345faaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000201344:0@lo:400:kworker.0
00000100:00080000:3.0:1767320809.343247:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767320809.343253:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320809.343271:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345faa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000201216:0@lo:400:kworker.0
00000100:00100000:3.0:1767320809.343305:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320809.343334:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000201216
00000100:00100000:3.0:1767320809.343337:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000201216
00000100:00100000:3.0:1767320809.343364:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3554
00000100:00100000:3.0:1767320809.343370:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000201216:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320809.343417:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000201216:12345-0@lo:400:kworker.0 Request processed in 47us (111us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320809.343424:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3554
00000100:00080000:3.0:1767320809.343448:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767320809.343469:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345faa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000201216:0@lo:400:kworker.0
00000100:00100000:1.0:1767320809.345604:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235f798a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000200832:0@lo:400:kworker.0
00000100:00100000:2.0:1767320809.350368:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320809.353571:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000201088
00000100:00100000:1.0:1767320809.353594:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000201088
00000100:00100000:1.0:1767320809.353724:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5469
00000100:00100000:1.0:1767320809.353735:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fa9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000201088:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320809.353868:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fa9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000201088:12345-0@lo:400:kworker.0 Request processed in 134us (3514us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320809.353877:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5469
00000100:00100000:2.0:1767320809.353954:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fa8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000201088:0@lo:400:kworker.0
00000100:00080000:3.0:1767320809.354837:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320809.355118:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320809.355217:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235f799c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000200576:0@lo:38:kworker.0
00000100:00100000:0.0:1767320809.355409:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320809.355440:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235f79b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000200704:0@lo:38:kworker.0
00000100:00100000:0.0:1767320809.355465:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320809.355491:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000200960:0@lo:38:kworker.0
00000100:00100000:0.0:1767320809.355512:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320809.355550:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000200576
00000100:00100000:0.0:1767320809.355560:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000200576
00000100:00100000:0.0:1767320809.355599:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000200704
00000100:00100000:0.0:1767320809.355602:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000200704
00000100:00100000:0.0:1767320809.355616:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000200960
00000100:00100000:0.0:1767320809.355618:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000200960
00000100:00100000:0.0:1767320809.355637:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6213
00000100:00100000:0.0:1767320809.355646:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f55c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000200576:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320809.355674:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320809.355721:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f55c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000200576:12345-0@lo:38:kworker.0 Request processed in 74us (311us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320809.355729:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6213
00000100:00100000:0.0:1767320809.355747:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6214
00000100:00100000:0.0:1767320809.355752:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f54700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000200704:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320809.355761:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320809.355781:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f54700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000200704:12345-0@lo:38:kworker.0 Request processed in 29us (316us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320809.355787:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6214
00000100:00100000:0.0:1767320809.355798:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6215
00000100:00100000:0.0:1767320809.355802:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f56300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000200960:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320809.355809:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320809.355834:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f56300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000200960:12345-0@lo:38:kworker.0 Request processed in 30us (321us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320809.355838:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6215
00000100:00080000:0.0:1767320809.355882:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320809.355888:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320809.355891:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000200960:0@lo:38:kworker.0
00000100:00080000:0.0:1767320809.355918:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320809.355921:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320809.355924:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235f799c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000200576:0@lo:38:kworker.0
00000100:00080000:0.0:1767320809.355931:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320809.355933:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320809.355936:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235f79b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000200704:0@lo:38:kworker.0
00000100:00100000:1.0:1767320809.356088:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000200448
00000100:00100000:1.0:1767320809.356095:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000200448
00000100:00100000:1.0:1767320809.356124:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2063
00000100:00100000:1.0:1767320809.356129:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f55880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000200448:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320809.356138:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320809.356189:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f55880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000200448:12345-0@lo:38:kworker.0 Request processed in 59us (1074us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320809.356223:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2063
00000100:00080000:3.0:1767320809.356443:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320809.356450:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320809.356454:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235f799880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000200448:0@lo:38:kworker.0
00010000:00010000:3.0:1767320809.653658:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320810.680028:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320811.703381:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320812.405513:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767320812.405545:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fa8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000201472:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320812.405650:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320812.406020:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000201472
00000100:00100000:2.0:1767320812.406032:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000201472
00000100:00100000:2.0:1767320812.406118:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2754
00000100:00100000:2.0:1767320812.406130:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000201472:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767320812.406170:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767320812.406254:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000201472:12345-0@lo:13:osp-pre-1-1.0 Request processed in 127us (604us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320812.406262:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2754
00000100:00100000:2.0:1767320812.406318:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fa8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000201472:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320812.406403:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000201600:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320812.406435:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320812.406531:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000201600
00000100:00100000:0.0:1767320812.406537:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000201600
00000100:00100000:0.0:1767320812.406574:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2755
00000100:00100000:0.0:1767320812.406582:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f799880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000201600:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767320812.406601:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767320812.406650:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f799880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000201600:12345-0@lo:13:osp-pre-0-1.0 Request processed in 70us (216us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320812.406657:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2755
00000100:00100000:0.0:1767320812.406689:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000201600:0@lo:13:osp-pre-0-1.0
00000100:00080000:3.0:1767320812.408440:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767320812.408453:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767320812.481121:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767320812.481189:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767320812.481525:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962585472
00000100:00100000:1.0:1767320812.481538:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962585472
00000100:00100000:1.0:1767320812.481591:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962585600
00000100:00100000:1.0:1767320812.481595:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962585600
00000100:00100000:1.0:1767320812.481659:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5470
00000100:00100000:1.0:1767320812.481671:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962585600:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767320812.481771:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962585600:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 101us (580us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320812.481779:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5470
00000100:00100000:1.0:1767320812.481802:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6216
00000100:00100000:1.0:1767320812.481807:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962585472:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767320812.481833:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320812.481873:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962585472:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 64us (770us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320812.481879:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6216
00000100:00080000:3.0:1767320812.482714:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767320812.725480:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320813.754121:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767320814.453649:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320814.453666:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767320814.453669:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320814.453674:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320814.453680:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320814.453690:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6007
00000100:00080000:2.0:1767320814.453697:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320814.453706:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320814.453769:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952345fa8000 x1853164000201728/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320814.453806:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320814.453810:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320814.453812:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320814.453816:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6007
00000100:00080000:2.0:1767320814.453819:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320814.453823:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320814.453835:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952345fab100 x1853164000201856/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320814.453845:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320814.453847:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320814.453849:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320814.453853:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6007
00000100:00080000:2.0:1767320814.453855:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320814.453859:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320814.453880:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952345fab800 x1853164000201984/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320814.454558:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fa8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000201728:0@lo:38:kworker.0
00000100:00100000:0.0:1767320814.457352:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767320814.457664:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320814.457670:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320814.457674:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320814.457679:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6007
00000100:00080000:2.0:1767320814.457684:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320814.457691:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320814.457720:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952345fa9880 x1853164000202240/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320814.457798:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fa9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000202496:0@lo:400:kworker.0
00000100:00100000:2.0:1767320814.457844:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320814.457913:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767320814.457929:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345faa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000202368:0@lo:400:kworker.0
00000100:00100000:2.0:1767320814.457959:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320814.458000:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000202496
00000100:00100000:2.0:1767320814.458010:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000202496
00000100:00100000:0.0:1767320814.458077:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000201856:0@lo:38:kworker.0
00000100:00100000:2.0:1767320814.458078:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3555
00000100:00100000:2.0:1767320814.458088:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fa8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000202496:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320814.458102:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320814.458143:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fa8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000202496:12345-0@lo:400:kworker.0 Request processed in 57us (299us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320814.458151:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3555
00000100:00100000:2.0:1767320814.458182:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000202368
00000100:00100000:2.0:1767320814.458186:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000202368
00000100:00100000:2.0:1767320814.458234:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000201856
00000100:00100000:2.0:1767320814.458237:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000201856
00000100:00100000:2.0:1767320814.458252:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5471
00000100:00100000:2.0:1767320814.458259:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000202368:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320814.458289:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000202368:12345-0@lo:400:kworker.0 Request processed in 31us (330us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320814.458296:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5471
00000100:00100000:2.0:1767320814.458307:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6217
00000100:00100000:2.0:1767320814.458311:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366961500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000201856:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320814.458341:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320814.458369:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366961500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000201856:12345-0@lo:38:kworker.0 Request processed in 56us (266us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320814.458375:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6217
00000100:00080000:2.0:1767320814.458391:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767320814.458396:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767320814.458434:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345faa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000202368:0@lo:400:kworker.0
00000100:00100000:2.0:1767320814.458446:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fa9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000202496:0@lo:400:kworker.0
00000100:00100000:1.0:1767320814.458928:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fa8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000202112:0@lo:400:kworker.0
00000100:00100000:1.0:1767320814.458970:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320814.459002:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767320814.459008:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fa8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000202624:0@lo:400:kworker.0
00000100:00100000:1.0:1767320814.459031:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320814.459064:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000202112
00000100:00100000:1.0:1767320814.459069:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000202112
00000100:00100000:1.0:1767320814.459113:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5472
00000100:00100000:1.0:1767320814.459120:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f79b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000202112:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320814.459161:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f79b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000202112:12345-0@lo:400:kworker.0 Request processed in 42us (190us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320814.459167:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5472
00000100:00100000:3.0:1767320814.459177:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000201728
00000100:00100000:3.0:1767320814.459183:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000201728
00000100:00100000:1.0:1767320814.459188:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000202624
00000100:00100000:1.0:1767320814.459191:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000202624
00000100:00100000:3.0:1767320814.459231:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2064
00000100:00100000:1.0:1767320814.459233:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3556
00000100:00100000:3.0:1767320814.459236:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345b35c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000201728:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767320814.459238:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f799c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000202624:12345-0@lo:400:kworker.0
00010000:00020000:3.0:1767320814.459252:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320814.459266:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f799c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000202624:12345-0@lo:400:kworker.0 Request processed in 28us (234us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320814.459273:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3556
00000100:00100000:3.0:1767320814.459282:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345b35c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000201728:12345-0@lo:38:kworker.0 Request processed in 45us (1954us total) trans 0 rc -19/-19
00000100:00080000:1.0:1767320814.459287:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767320814.459288:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2064
00000100:00080000:1.0:1767320814.459289:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320814.459312:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fa8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000202624:0@lo:400:kworker.0
00000100:00100000:1.0:1767320814.459321:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fa8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000202112:0@lo:400:kworker.0
00000100:00100000:0.0:1767320814.459572:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000201984:0@lo:38:kworker.0
00000100:00100000:0.0:1767320814.459807:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320814.459832:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fa9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000202240:0@lo:38:kworker.0
00000100:00100000:0.0:1767320814.459854:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767320814.460714:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320814.460725:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320814.460731:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fa8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000201728:0@lo:38:kworker.0
00000100:00080000:0.0:1767320814.460747:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320814.460750:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320814.460754:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000201856:0@lo:38:kworker.0
00000100:00100000:0.0:1767320814.460802:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000201984
00000100:00100000:0.0:1767320814.460810:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000201984
00000100:00100000:1.0:1767320814.460832:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000202240
00000100:00100000:1.0:1767320814.460837:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000202240
00000100:00100000:0.0:1767320814.460847:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6218
00000100:00100000:0.0:1767320814.461620:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000201984:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320814.461651:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320814.461743:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000201984:12345-0@lo:38:kworker.0 Request processed in 888us (1934us total) trans 0 rc -19/-19
00000100:00080000:2.0:1767320814.465379:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320814.465393:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320814.465399:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000201984:0@lo:38:kworker.0
00000100:00100000:1.0:1767320814.465879:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6219
00000100:00100000:1.0:1767320814.465890:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000202240:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320814.465926:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320814.466032:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000202240:12345-0@lo:38:kworker.0 Request processed in 142us (6176us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320814.466040:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6219
00000100:00080000:3.0:1767320814.466638:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320814.466646:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320814.466650:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fa9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000202240:0@lo:38:kworker.0
00000100:00100000:0.0:1767320814.466973:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6218
00010000:00010000:0.0:1767320814.778582:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320815.807092:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767320816.823127:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320817.526629:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767320817.526650:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000202880:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320817.526744:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000202752:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320817.526744:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320817.526795:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320817.526830:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000202880
00000100:00100000:3.0:1767320817.526842:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000202880
00000100:00100000:1.0:1767320817.526851:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000202752
00000100:00100000:1.0:1767320817.526857:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000202752
00000100:00100000:3.0:1767320817.526981:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2756
00000100:00100000:3.0:1767320817.526993:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fa9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000202880:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767320817.527031:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767320817.527089:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fa9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000202880:12345-0@lo:13:osp-pre-0-1.0 Request processed in 98us (347us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320817.527097:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2756
00000100:00100000:3.0:1767320817.527150:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000202880:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320817.533429:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2757
00000100:00100000:0.0:1767320817.533450:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f798a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000202752:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767320817.533498:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00080000:2.0:1767320817.533595:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767320817.533605:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767320817.533618:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f798a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000202752:12345-0@lo:13:osp-pre-1-1.0 Request processed in 175us (6822us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320817.533627:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2757
00000100:00100000:3.0:1767320817.537660:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000202752:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320817.599842:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767320817.599979:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962585856
00000100:00100000:0.0:1767320817.599993:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962585856
00000100:00100000:3.0:1767320817.600106:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767320817.600149:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962585728
00000100:00100000:0.0:1767320817.600154:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962585728
00000100:00100000:0.0:1767320817.600191:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5473
00000100:00100000:0.0:1767320817.600258:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962585856:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:0.0:1767320817.600372:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962585856:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 127us (546us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320817.600381:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5473
00000100:00100000:0.0:1767320817.600549:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6220
00000100:00100000:0.0:1767320817.600554:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962585728:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:0.0:1767320817.600582:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320817.600615:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962585728:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 59us (510us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320817.600622:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6220
00000100:00080000:1.0:1767320817.606892:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767320817.846655:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320818.869943:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767320819.573514:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320819.573527:0:72021:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767320819.573531:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320819.573536:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320819.573541:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320819.573552:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6012
00000100:00080000:3.0:1767320819.573559:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320819.573567:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320819.573622:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523670c3800 x1853164000203008/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320819.573652:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320819.573656:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320819.573658:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320819.573661:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6012
00000100:00080000:3.0:1767320819.573664:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320819.573667:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320819.573680:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523670c0000 x1853164000203136/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320819.573689:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320819.573692:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320819.573694:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320819.573698:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6012
00000100:00080000:3.0:1767320819.573700:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320819.573702:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320819.573714:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523670c3100 x1853164000203264/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320819.573759:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320819.573762:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320819.573764:0:72021:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320819.573769:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6012
00000100:00080000:3.0:1767320819.573772:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320819.573775:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320819.573784:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523670c0e00 x1853164000203520/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320819.573846:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000203648:0@lo:400:kworker.0
00000100:00100000:3.0:1767320819.573939:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320819.574011:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767320819.574017:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000203776:0@lo:400:kworker.0
00000100:00100000:3.0:1767320819.574042:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320819.574127:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000203648
00000100:00100000:2.0:1767320819.574137:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000203648
00000100:00100000:2.0:1767320819.574239:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5474
00000100:00100000:2.0:1767320819.574251:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000203648:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320819.574322:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000203648:12345-0@lo:400:kworker.0 Request processed in 74us (382us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320819.574330:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5474
00000100:00100000:2.0:1767320819.574361:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000203008:0@lo:38:kworker.0
00000100:00100000:2.0:1767320819.574388:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320819.574411:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000203136:0@lo:38:kworker.0
00000100:00100000:2.0:1767320819.574430:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320819.574440:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000203264:0@lo:38:kworker.0
00000100:00100000:2.0:1767320819.574455:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320819.574465:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000203520:0@lo:38:kworker.0
00000100:00100000:2.0:1767320819.574480:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320819.574505:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000203008
00000100:00100000:2.0:1767320819.574508:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000203008
00000100:00100000:2.0:1767320819.574529:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2065
00000100:00100000:2.0:1767320819.574534:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345faa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000203008:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320819.574556:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320819.574586:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345faa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000203008:12345-0@lo:38:kworker.0 Request processed in 51us (198us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320819.574592:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2065
00000100:00100000:2.0:1767320819.574610:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000203136
00000100:00100000:2.0:1767320819.574613:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000203136
00000100:00100000:2.0:1767320819.574627:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000203264
00000100:00100000:2.0:1767320819.574629:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000203264
00000100:00100000:2.0:1767320819.574639:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000203520
00000100:00100000:2.0:1767320819.574641:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000203520
00000100:00100000:2.0:1767320819.574653:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6221
00000100:00100000:2.0:1767320819.574657:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345faad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000203136:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320819.574667:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320819.574688:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345faad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000203136:12345-0@lo:38:kworker.0 Request processed in 30us (257us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320819.574694:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6221
00000100:00100000:2.0:1767320819.574702:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6222
00000100:00100000:2.0:1767320819.574705:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fabb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000203264:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320819.574712:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320819.574727:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fabb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000203264:12345-0@lo:38:kworker.0 Request processed in 21us (271us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320819.574732:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6222
00000100:00100000:2.0:1767320819.574740:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6223
00000100:00100000:2.0:1767320819.574743:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fa9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000203520:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320819.574751:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320819.574765:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fa9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000203520:12345-0@lo:38:kworker.0 Request processed in 20us (284us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320819.574770:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6223
00000100:00080000:2.0:1767320819.574800:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320819.574805:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320819.574809:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000203008:0@lo:38:kworker.0
00000100:00080000:2.0:1767320819.574818:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320819.574820:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320819.574823:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000203136:0@lo:38:kworker.0
00000100:00080000:2.0:1767320819.574830:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320819.574834:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320819.574837:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000203264:0@lo:38:kworker.0
00000100:00080000:2.0:1767320819.574843:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320819.574846:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320819.574848:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000203520:0@lo:38:kworker.0
00000100:00100000:2.0:1767320819.574885:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000203648:0@lo:400:kworker.0
00000100:00100000:0.0:1767320819.575053:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000203392:0@lo:400:kworker.0
00000100:00100000:0.0:1767320819.575087:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320819.575116:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767320819.575121:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000203904:0@lo:400:kworker.0
00000100:00100000:0.0:1767320819.575140:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320819.575175:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000203392
00000100:00100000:0.0:1767320819.575179:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000203392
00000100:00100000:0.0:1767320819.575252:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5475
00000100:00100000:0.0:1767320819.575259:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000203392:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320819.575307:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000203392:12345-0@lo:400:kworker.0 Request processed in 48us (219us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320819.575313:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5475
00000100:00100000:0.0:1767320819.575344:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000203392:0@lo:400:kworker.0
00000100:00100000:1.0:1767320819.575830:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000203776
00000100:00100000:1.0:1767320819.575848:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000203776
00000100:00100000:1.0:1767320819.575903:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000203904
00000100:00100000:1.0:1767320819.575907:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000203904
00000100:00100000:1.0:1767320819.575940:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3557
00000100:00100000:1.0:1767320819.575949:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952348239f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000203776:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320819.576115:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3558
00000100:00100000:0.0:1767320819.576125:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000203904:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320819.576219:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000203904:12345-0@lo:400:kworker.0 Request processed in 72us (1052us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320819.576225:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3558
00000100:00100000:0.0:1767320819.576264:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000203904:0@lo:400:kworker.0
00000100:00100000:1.0:1767320819.576528:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952348239f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000203776:12345-0@lo:400:kworker.0 Request processed in 580us (2483us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320819.576535:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3557
00000100:00100000:2.0:1767320819.576604:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000203776:0@lo:400:kworker.0
00000100:00080000:3.0:1767320819.577294:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767320819.577302:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767320819.577306:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767320819.894423:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767320820.917471:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320821.942414:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320822.647051:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fa9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000204032:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320822.647147:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320822.647519:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767320822.647534:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000204160:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320822.647575:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320822.647677:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000204032
00000100:00100000:0.0:1767320822.647688:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000204032
00000100:00100000:0.0:1767320822.647769:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000204160
00000100:00100000:0.0:1767320822.647773:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000204160
00000100:00100000:0.0:1767320822.647803:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2758
00000100:00100000:0.0:1767320822.647813:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000204032:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767320822.647851:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767320822.647904:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000204032:12345-0@lo:13:osp-pre-0-1.0 Request processed in 93us (756us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320822.647913:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2758
00000100:00100000:0.0:1767320822.647933:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2759
00000100:00100000:0.0:1767320822.647940:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952371271850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000204160:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767320822.647956:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767320822.647991:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952371271850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000204160:12345-0@lo:13:osp-pre-1-1.0 Request processed in 52us (416us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320822.647998:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2759
00000100:00100000:2.0:1767320822.648087:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000204160:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320822.648379:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fa9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000204032:0@lo:13:osp-pre-0-1.0
00000100:00080000:3.0:1767320822.649973:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767320822.649985:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767320822.721627:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767320822.721723:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962586112
00000100:00100000:3.0:1767320822.721737:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767320822.721738:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962586112
00000100:00100000:0.0:1767320822.721838:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962585984
00000100:00100000:0.0:1767320822.721842:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962585984
00000100:00100000:0.0:1767320822.721869:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5476
00000100:00100000:0.0:1767320822.721881:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234823aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962586112:12345-192.168.202.52@tcp:400:kworker.0
00000100:00080000:2.0:1767320822.721905:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320822.721936:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6224
00000100:00100000:2.0:1767320822.721944:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234823ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962585984:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767320822.721972:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320822.721985:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234823aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962586112:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 105us (374us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320822.721997:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5476
00000100:00100000:2.0:1767320822.722031:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234823ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962585984:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 85us (292us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320822.722038:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6224
00010000:00010000:0.0:1767320822.965537:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320823.994995:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767320824.694995:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320824.695011:0:72021:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767320824.695015:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320824.695019:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320824.695025:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320824.695038:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6017
00000100:00080000:0.0:1767320824.695044:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320824.695055:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320824.695120:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0dc700 x1853164000204288/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320824.695165:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320824.695170:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320824.695172:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320824.695176:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6017
00000100:00080000:0.0:1767320824.695179:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320824.695182:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320824.695212:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0ddc00 x1853164000204416/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320824.695223:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320824.695226:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320824.695228:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320824.695232:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6017
00000100:00080000:0.0:1767320824.695235:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320824.695245:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320824.695257:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0dc380 x1853164000204544/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320824.695522:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000204288:0@lo:38:kworker.0
00000100:00100000:2.0:1767320824.695627:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320824.695725:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000204416:0@lo:38:kworker.0
00000100:00100000:2.0:1767320824.695758:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320824.695789:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000204544:0@lo:38:kworker.0
00000100:00100000:2.0:1767320824.695812:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320824.695845:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000204416
00000100:00100000:1.0:1767320824.695858:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000204416
00000100:00100000:2.0:1767320824.695863:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000204544
00000100:00100000:2.0:1767320824.695868:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000204544
00000100:00100000:1.0:1767320824.695936:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6225
00000100:00100000:1.0:1767320824.695949:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000204544:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767320824.695970:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000204288
00000100:00100000:3.0:1767320824.695976:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000204288
00010000:00020000:1.0:1767320824.695984:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320824.696005:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2066
00000100:00100000:3.0:1767320824.696011:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fa9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000204288:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320824.696024:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320824.696068:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000204544:12345-0@lo:38:kworker.0 Request processed in 119us (253us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320824.696079:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6225
00000100:00080000:0.0:1767320824.696080:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320824.696085:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320824.696088:0:72021:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320824.696094:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6017
00000100:00080000:0.0:1767320824.696097:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320824.696102:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320824.696107:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6226
00000100:00100000:1.0:1767320824.696113:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fa9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000204416:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320824.696123:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320824.696131:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0df800 x1853164000204800/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320824.696179:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000204672:0@lo:400:kworker.0
00000100:00100000:0.0:1767320824.696355:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000205056:0@lo:400:kworker.0
00000100:00100000:3.0:1767320824.705607:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fa9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000204288:12345-0@lo:38:kworker.0 Request processed in 9578us (9963us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320824.705629:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2066
00000100:00100000:1.0:1767320824.706574:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fa9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000204416:12345-0@lo:38:kworker.0 Request processed in 10452us (10808us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320824.706592:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6226
00000100:00100000:1.0:1767320824.706708:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000204800:0@lo:38:kworker.0
00000100:00100000:1.0:1767320824.706795:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767320824.706864:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320824.706871:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320824.706876:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000204288:0@lo:38:kworker.0
00000100:00080000:1.0:1767320824.706889:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320824.706892:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320824.706896:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000204416:0@lo:38:kworker.0
00000100:00080000:1.0:1767320824.706907:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320824.706910:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320824.706913:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000204544:0@lo:38:kworker.0
00000100:00100000:1.0:1767320824.706960:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000204800
00000100:00100000:1.0:1767320824.706967:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000204800
00000100:00100000:1.0:1767320824.707010:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6227
00000100:00100000:1.0:1767320824.707018:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000204800:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320824.707043:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320824.707102:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000204800:12345-0@lo:38:kworker.0 Request processed in 84us (309us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320824.707109:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6227
00000100:00080000:1.0:1767320824.707133:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320824.707137:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320824.707141:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000204800:0@lo:38:kworker.0
00000100:00100000:1.0:1767320824.707184:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000205184:0@lo:400:kworker.0
00000100:00100000:1.0:1767320824.707251:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320824.707478:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000205184
00000100:00100000:1.0:1767320824.707482:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000205184
00000100:00100000:1.0:1767320824.707539:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3559
00000100:00100000:1.0:1767320824.707547:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000205184:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320824.707600:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000205184:12345-0@lo:400:kworker.0 Request processed in 54us (348us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320824.707607:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3559
00000100:00100000:1.0:1767320824.707635:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000205184:0@lo:400:kworker.0
00000100:00080000:1.0:1767320824.707660:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767320824.709138:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320824.709291:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000204928:0@lo:400:kworker.0
00000100:00100000:3.0:1767320824.709350:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320824.709812:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000204672
00000100:00100000:1.0:1767320824.709824:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000204672
00000100:00100000:0.0:1767320824.709877:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320824.709894:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000204928
00000100:00100000:1.0:1767320824.709899:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000204928
00000100:00100000:1.0:1767320824.709930:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5477
00000100:00100000:1.0:1767320824.709941:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fa9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000204672:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320824.710010:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fa9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000204672:12345-0@lo:400:kworker.0 Request processed in 71us (881us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320824.710018:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5477
00000100:00100000:1.0:1767320824.710037:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5478
00000100:00100000:1.0:1767320824.710043:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b21880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000204928:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320824.710071:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b21880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000204928:12345-0@lo:400:kworker.0 Request processed in 29us (720us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320824.710077:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5478
00000100:00100000:0.0:1767320824.710103:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000205056
00000100:00100000:0.0:1767320824.710108:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000205056
00000100:00100000:0.0:1767320824.710151:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3560
00000100:00100000:0.0:1767320824.710159:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000205056:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320824.710222:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000205056:12345-0@lo:400:kworker.0 Request processed in 65us (346us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320824.710230:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3560
00000100:00100000:0.0:1767320824.710286:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000205056:0@lo:400:kworker.0
00000100:00100000:2.0:1767320824.710396:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000204672:0@lo:400:kworker.0
00000100:00080000:3.0:1767320824.710604:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767320824.710611:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320824.710635:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000204928:0@lo:400:kworker.0
00010000:00010000:2.0:1767320825.013643:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320826.039772:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320827.067338:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320827.765593:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767320827.765627:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000205312:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320827.765725:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320827.765989:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000205312
00000100:00100000:3.0:1767320827.766001:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000205312
00000100:00100000:3.0:1767320827.766072:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2760
00000100:00100000:3.0:1767320827.766084:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000205312:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767320827.766129:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767320827.766188:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000205312:12345-0@lo:13:osp-pre-1-1.0 Request processed in 107us (464us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320827.766229:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2760
00000100:00100000:3.0:1767320827.766294:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000205312:0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767320827.768974:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767320827.774231:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767320827.774264:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000205440:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320827.774362:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320827.774708:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000205440
00000100:00100000:3.0:1767320827.774721:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000205440
00000100:00100000:3.0:1767320827.774816:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2761
00000100:00100000:3.0:1767320827.774827:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000205440:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767320827.774866:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00080000:1.0:1767320827.775151:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767320827.775364:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000205440:12345-0@lo:13:osp-pre-0-1.0 Request processed in 534us (997us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320827.775374:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2761
00000100:00100000:1.0:1767320827.775524:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000205440:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320827.844186:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000400:00000100:0.0:1767320827.844346:0:7000:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.52@tcp portal 26 match 1853163962586240 offset 0 length 520: 4
00000100:00100000:0.0:1767320827.844400:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767320827.848732:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962586496
00000100:00100000:3.0:1767320827.848755:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962586496
00000100:00100000:3.0:1767320827.848859:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962586368
00000100:00100000:3.0:1767320827.848863:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962586368
00000100:00100000:3.0:1767320827.848891:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5479
00000100:00100000:3.0:1767320827.848905:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962586496:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767320827.849508:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6228
00000100:00100000:2.0:1767320827.849517:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962586368:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767320827.849542:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767320827.849802:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320827.849932:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962586496:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 1029us (5760us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320827.849941:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5479
00000100:00100000:2.0:1767320827.858787:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962586368:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 9250us (14367us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320827.858807:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6228
00010000:00010000:0.0:1767320828.086984:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767320829.109981:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320829.813323:0:7004:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320804/real 1767320804]  req@ffff95235f799180 x1853164000199040/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320829 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1767320829.813391:0:7004:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95235f799180 x1853164000199040/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320829 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1767320829.813416:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320829.813445:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:3.0:1767320829.813450:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235f799180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000199040:0@lo:250:kworker.0
00000100:00080000:0.0:1767320829.813490:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320829.813498:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1767320829.813502:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320829.813508:0:63619:0:(import.c:509:import_select_connection()) MGC192.168.202.152@tcp: connect to NID 0@lo last attempt 6002
00000100:00080000:0.0:1767320829.813513:0:63619:0:(import.c:588:import_select_connection()) MGC192.168.202.152@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320829.813521:0:63619:0:(import.c:623:import_select_connection()) MGC192.168.202.152@tcp: import ffff95235eb57800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320829.813563:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0dd180 x1853164000205568/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320829.813590:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320829.813594:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320829.813597:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320829.813601:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6022
00000100:00080000:0.0:1767320829.813603:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320829.813607:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320829.813624:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0df800 x1853164000205696/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320829.813633:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320829.813636:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320829.813638:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320829.813641:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6022
00000100:00080000:0.0:1767320829.813643:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320829.813646:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320829.813654:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0dc380 x1853164000205824/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320829.813662:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320829.813664:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320829.813666:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320829.813669:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6022
00000100:00080000:0.0:1767320829.813672:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320829.813675:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320829.813685:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0ddc00 x1853164000205952/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320829.813771:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000206080:0@lo:400:kworker.0
00000100:00100000:3.0:1767320829.814118:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000205568:0@lo:250:kworker.0
00000100:00100000:1.0:1767320829.814141:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000400:00000100:3.0:1767320829.814151:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164000205568 offset 0 length 520: 4
00000100:00100000:2.0:1767320829.814230:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000206080
00000100:00100000:2.0:1767320829.814241:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000206080
00000100:00100000:2.0:1767320829.814319:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5480
00000100:00100000:2.0:1767320829.814332:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000206080:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767320829.814460:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320829.814464:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320829.814467:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320829.814473:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6022
00000100:00080000:0.0:1767320829.814477:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320829.814482:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320829.814505:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0dd500 x1853164000206208/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320829.814569:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000206464:0@lo:400:kworker.0
00000100:00100000:1.0:1767320829.814730:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767320829.814738:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000206592:0@lo:400:kworker.0
00000100:00100000:1.0:1767320829.814782:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767320829.814814:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320829.814839:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000206592
00000100:00100000:1.0:1767320829.814843:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000206592
00000100:00100000:2.0:1767320829.815259:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000206080:12345-0@lo:400:kworker.0 Request processed in 928us (1118us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320829.815270:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5480
00000100:00100000:2.0:1767320829.815338:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000206336:0@lo:400:kworker.0
00000100:00100000:2.0:1767320829.815368:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320829.815399:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000206336
00000100:00100000:2.0:1767320829.815404:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000206336
00000100:00100000:2.0:1767320829.815440:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5481
00000100:00100000:2.0:1767320829.815449:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000206336:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320829.815492:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000206336:12345-0@lo:400:kworker.0 Request processed in 45us (123us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320829.815498:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5481
00000100:00100000:2.0:1767320829.815538:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000206336:0@lo:400:kworker.0
00000100:00100000:2.0:1767320829.815579:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000206080:0@lo:400:kworker.0
00000100:00080000:2.0:1767320829.815599:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320829.816307:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3561
00000100:00100000:1.0:1767320829.816319:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000206592:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320829.816383:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000206592:12345-0@lo:400:kworker.0 Request processed in 67us (1600us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320829.816394:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3561
00000100:00100000:1.0:1767320829.816430:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000206592:0@lo:400:kworker.0
00000100:00080000:2.0:1767320829.816544:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767320829.816695:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320829.816779:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000206464
00000100:00100000:1.0:1767320829.816785:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000206464
00000100:00100000:1.0:1767320829.817321:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3562
00000100:00100000:1.0:1767320829.817332:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000206464:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320829.817394:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000206464:12345-0@lo:400:kworker.0 Request processed in 65us (699us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320829.817415:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3562
00000100:00100000:0.0:1767320829.817708:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000206464:0@lo:400:kworker.0
00000100:00080000:2.0:1767320829.818388:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767320829.822455:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000205696:0@lo:38:kworker.0
00000100:00100000:3.0:1767320829.822575:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320829.822619:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000205824:0@lo:38:kworker.0
00000100:00100000:3.0:1767320829.822651:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320829.822677:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000205696
00000100:00100000:3.0:1767320829.822684:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000205952:0@lo:38:kworker.0
00000100:00100000:2.0:1767320829.822690:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000205696
00000100:00100000:3.0:1767320829.822711:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320829.822752:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000206208:0@lo:38:kworker.0
00000100:00100000:3.0:1767320829.822778:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320829.822817:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000205824
00000100:00100000:1.0:1767320829.822831:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000205824
00000100:00100000:1.0:1767320829.822869:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000205952
00000100:00100000:1.0:1767320829.822873:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000205952
00000100:00100000:1.0:1767320829.822886:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000206208
00000100:00100000:1.0:1767320829.822888:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000206208
00000100:00100000:1.0:1767320829.822901:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6229
00000100:00100000:1.0:1767320829.822910:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000205824:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320829.822937:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320829.823009:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000205824:12345-0@lo:38:kworker.0 Request processed in 98us (356us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320829.823017:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6229
00000100:00100000:1.0:1767320829.823047:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6230
00000100:00100000:1.0:1767320829.823051:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b21f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000205952:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320829.823225:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320829.823262:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b21f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000205952:12345-0@lo:38:kworker.0 Request processed in 208us (550us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320829.823278:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6230
00000100:00100000:1.0:1767320829.823290:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6231
00000100:00100000:1.0:1767320829.823295:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b21500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000206208:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320829.823304:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320829.823329:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b21500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000206208:12345-0@lo:38:kworker.0 Request processed in 33us (551us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320829.823335:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6231
00000100:00100000:2.0:1767320829.824659:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2067
00000100:00100000:2.0:1767320829.824681:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b20380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000205696:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320829.824703:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320829.825528:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b20380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000205696:12345-0@lo:38:kworker.0 Request processed in 847us (2957us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320829.831328:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2067
00000100:00080000:3.0:1767320829.832283:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320829.832297:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320829.832305:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000206208:0@lo:38:kworker.0
00000100:00080000:3.0:1767320829.832819:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320829.832826:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320829.832829:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000205696:0@lo:38:kworker.0
00000100:00080000:3.0:1767320829.832846:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320829.832851:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320829.832854:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000205824:0@lo:38:kworker.0
00000100:00080000:3.0:1767320829.832868:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320829.832872:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320829.832875:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000205952:0@lo:38:kworker.0
00010000:00010000:3.0:1767320830.136812:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320831.157515:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320832.181771:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320832.885724:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767320832.885763:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000206720:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320832.885811:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767320832.885826:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000206848:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320832.885867:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320832.885900:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000206720
00000100:00100000:3.0:1767320832.885910:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000206720
00000100:00100000:3.0:1767320832.886000:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2762
00000100:00100000:3.0:1767320832.886013:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000206720:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767320832.886065:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767320832.886129:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000206720:12345-0@lo:13:osp-pre-1-1.0 Request processed in 119us (262us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320832.886138:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2762
00000100:00100000:0.0:1767320832.886400:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000206720:0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767320832.890632:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767320832.890689:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320832.893587:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000206848
00000100:00100000:3.0:1767320832.893610:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000206848
00000100:00100000:3.0:1767320832.893723:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2763
00000100:00100000:3.0:1767320832.893737:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000206848:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767320832.893781:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767320832.893905:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000206848:12345-0@lo:13:osp-pre-0-1.0 Request processed in 171us (3221us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320832.893913:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2763
00000100:00080000:1.0:1767320832.894104:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767320832.894182:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000206848:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320832.960759:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767320832.960933:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962586624
00000100:00100000:2.0:1767320832.960948:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962586624
00000100:00100000:1.0:1767320832.961310:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6232
00000100:00100000:1.0:1767320832.961324:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962586624:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767320832.961362:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320832.961460:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962586624:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 137us (715us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320832.961470:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6232
00000100:00100000:0.0:1767320832.963884:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767320832.964542:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962586752
00000100:00100000:1.0:1767320832.964558:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962586752
00000100:00100000:1.0:1767320832.964733:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5482
00000100:00100000:1.0:1767320832.964747:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962586752:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767320832.964860:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962586752:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 115us (989us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320832.964870:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5482
00000100:00080000:2.0:1767320832.969844:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767320833.205846:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320834.229542:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767320834.934310:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320834.934322:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767320834.934325:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320834.934329:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320834.934334:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320834.934344:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6027
00000100:00080000:0.0:1767320834.934349:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320834.934358:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320834.934411:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0de300 x1853164000206976/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320834.934439:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320834.934442:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320834.934443:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320834.934446:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6027
00000100:00080000:0.0:1767320834.934448:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320834.934450:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320834.934459:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0ddc00 x1853164000207104/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320834.934465:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320834.934467:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320834.934468:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320834.934471:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6027
00000100:00080000:0.0:1767320834.934473:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320834.934474:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320834.934480:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0dc380 x1853164000207232/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320834.934516:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320834.934518:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320834.934519:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320834.934522:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6027
00000100:00080000:0.0:1767320834.934523:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320834.934525:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320834.934533:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0dd500 x1853164000207488/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320834.934593:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366961f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000207872:0@lo:400:kworker.0
00000100:00100000:2.0:1767320834.934596:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366960e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000207616:0@lo:400:kworker.0
00000100:00100000:1.0:1767320834.934662:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000207360:0@lo:400:kworker.0
00000100:00100000:3.0:1767320834.934671:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000206976:0@lo:38:kworker.0
00000100:00100000:2.0:1767320834.937815:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320834.937906:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767320834.937910:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000207616
00000100:00100000:2.0:1767320834.937923:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366961c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000207744:0@lo:400:kworker.0
00000100:00100000:1.0:1767320834.937924:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000207616
00000100:00100000:2.0:1767320834.937970:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767320834.938027:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320834.938046:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5483
00000100:00100000:2.0:1767320834.938060:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fa8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000207616:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320834.938128:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fa8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000207616:12345-0@lo:400:kworker.0 Request processed in 72us (313us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320834.938137:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5483
00000100:00100000:2.0:1767320834.938224:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366960e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000207616:0@lo:400:kworker.0
00000100:00100000:2.0:1767320834.938263:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000207744
00000100:00100000:2.0:1767320834.938267:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000207744
00000100:00100000:2.0:1767320834.938306:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3563
00000100:00100000:2.0:1767320834.938313:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fa8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000207744:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320834.938353:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fa8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000207744:12345-0@lo:400:kworker.0 Request processed in 40us (382us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320834.938360:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3563
00000100:00100000:1.0:1767320834.938380:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767320834.938382:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767320834.938404:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366961c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000207744:0@lo:400:kworker.0
00000100:00100000:1.0:1767320834.938427:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000207360
00000100:00100000:1.0:1767320834.938432:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000207360
00000100:00100000:1.0:1767320834.938468:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5484
00000100:00080000:2.0:1767320834.938468:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320834.938479:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000207360:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320834.938519:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000207360:12345-0@lo:400:kworker.0 Request processed in 42us (141us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320834.938526:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5484
00000100:00100000:2.0:1767320834.938653:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000207360:0@lo:400:kworker.0
00000100:00100000:3.0:1767320834.938750:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320834.938797:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000207104:0@lo:38:kworker.0
00000100:00100000:3.0:1767320834.938826:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320834.938841:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000207232:0@lo:38:kworker.0
00000100:00100000:3.0:1767320834.938863:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320834.938882:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000207488:0@lo:38:kworker.0
00000100:00100000:3.0:1767320834.938905:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320834.938936:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000207104
00000100:00100000:3.0:1767320834.938940:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000207104
00000100:00100000:3.0:1767320834.938960:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000207232
00000100:00100000:3.0:1767320834.938963:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000207232
00000100:00100000:3.0:1767320834.938974:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000207488
00000100:00100000:3.0:1767320834.938976:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000207488
00000100:00100000:3.0:1767320834.938990:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6233
00000100:00100000:3.0:1767320834.938996:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236694b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000207104:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320834.939019:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320834.939055:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236694b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000207104:12345-0@lo:38:kworker.0 Request processed in 58us (228us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320834.939063:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6233
00000100:00100000:3.0:1767320834.939075:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6234
00000100:00100000:3.0:1767320834.939079:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366949500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000207232:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320834.939088:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320834.939111:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366949500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000207232:12345-0@lo:38:kworker.0 Request processed in 32us (247us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320834.939117:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6234
00000100:00100000:3.0:1767320834.939128:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6235
00000100:00100000:3.0:1767320834.939132:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366949f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000207488:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320834.939153:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320834.939180:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366949f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000207488:12345-0@lo:38:kworker.0 Request processed in 46us (274us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320834.939186:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6235
00000100:00080000:3.0:1767320834.939231:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320834.939237:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320834.939241:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000207104:0@lo:38:kworker.0
00000100:00080000:3.0:1767320834.939250:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320834.939254:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320834.939257:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000207232:0@lo:38:kworker.0
00000100:00080000:3.0:1767320834.939266:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320834.939269:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320834.939272:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000207488:0@lo:38:kworker.0
00000100:00100000:2.0:1767320834.939774:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000206976
00000100:00100000:2.0:1767320834.939783:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000206976
00000100:00100000:2.0:1767320834.939820:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2068
00000100:00100000:2.0:1767320834.939825:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366949c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000206976:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320834.939837:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320834.939892:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366949c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000206976:12345-0@lo:38:kworker.0 Request processed in 65us (2123us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320834.939899:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2068
00000100:00080000:1.0:1767320834.939972:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320834.939977:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320834.939980:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000206976:0@lo:38:kworker.0
00000100:00100000:0.0:1767320834.940260:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320834.940476:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000207872
00000100:00100000:2.0:1767320834.940481:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000207872
00000100:00100000:2.0:1767320834.940945:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3564
00000100:00100000:2.0:1767320834.940956:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366961880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000207872:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320834.941026:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366961880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000207872:12345-0@lo:400:kworker.0 Request processed in 72us (765us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320834.941034:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3564
00000100:00100000:1.0:1767320834.941064:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366961f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000207872:0@lo:400:kworker.0
00000100:00080000:0.0:1767320834.941083:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00010000:0.0:1767320835.253522:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320836.278473:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767320837.301423:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320838.005508:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366961f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000208000:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767320838.005540:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366961c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000208128:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320838.009645:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320838.009705:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000208000
00000100:00100000:0.0:1767320838.009719:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000208000
00000100:00100000:3.0:1767320838.009857:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320838.009890:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000208128
00000100:00100000:0.0:1767320838.009894:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000208128
00000100:00100000:3.0:1767320838.009953:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2764
00000100:00100000:3.0:1767320838.009963:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fa8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000208000:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767320838.010002:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00080000:1.0:1767320838.010057:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767320838.010063:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fa8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000208000:12345-0@lo:13:osp-pre-1-1.0 Request processed in 100us (425us total) trans 0 rc 0/0
00000100:00080000:1.0:1767320838.010064:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767320838.010075:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2764
00000100:00100000:2.0:1767320838.010219:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366961f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000208000:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767320838.010491:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2765
00000100:00100000:0.0:1767320838.010500:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236694aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000208128:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767320838.010606:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767320838.010655:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236694aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000208128:12345-0@lo:13:osp-pre-0-1.0 Request processed in 156us (797us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320838.010663:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2765
00000100:00100000:3.0:1767320838.010697:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366961c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000208128:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320838.082957:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767320838.083095:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767320838.090691:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962587008
00000100:00100000:1.0:1767320838.090813:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962587008
00000100:00100000:1.0:1767320838.090967:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962586880
00000100:00100000:1.0:1767320838.090972:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962586880
00000100:00100000:1.0:1767320838.091006:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5485
00000100:00100000:1.0:1767320838.091020:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366960e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962587008:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767320838.091584:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366960e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962587008:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 564us (8641us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320838.091595:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5485
00000100:00100000:1.0:1767320838.091626:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6236
00000100:00100000:1.0:1767320838.091633:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366961c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962586880:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767320838.091661:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320838.091694:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366961c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962586880:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 60us (8599us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320838.091802:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6236
00000100:00080000:0.0:1767320838.092656:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767320838.325533:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320839.349473:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767320840.053697:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320840.053721:0:72021:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767320840.053724:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320840.053735:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320840.053740:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320840.053753:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6032
00000100:00080000:3.0:1767320840.053759:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320840.053768:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320840.053823:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366948e00 x1853164000208256/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320840.054391:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320840.054398:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320840.054412:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320840.054418:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6032
00000100:00080000:3.0:1767320840.054421:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320840.054426:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320840.054462:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366949180 x1853164000208384/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320840.054678:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320840.054681:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320840.054683:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320840.054688:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6032
00000100:00080000:3.0:1767320840.054691:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320840.054695:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320840.054710:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236694ad80 x1853164000208512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320840.054891:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236694b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000208640:0@lo:400:kworker.0
00000100:00100000:2.0:1767320840.054996:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767320840.055129:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320840.055134:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320840.055136:0:72021:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320840.055140:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6032
00000100:00080000:3.0:1767320840.055143:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320840.055147:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320840.055162:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366948700 x1853164000208768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320840.055346:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000208640
00000100:00100000:0.0:1767320840.055357:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000208640
00000100:00100000:0.0:1767320840.055434:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5486
00000100:00100000:0.0:1767320840.055446:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345faa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000208640:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320840.056761:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000208896:0@lo:400:kworker.0
00000100:00100000:1.0:1767320840.056843:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320840.056909:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767320840.056917:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000209024:0@lo:400:kworker.0
00000100:00100000:1.0:1767320840.056944:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320840.056984:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000208896
00000100:00100000:1.0:1767320840.056993:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000208896
00000100:00100000:1.0:1767320840.057047:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5487
00000100:00100000:1.0:1767320840.057056:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000208896:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320840.057127:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000208896:12345-0@lo:400:kworker.0 Request processed in 71us (283us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320840.057134:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5487
00000100:00100000:1.0:1767320840.057169:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366948e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000208256:0@lo:38:kworker.0
00000100:00100000:1.0:1767320840.057246:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320840.057279:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366949180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000208384:0@lo:38:kworker.0
00000100:00100000:1.0:1767320840.057304:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320840.057321:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236694ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000208512:0@lo:38:kworker.0
00000100:00100000:1.0:1767320840.057344:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320840.057364:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366948700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000208768:0@lo:38:kworker.0
00000100:00100000:1.0:1767320840.057387:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320840.057427:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000208256
00000100:00100000:1.0:1767320840.057431:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000208256
00000100:00100000:1.0:1767320840.057457:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2069
00000100:00100000:1.0:1767320840.057463:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000208256:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320840.057502:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320840.057540:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000208256:12345-0@lo:38:kworker.0 Request processed in 76us (293us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320840.057547:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2069
00000100:00100000:1.0:1767320840.057567:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000208384
00000100:00100000:1.0:1767320840.057570:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000208384
00000100:00100000:1.0:1767320840.057582:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000208512
00000100:00100000:1.0:1767320840.057584:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000208512
00000100:00100000:1.0:1767320840.057592:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000208768
00000100:00100000:1.0:1767320840.057594:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000208768
00000100:00100000:1.0:1767320840.057603:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6237
00000100:00100000:1.0:1767320840.057608:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000208384:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320840.057617:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320840.057644:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000208384:12345-0@lo:38:kworker.0 Request processed in 35us (340us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320840.057651:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6237
00000100:00100000:1.0:1767320840.057662:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6238
00000100:00100000:1.0:1767320840.057666:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000208512:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320840.057675:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320840.057698:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000208512:12345-0@lo:38:kworker.0 Request processed in 30us (352us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320840.057704:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6238
00000100:00100000:1.0:1767320840.057714:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6239
00000100:00100000:1.0:1767320840.057718:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000208768:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320840.057727:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320840.057749:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000208768:12345-0@lo:38:kworker.0 Request processed in 29us (360us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320840.057755:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6239
00000100:00100000:1.0:1767320840.057806:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000208896:0@lo:400:kworker.0
00000100:00080000:1.0:1767320840.057841:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320840.057846:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320840.057849:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366948e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000208256:0@lo:38:kworker.0
00000100:00080000:1.0:1767320840.057858:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320840.057861:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320840.057864:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366949180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000208384:0@lo:38:kworker.0
00000100:00080000:1.0:1767320840.057871:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320840.057874:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320840.057877:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236694ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000208512:0@lo:38:kworker.0
00000100:00080000:1.0:1767320840.057885:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320840.057888:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320840.057891:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366948700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000208768:0@lo:38:kworker.0
00000100:00080000:1.0:1767320840.057957:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320840.057992:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000209152:0@lo:400:kworker.0
00000100:00100000:1.0:1767320840.058025:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320840.058063:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000209024
00000100:00100000:1.0:1767320840.058067:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000209024
00000100:00100000:1.0:1767320840.058119:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000209152
00000100:00100000:1.0:1767320840.058123:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000209152
00000100:00100000:1.0:1767320840.058146:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3565
00000100:00100000:1.0:1767320840.058152:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000209024:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320840.058191:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000209024:12345-0@lo:400:kworker.0 Request processed in 40us (1246us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320840.058230:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3565
00000100:00100000:1.0:1767320840.058243:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3566
00000100:00100000:1.0:1767320840.058249:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000209152:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320840.058283:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000209152:12345-0@lo:400:kworker.0 Request processed in 34us (258us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320840.058289:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3566
00000100:00080000:1.0:1767320840.058304:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767320840.058307:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767320840.058324:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000209152:0@lo:400:kworker.0
00000100:00100000:1.0:1767320840.058348:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000209024:0@lo:400:kworker.0
00000100:00100000:0.0:1767320840.061127:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345faa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000208640:12345-0@lo:400:kworker.0 Request processed in 5654us (6101us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320840.061151:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5486
00000100:00100000:2.0:1767320840.061446:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236694b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000208640:0@lo:400:kworker.0
00010000:00010000:0.0:1767320840.373601:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767320841.397667:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320842.421487:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320843.126571:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767320843.126599:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366961f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000209280:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320843.126695:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320843.126831:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000209280
00000100:00100000:0.0:1767320843.126842:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000209280
00000100:00080000:1.0:1767320843.126901:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767320843.126920:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2766
00000100:00100000:0.0:1767320843.126940:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000209280:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767320843.126981:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767320843.127056:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000209280:12345-0@lo:13:osp-pre-0-1.0 Request processed in 119us (361us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320843.127066:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2766
00000100:00100000:1.0:1767320843.130318:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767320843.130350:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236694b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000209408:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320843.130442:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320843.133763:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366961f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000209280:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320843.133911:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000209408
00000100:00100000:0.0:1767320843.133923:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000209408
00000100:00080000:1.0:1767320843.133999:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767320843.134019:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2767
00000100:00100000:0.0:1767320843.134032:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366948700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000209408:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767320843.134095:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767320843.134229:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366948700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000209408:12345-0@lo:13:osp-pre-1-1.0 Request processed in 199us (3786us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320843.134239:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2767
00000100:00100000:1.0:1767320843.134422:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236694b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000209408:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320843.200431:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767320843.200496:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767320843.200650:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962587264
00000100:00100000:0.0:1767320843.200664:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962587264
00000100:00100000:0.0:1767320843.200767:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962587136
00000100:00100000:0.0:1767320843.200770:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962587136
00000100:00100000:0.0:1767320843.200792:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5488
00000100:00100000:0.0:1767320843.200805:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962587264:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:0.0:1767320843.200913:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962587264:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 110us (499us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320843.200928:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5488
00000100:00100000:0.0:1767320843.200950:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6240
00000100:00100000:0.0:1767320843.200955:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962587136:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:0.0:1767320843.200981:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320843.201013:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962587136:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 56us (516us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320843.201020:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6240
00000100:00080000:2.0:1767320843.201274:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767320843.445458:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320844.469672:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767320845.173395:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320845.173406:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767320845.173410:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320845.173414:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320845.173418:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320845.173425:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6037
00000100:00080000:0.0:1767320845.173430:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320845.173437:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320845.173481:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366961f80 x1853164000209536/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320845.173517:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320845.173520:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320845.173522:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320845.173525:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6037
00000100:00080000:0.0:1767320845.173528:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320845.173531:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320845.173544:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237c0bfb80 x1853164000209664/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320845.173552:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320845.173555:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320845.173557:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320845.173559:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6037
00000100:00080000:0.0:1767320845.173561:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320845.173564:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320845.173573:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237c0bd880 x1853164000209792/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320845.173621:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320845.173625:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320845.173626:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320845.173630:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6037
00000100:00080000:0.0:1767320845.173632:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320845.173635:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320845.173647:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237c0bdf80 x1853164000210048/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320845.173665:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000209920:0@lo:400:kworker.0
00000100:00100000:3.0:1767320845.173756:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000210176:0@lo:400:kworker.0
00000100:00100000:3.0:1767320845.173825:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320845.173896:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767320845.173902:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235f799180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000210304:0@lo:400:kworker.0
00000100:00100000:3.0:1767320845.173927:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320845.173973:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235f79bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000210432:0@lo:400:kworker.0
00000100:00100000:2.0:1767320845.173977:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320845.174008:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320845.174038:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000210176
00000100:00100000:2.0:1767320845.174047:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000210176
00000100:00100000:2.0:1767320845.174172:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000209920
00000100:00100000:2.0:1767320845.174178:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000209920
00000100:00100000:1.0:1767320845.174262:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366961f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000209536:0@lo:38:kworker.0
00000100:00100000:1.0:1767320845.174292:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320845.174319:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000209664:0@lo:38:kworker.0
00000100:00100000:1.0:1767320845.174338:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320845.179211:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000209792:0@lo:38:kworker.0
00000100:00100000:1.0:1767320845.179284:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320845.182810:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000209664
00000100:00100000:3.0:1767320845.182828:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000209664
00000100:00100000:3.0:1767320845.183001:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5489
00000100:00100000:3.0:1767320845.183018:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000210176:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320845.183127:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000210176:12345-0@lo:400:kworker.0 Request processed in 117us (9301us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320845.183134:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5489
00000100:00100000:3.0:1767320845.183158:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5490
00000100:00100000:3.0:1767320845.183165:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345faaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000209920:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320845.183279:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6241
00000100:00100000:3.0:1767320845.183289:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345faaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000209920:12345-0@lo:400:kworker.0 Request processed in 123us (9313us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320845.183290:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236694ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000209664:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767320845.183303:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5490
00010000:00020000:0.0:1767320845.183319:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320845.183367:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236694ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000209664:12345-0@lo:38:kworker.0 Request processed in 78us (9027us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320845.183374:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6241
00000100:00100000:3.0:1767320845.183381:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000210176:0@lo:400:kworker.0
00000100:00100000:0.0:1767320845.183421:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000209536
00000100:00100000:0.0:1767320845.183428:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000209536
00000100:00080000:3.0:1767320845.183435:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320845.183456:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2070
00000100:00100000:0.0:1767320845.183463:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236694b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000209536:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320845.183473:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320845.183479:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000209920:0@lo:400:kworker.0
00000100:00100000:0.0:1767320845.183520:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236694b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000209536:12345-0@lo:38:kworker.0 Request processed in 57us (9226us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320845.183527:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2070
00000100:00100000:0.0:1767320845.183552:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000210304
00000100:00100000:0.0:1767320845.183556:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000210304
00000100:00080000:3.0:1767320845.183590:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767320845.183615:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000210432
00000100:00100000:0.0:1767320845.183620:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000210432
00000100:00100000:0.0:1767320845.183654:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3567
00000100:00100000:0.0:1767320845.183660:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000210304:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320845.183699:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000210304:12345-0@lo:400:kworker.0 Request processed in 40us (9771us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320845.183706:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3567
00000100:00100000:0.0:1767320845.183727:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3568
00000100:00100000:0.0:1767320845.183733:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000210432:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320845.183763:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000210432:12345-0@lo:400:kworker.0 Request processed in 31us (9756us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320845.183768:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3568
00000100:00080000:3.0:1767320845.184670:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767320845.184763:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235f79bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000210432:0@lo:400:kworker.0
00000100:00100000:3.0:1767320845.184834:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235f799180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000210304:0@lo:400:kworker.0
00000100:00100000:1.0:1767320845.185458:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000210048:0@lo:38:kworker.0
00000100:00100000:1.0:1767320845.185619:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767320845.185660:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320845.185666:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320845.185670:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366961f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000209536:0@lo:38:kworker.0
00000100:00080000:1.0:1767320845.185681:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320845.185685:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320845.185687:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000209664:0@lo:38:kworker.0
00000100:00100000:3.0:1767320845.186012:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000209792
00000100:00100000:3.0:1767320845.186020:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000209792
00000100:00100000:3.0:1767320845.186069:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000210048
00000100:00100000:3.0:1767320845.186072:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000210048
00000100:00100000:3.0:1767320845.186102:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6242
00000100:00100000:3.0:1767320845.186109:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366949180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000209792:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767320845.186118:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6243
00000100:00100000:0.0:1767320845.186126:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366948e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000210048:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320845.186129:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:0.0:1767320845.186140:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320845.186187:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366949180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000209792:12345-0@lo:38:kworker.0 Request processed in 77us (6903us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320845.186219:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6242
00000100:00100000:0.0:1767320845.188156:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366948e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000210048:12345-0@lo:38:kworker.0 Request processed in 2020us (2528us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320845.188171:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6243
00000100:00080000:1.0:1767320845.188564:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320845.188571:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320845.188576:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000209792:0@lo:38:kworker.0
00000100:00080000:1.0:1767320845.188597:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320845.188670:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320845.188673:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000210048:0@lo:38:kworker.0
00010000:00010000:2.0:1767320845.493565:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320846.517552:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320847.541549:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320848.245437:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366961f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000210560:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320848.245526:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320848.245674:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000210560
00000100:00100000:2.0:1767320848.245684:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000210560
00000100:00100000:2.0:1767320848.245751:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2768
00000100:00100000:2.0:1767320848.245772:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000210560:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767320848.245809:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767320848.245855:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000210560:12345-0@lo:13:osp-pre-1-1.0 Request processed in 86us (329us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320848.245864:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2768
00000100:00100000:3.0:1767320848.245866:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235f79aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000210688:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320848.245892:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320848.245907:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366961f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000210560:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320848.245923:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000210688
00000100:00100000:3.0:1767320848.245926:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000210688
00000100:00100000:3.0:1767320848.245963:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2769
00000100:00100000:3.0:1767320848.245970:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000210688:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767320848.245984:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767320848.246014:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000210688:12345-0@lo:13:osp-pre-0-1.0 Request processed in 46us (122us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320848.246030:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2769
00000100:00100000:3.0:1767320848.246057:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235f79aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000210688:0@lo:13:osp-pre-0-1.0
00000100:00080000:0.0:1767320848.246144:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767320848.246149:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767320848.321883:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767320848.321944:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962587520
00000100:00100000:3.0:1767320848.321956:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962587520
00000100:00080000:0.0:1767320848.322073:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320848.322345:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5491
00000100:00100000:3.0:1767320848.322359:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366961f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962587520:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:3.0:1767320848.322581:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366961f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962587520:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 226us (705us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320848.322590:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5491
00000100:00100000:0.0:1767320848.323844:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767320848.324652:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962587392
00000100:00100000:3.0:1767320848.324663:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962587392
00000100:00100000:3.0:1767320848.324714:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6244
00000100:00100000:3.0:1767320848.324722:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f799f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962587392:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767320848.324743:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320848.324867:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f799f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962587392:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 143us (1026us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320848.324875:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6244
00010000:00010000:0.0:1767320848.565429:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767320849.590667:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767320850.296288:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320850.296305:0:72021:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767320850.296309:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320850.296314:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320850.296319:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320850.296330:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6043
00000100:00080000:3.0:1767320850.296336:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320850.296345:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320850.296411:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235ee5e300 x1853164000210816/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320850.296454:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320850.296459:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320850.296460:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320850.296465:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6043
00000100:00080000:3.0:1767320850.296467:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320850.296471:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320850.296484:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235ee5e680 x1853164000210944/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320850.296504:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320850.296508:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320850.296510:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320850.296513:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6043
00000100:00080000:3.0:1767320850.296516:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320850.296519:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320850.296530:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235ee5d180 x1853164000211072/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320850.296582:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320850.296586:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320850.296589:0:72021:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320850.296594:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6043
00000100:00080000:3.0:1767320850.296597:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320850.296602:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320850.296611:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000210816:0@lo:38:kworker.0
00000100:00100000:3.0:1767320850.296622:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235ee5c380 x1853164000211328/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320850.296698:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320850.296757:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000210944:0@lo:38:kworker.0
00000100:00100000:1.0:1767320850.296788:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320850.296816:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000211072:0@lo:38:kworker.0
00000100:00100000:1.0:1767320850.296839:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320850.296846:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000211712:0@lo:400:kworker.0
00000100:00100000:1.0:1767320850.296862:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000211328:0@lo:38:kworker.0
00000100:00100000:3.0:1767320850.296878:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000211584:0@lo:400:kworker.0
00000100:00100000:1.0:1767320850.296903:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320850.296903:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320850.296985:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000210816
00000100:00100000:0.0:1767320850.296995:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000210816
00000100:00100000:0.0:1767320850.297062:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2071
00000100:00100000:0.0:1767320850.297069:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952371388700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000210816:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320850.297091:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320850.297272:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767320850.297281:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000211200:0@lo:400:kworker.0
00000100:00100000:2.0:1767320850.297308:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320850.297340:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000210944
00000100:00100000:2.0:1767320850.297345:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000210944
00000100:00100000:2.0:1767320850.297368:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000211072
00000100:00100000:2.0:1767320850.297371:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000211072
00000100:00100000:2.0:1767320850.297383:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000211328
00000100:00100000:2.0:1767320850.297386:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000211328
00000100:00100000:2.0:1767320850.297392:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000211200
00000100:00100000:2.0:1767320850.297395:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000211200
00000100:00100000:2.0:1767320850.297428:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5492
00000100:00100000:2.0:1767320850.297437:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000211200:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320850.297482:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000211200:12345-0@lo:400:kworker.0 Request processed in 47us (173us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320850.297489:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5492
00000100:00100000:2.0:1767320850.297508:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6245
00000100:00100000:2.0:1767320850.297512:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952371388a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000210944:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320850.297523:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320850.297549:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952371388a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000210944:12345-0@lo:38:kworker.0 Request processed in 35us (761us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320850.297554:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6245
00000100:00100000:2.0:1767320850.297564:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6246
00000100:00100000:2.0:1767320850.297568:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952371388e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000211072:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320850.297577:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320850.297596:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952371388e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000211072:12345-0@lo:38:kworker.0 Request processed in 27us (758us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320850.297602:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6246
00000100:00100000:2.0:1767320850.297611:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6247
00000100:00100000:2.0:1767320850.297615:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952371389880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000211328:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320850.297624:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320850.297643:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952371389880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000211328:12345-0@lo:38:kworker.0 Request processed in 27us (748us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320850.297648:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6247
00000100:00100000:2.0:1767320850.297683:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000211200:0@lo:400:kworker.0
00000100:00100000:3.0:1767320850.298888:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320850.298991:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767320850.299018:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000211456:0@lo:400:kworker.0
00000100:00100000:3.0:1767320850.299068:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767320850.300778:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320850.300792:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320850.300797:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000211328:0@lo:38:kworker.0
00000100:00080000:1.0:1767320850.300810:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320850.300813:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320850.300815:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000210944:0@lo:38:kworker.0
00000100:00080000:1.0:1767320850.300825:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320850.300828:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320850.300831:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000211072:0@lo:38:kworker.0
00000100:00100000:0.0:1767320850.300990:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952371388700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000210816:12345-0@lo:38:kworker.0 Request processed in 3918us (4293us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320850.301001:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2071
00000100:00100000:1.0:1767320850.305143:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000211456
00000100:00100000:1.0:1767320850.305160:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000211456
00000100:00100000:1.0:1767320850.305264:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5493
00000100:00100000:1.0:1767320850.305276:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000211456:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320850.305383:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000211456:12345-0@lo:400:kworker.0 Request processed in 109us (6313us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320850.305390:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5493
00000100:00100000:1.0:1767320850.305458:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000211456:0@lo:400:kworker.0
00000100:00080000:1.0:1767320850.305508:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320850.305514:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320850.305518:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000210816:0@lo:38:kworker.0
00000100:00100000:1.0:1767320850.305575:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000211712
00000100:00100000:1.0:1767320850.305579:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000211712
00000100:00100000:1.0:1767320850.305615:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000211584
00000100:00100000:1.0:1767320850.305619:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000211584
00000100:00100000:1.0:1767320850.305639:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3569
00000100:00100000:1.0:1767320850.305646:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000211712:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767320850.307122:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767320850.307131:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767320850.307134:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320850.307219:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3570
00000100:00100000:0.0:1767320850.307239:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000211584:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320850.307322:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000211584:12345-0@lo:400:kworker.0 Request processed in 93us (8441us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320850.307329:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3570
00000100:00100000:0.0:1767320850.307385:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000211584:0@lo:400:kworker.0
00000100:00100000:1.0:1767320850.308243:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000211712:12345-0@lo:400:kworker.0 Request processed in 2594us (11343us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320850.308254:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3569
00000100:00100000:2.0:1767320850.308408:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000211712:0@lo:400:kworker.0
00010000:00010000:3.0:1767320850.613561:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320851.637492:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320852.434978:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000400:00000100:1.0:1767320852.435041:0:7000:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.52@tcp portal 26 match 1853163962587648 offset 0 length 520: 4
00000100:00100000:1.0:1767320852.435072:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767320852.442164:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962587904
00000100:00100000:0.0:1767320852.442182:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962587904
00000100:00100000:0.0:1767320852.442382:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962587776
00000100:00100000:0.0:1767320852.442387:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962587776
00000100:00100000:0.0:1767320852.442413:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5494
00000100:00100000:0.0:1767320852.442425:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952371389180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962587904:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:0.0:1767320852.442559:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952371389180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962587904:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 124us (7583us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320852.442568:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5494
00000100:00100000:0.0:1767320852.442765:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6248
00000100:00100000:0.0:1767320852.442770:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952371389500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962587776:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:0.0:1767320852.442791:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320852.442825:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952371389500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962587776:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 53us (7751us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320852.442830:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6248
00000100:00080000:1.0:1767320852.444682:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767320852.662761:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320853.366510:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767320853.366541:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235f799880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000211968:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320853.366618:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320853.366678:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000211968
00000100:00100000:3.0:1767320853.366686:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000211968
00000100:00080000:1.0:1767320853.366716:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767320853.366745:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2770
00000100:00100000:3.0:1767320853.366757:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237138b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000211968:12345-0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320853.366772:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952371389c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000211840:0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767320853.366796:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767320853.366817:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320853.366851:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237138b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000211968:12345-0@lo:13:osp-pre-0-1.0 Request processed in 98us (233us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320853.366856:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2770
00000100:00100000:3.0:1767320853.366871:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000211840
00000100:00100000:3.0:1767320853.366874:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000211840
00000100:00100000:3.0:1767320853.366896:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2771
00000100:00100000:3.0:1767320853.366902:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000211840:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320853.366914:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235f799880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000211968:0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767320853.366925:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00080000:2.0:1767320853.366941:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767320853.366954:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000211840:12345-0@lo:13:osp-pre-1-1.0 Request processed in 53us (138us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320853.366965:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2771
00000100:00100000:2.0:1767320853.366992:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952371389c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000211840:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767320853.687421:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320854.393593:0:7004:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320829/real 1767320829]  req@ffff95237d0dd180 x1853164000205568/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320854 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1767320854.393627:0:7004:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95237d0dd180 x1853164000205568/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320854 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1767320854.393646:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320854.393669:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:1.0:1767320854.393673:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000205568:0@lo:250:kworker.0
00000100:00080000:2.0:1767320854.393783:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320854.393788:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1767320854.393791:0:72021:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320854.393795:0:72021:0:(import.c:509:import_select_connection()) MGC192.168.202.152@tcp: connect to NID 0@lo last attempt 6027
00000100:00080000:2.0:1767320854.393798:0:72021:0:(import.c:588:import_select_connection()) MGC192.168.202.152@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320854.393803:0:72021:0:(import.c:623:import_select_connection()) MGC192.168.202.152@tcp: import ffff95235eb57800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320854.393831:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0ddc00 x1853164000212096/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320854.393850:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320854.393853:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320854.393854:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320854.393856:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6048
00000100:00080000:2.0:1767320854.393858:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320854.393859:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320854.393874:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0df800 x1853164000212224/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320854.393882:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320854.393885:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320854.393886:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320854.393889:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6048
00000100:00080000:2.0:1767320854.393891:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320854.393894:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320854.393903:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0dd180 x1853164000212352/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320854.393911:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320854.393914:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320854.393916:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320854.393919:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6048
00000100:00080000:2.0:1767320854.393921:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320854.393924:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320854.393934:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523670c2d80 x1853164000212480/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320854.393988:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320854.393992:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320854.393994:0:72021:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320854.393997:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6048
00000100:00080000:2.0:1767320854.394000:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320854.394003:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320854.394015:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523670c0700 x1853164000212736/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320854.394072:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000212864:0@lo:400:kworker.0
00000100:00100000:2.0:1767320854.394133:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320854.394149:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000213120:0@lo:400:kworker.0
00000100:00100000:0.0:1767320854.394219:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320854.394226:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767320854.394236:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000212992:0@lo:400:kworker.0
00000100:00100000:0.0:1767320854.394244:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767320854.394252:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000212608:0@lo:400:kworker.0
00000100:00100000:0.0:1767320854.394273:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320854.394322:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000212864
00000100:00100000:0.0:1767320854.394330:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000212864
00000100:00100000:0.0:1767320854.394382:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000212608
00000100:00100000:0.0:1767320854.394387:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000212608
00000100:00100000:2.0:1767320854.394400:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320854.394417:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5495
00000100:00100000:0.0:1767320854.394429:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000212864:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320854.394520:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000213120
00000100:00100000:1.0:1767320854.394524:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000213120
00000100:00100000:1.0:1767320854.394546:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000212992
00000100:00100000:1.0:1767320854.394547:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000212992
00000100:00100000:1.0:1767320854.394585:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3571
00000100:00100000:1.0:1767320854.394591:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f798a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000213120:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320854.394638:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f798a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000213120:12345-0@lo:400:kworker.0 Request processed in 46us (444us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320854.394645:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3571
00000100:00100000:1.0:1767320854.394661:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3572
00000100:00100000:1.0:1767320854.394667:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000212992:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320854.394725:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000212864:12345-0@lo:400:kworker.0 Request processed in 298us (591us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320854.394733:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5495
00000100:00100000:0.0:1767320854.394748:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5496
00000100:00100000:0.0:1767320854.394754:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f799880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000212608:12345-0@lo:400:kworker.0
00000100:00080000:2.0:1767320854.394791:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320854.394980:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f799880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000212608:12345-0@lo:400:kworker.0 Request processed in 225us (704us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320854.394987:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5496
00000100:00100000:0.0:1767320854.395027:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000212608:0@lo:400:kworker.0
00000100:00100000:0.0:1767320854.395037:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000213120:0@lo:400:kworker.0
00000100:00100000:0.0:1767320854.395066:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000212096:0@lo:250:kworker.0
00000400:00000100:0.0:1767320854.395089:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164000212096 offset 0 length 520: 4
00000100:00100000:0.0:1767320854.395109:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000212224:0@lo:38:kworker.0
00000100:00100000:0.0:1767320854.395131:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320854.395234:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000212352:0@lo:38:kworker.0
00000100:00100000:0.0:1767320854.395260:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320854.395277:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000212480:0@lo:38:kworker.0
00000100:00100000:0.0:1767320854.395304:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320854.395320:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000212736:0@lo:38:kworker.0
00000100:00100000:0.0:1767320854.395368:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320854.395395:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000212352
00000100:00100000:0.0:1767320854.395400:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000212352
00000100:00100000:0.0:1767320854.395416:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000212480
00000100:00100000:0.0:1767320854.395418:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000212480
00000100:00100000:0.0:1767320854.395431:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000212736
00000100:00100000:0.0:1767320854.395433:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000212736
00000100:00100000:0.0:1767320854.395447:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6249
00000100:00100000:0.0:1767320854.395451:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f799180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000212352:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320854.395468:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320854.395501:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f799180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000212352:12345-0@lo:38:kworker.0 Request processed in 48us (240us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320854.395507:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6249
00000100:00100000:0.0:1767320854.395519:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6250
00000100:00100000:0.0:1767320854.395523:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f79bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000212480:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320854.395532:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320854.395555:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f79bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000212480:12345-0@lo:38:kworker.0 Request processed in 30us (250us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320854.395561:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6250
00000100:00100000:0.0:1767320854.395571:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6251
00000100:00100000:0.0:1767320854.395575:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000212736:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320854.395584:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320854.395604:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000212736:12345-0@lo:38:kworker.0 Request processed in 28us (236us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320854.395608:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6251
00000100:00080000:0.0:1767320854.395632:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320854.395636:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320854.395639:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000212352:0@lo:38:kworker.0
00000100:00080000:0.0:1767320854.395647:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320854.395650:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320854.395653:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000212480:0@lo:38:kworker.0
00000100:00080000:0.0:1767320854.395659:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320854.395663:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320854.395665:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000212736:0@lo:38:kworker.0
00000100:00100000:3.0:1767320854.396126:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000212224
00000100:00100000:3.0:1767320854.396135:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000212224
00000100:00100000:3.0:1767320854.396172:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2072
00000100:00100000:3.0:1767320854.396178:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f79aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000212224:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320854.396189:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320854.396246:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f79aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000212224:12345-0@lo:38:kworker.0 Request processed in 67us (1113us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320854.396251:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2072
00000100:00080000:3.0:1767320854.396281:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320854.396285:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320854.396287:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000212224:0@lo:38:kworker.0
00000100:00100000:1.0:1767320854.397720:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000212992:12345-0@lo:400:kworker.0 Request processed in 3046us (3314us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320854.397730:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3572
00000100:00100000:2.0:1767320854.400419:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000212992:0@lo:400:kworker.0
00000100:00100000:2.0:1767320854.400436:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000212864:0@lo:400:kworker.0
00010000:00010000:3.0:1767320854.709465:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320855.734387:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320856.764268:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320857.538126:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767320857.538235:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767320857.538329:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962588160
00000100:00100000:0.0:1767320857.538334:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962588032
00000100:00100000:0.0:1767320857.538346:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962588032
00000100:00100000:2.0:1767320857.538346:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962588160
00000100:00100000:0.0:1767320857.538419:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5497
00000100:00100000:0.0:1767320857.538430:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237138aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962588160:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767320857.538444:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6252
00000100:00100000:2.0:1767320857.538452:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952371389f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962588032:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767320857.538495:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320857.538511:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237138aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962588160:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 83us (395us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320857.538520:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5497
00000100:00100000:2.0:1767320857.538532:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952371389f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962588032:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 79us (296us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320857.538540:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6252
00000100:00080000:3.0:1767320857.538618:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767320857.781585:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320858.485567:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767320858.485592:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952371388000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000213248:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320858.485678:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320858.487167:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000213376:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320858.487269:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320858.488538:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000213248
00000100:00100000:1.0:1767320858.488552:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000213248
00000100:00100000:1.0:1767320858.488663:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000213376
00000100:00100000:1.0:1767320858.488667:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000213376
00000100:00100000:1.0:1767320858.488707:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2772
00000100:00100000:1.0:1767320858.488717:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000213248:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767320858.488768:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767320858.488846:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000213248:12345-0@lo:13:osp-pre-1-1.0 Request processed in 131us (3168us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320858.488854:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2772
00000100:00100000:1.0:1767320858.488886:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2773
00000100:00100000:1.0:1767320858.488893:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000213376:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767320858.488907:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767320858.488962:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000213376:12345-0@lo:13:osp-pre-0-1.0 Request processed in 69us (1692us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320858.488967:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2773
00000100:00100000:1.0:1767320858.489027:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952371388000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000213248:0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767320858.489229:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767320858.489233:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767320858.489258:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000213376:0@lo:13:osp-pre-0-1.0
00010000:00010000:3.0:1767320858.805989:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767320859.510391:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320859.510402:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767320859.510405:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320859.510408:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320859.510412:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320859.510419:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6052
00000100:00080000:0.0:1767320859.510424:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320859.510431:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320859.510469:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523470abb80 x1853164000213504/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320859.510535:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000213504:0@lo:38:kworker.0
00000100:00100000:3.0:1767320859.510642:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767320859.510755:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320859.510759:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320859.510761:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320859.510765:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6052
00000100:00080000:0.0:1767320859.510768:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320859.510771:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320859.510784:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523470a8e00 x1853164000213632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320859.510819:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000213504
00000100:00100000:1.0:1767320859.510826:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000213504
00000100:00100000:1.0:1767320859.510882:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2073
00000100:00100000:1.0:1767320859.510889:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000213504:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320859.510944:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320859.511227:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000213632:0@lo:38:kworker.0
00000100:00100000:3.0:1767320859.511256:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320859.511305:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000213632
00000100:00100000:2.0:1767320859.511310:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000213632
00000100:00100000:2.0:1767320859.511334:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6253
00000100:00100000:2.0:1767320859.511339:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000213632:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320859.511349:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320859.511389:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000213632:12345-0@lo:38:kworker.0 Request processed in 49us (132us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320859.511395:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6253
00000100:00080000:0.0:1767320859.511562:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320859.511567:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320859.511569:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320859.511579:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6052
00000100:00080000:0.0:1767320859.511581:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320859.511585:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320859.511602:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523470a8000 x1853164000213760/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320859.511637:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320859.511640:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320859.511642:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320859.511656:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6052
00000100:00080000:0.0:1767320859.511659:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320859.511661:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320859.511672:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523470a9c00 x1853164000214016/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320859.511718:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000214272:0@lo:400:kworker.0
00000100:00100000:0.0:1767320859.511746:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320859.511766:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767320859.511770:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000214144:0@lo:400:kworker.0
00000100:00100000:0.0:1767320859.511801:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320859.511821:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000214272
00000100:00100000:0.0:1767320859.511824:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000214272
00000100:00100000:0.0:1767320859.511852:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3573
00000100:00100000:0.0:1767320859.511857:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000214272:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320859.511907:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000214272:12345-0@lo:400:kworker.0 Request processed in 36us (146us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320859.511913:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3573
00000100:00100000:0.0:1767320859.511966:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000214272:0@lo:400:kworker.0
00000100:00100000:2.0:1767320859.512093:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000213888:0@lo:400:kworker.0
00000100:00100000:2.0:1767320859.512128:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320859.512150:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767320859.512155:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000214400:0@lo:400:kworker.0
00000100:00100000:2.0:1767320859.512172:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320859.512227:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000214400
00000100:00100000:2.0:1767320859.512231:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000214400
00000100:00100000:2.0:1767320859.512254:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3574
00000100:00100000:2.0:1767320859.512260:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000214400:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320859.512289:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000214400:12345-0@lo:400:kworker.0 Request processed in 29us (116us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320859.512294:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3574
00000100:00100000:2.0:1767320859.512315:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000214144
00000100:00100000:2.0:1767320859.512317:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000214144
00000100:00100000:2.0:1767320859.512340:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000213888
00000100:00100000:2.0:1767320859.512342:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000213888
00000100:00100000:2.0:1767320859.512357:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5498
00000100:00100000:2.0:1767320859.512362:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000214144:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320859.512386:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000214144:12345-0@lo:400:kworker.0 Request processed in 24us (584us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320859.512391:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5498
00000100:00100000:2.0:1767320859.512401:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5499
00000100:00100000:2.0:1767320859.512406:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000213888:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320859.512424:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000213888:12345-0@lo:400:kworker.0 Request processed in 18us (296us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320859.512429:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5499
00000100:00080000:2.0:1767320859.512441:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320859.512459:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000214400:0@lo:400:kworker.0
00000100:00100000:2.0:1767320859.512466:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000213888:0@lo:400:kworker.0
00000100:00100000:0.0:1767320859.512703:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000214144:0@lo:400:kworker.0
00000100:00100000:1.0:1767320859.513649:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000213504:12345-0@lo:38:kworker.0 Request processed in 2753us (3000us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320859.513660:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2073
00000100:00080000:3.0:1767320859.513786:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320859.513791:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320859.513795:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000213504:0@lo:38:kworker.0
00000100:00100000:3.0:1767320859.513816:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000213760:0@lo:38:kworker.0
00000100:00100000:3.0:1767320859.513861:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320859.513994:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000214016:0@lo:38:kworker.0
00000100:00100000:3.0:1767320859.514019:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767320859.514116:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320859.514120:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320859.514123:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000213632:0@lo:38:kworker.0
00000100:00100000:0.0:1767320859.514655:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000213760
00000100:00100000:0.0:1767320859.514666:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000213760
00000100:00100000:0.0:1767320859.514706:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000214016
00000100:00100000:0.0:1767320859.514709:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000214016
00000100:00100000:0.0:1767320859.514734:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6254
00000100:00100000:0.0:1767320859.514742:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000213760:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320859.514764:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320859.514817:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000213760:12345-0@lo:38:kworker.0 Request processed in 75us (955us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320859.514823:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6254
00000100:00100000:0.0:1767320859.514839:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6255
00000100:00100000:0.0:1767320859.514843:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000214016:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320859.514851:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320859.514874:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000214016:12345-0@lo:38:kworker.0 Request processed in 29us (854us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320859.514879:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6255
00000100:00080000:3.0:1767320859.515042:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320859.515047:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320859.515050:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000213760:0@lo:38:kworker.0
00000100:00080000:3.0:1767320859.515058:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320859.515062:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320859.515064:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000214016:0@lo:38:kworker.0
00010000:00010000:0.0:1767320859.831067:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320860.854296:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767320861.877955:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320862.655662:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767320862.655778:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767320862.655957:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962588416
00000100:00100000:1.0:1767320862.655969:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962588288
00000100:00100000:2.0:1767320862.655971:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962588416
00000100:00100000:1.0:1767320862.655977:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962588288
00000100:00100000:1.0:1767320862.656036:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5500
00000100:00100000:2.0:1767320862.656048:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6256
00000100:00100000:1.0:1767320862.656050:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962588416:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767320862.656059:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962588288:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767320862.656081:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320862.656161:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962588288:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 104us (382us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320862.656169:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6256
00000100:00100000:1.0:1767320862.656290:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962588416:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 244us (641us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320862.656297:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5500
00000100:00080000:3.0:1767320862.656410:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767320862.901472:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320863.605504:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952371388000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000214528:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320863.605582:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320863.605930:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767320863.605942:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000214656:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320863.605972:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320863.606353:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000214528
00000100:00100000:1.0:1767320863.606364:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000214528
00000100:00100000:1.0:1767320863.606433:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000214656
00000100:00100000:1.0:1767320863.606436:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000214656
00000100:00100000:1.0:1767320863.606466:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2774
00000100:00100000:1.0:1767320863.606476:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000214528:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767320863.606508:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767320863.606566:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000214528:12345-0@lo:13:osp-pre-1-1.0 Request processed in 91us (983us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320863.606574:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2774
00000100:00100000:1.0:1767320863.606592:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2775
00000100:00100000:1.0:1767320863.606598:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000214656:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767320863.606613:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767320863.606642:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000214656:12345-0@lo:13:osp-pre-0-1.0 Request processed in 44us (669us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320863.606660:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2775
00000100:00100000:1.0:1767320863.606708:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952371388000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000214528:0@lo:13:osp-pre-1-1.0
00000100:00080000:3.0:1767320863.607270:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767320863.607275:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767320863.607348:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000214656:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767320863.925385:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767320864.634364:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320864.634377:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767320864.634380:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320864.634384:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320864.634389:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320864.634396:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6057
00000100:00080000:2.0:1767320864.634401:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320864.634408:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320864.634451:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523670c0e00 x1853164000214784/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320864.634469:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320864.634473:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320864.634475:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320864.634479:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6057
00000100:00080000:2.0:1767320864.634481:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320864.634485:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320864.634496:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523670c2680 x1853164000214912/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320864.634506:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320864.634510:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320864.634512:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320864.634516:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6057
00000100:00080000:2.0:1767320864.634518:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320864.634521:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320864.634549:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523499abb80 x1853164000215040/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320864.634595:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320864.634600:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320864.634602:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320864.634605:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6057
00000100:00080000:2.0:1767320864.634608:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320864.634611:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320864.634622:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523499a9f80 x1853164000215296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320864.634715:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000215680:0@lo:400:kworker.0
00000100:00100000:2.0:1767320864.634783:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320864.634864:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767320864.634901:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000215168:0@lo:400:kworker.0
00000100:00100000:2.0:1767320864.634930:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320864.634968:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000215680
00000100:00100000:2.0:1767320864.634975:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000215680
00000100:00100000:2.0:1767320864.635027:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3575
00000100:00100000:2.0:1767320864.635036:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000215680:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320864.635088:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000215680:12345-0@lo:400:kworker.0 Request processed in 53us (304us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320864.635096:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3575
00000100:00100000:2.0:1767320864.635142:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000215680:0@lo:400:kworker.0
00000100:00100000:1.0:1767320864.635806:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000215552:0@lo:400:kworker.0
00000100:00100000:1.0:1767320864.635881:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320864.635909:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767320864.635916:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000215424:0@lo:400:kworker.0
00000100:00100000:1.0:1767320864.635940:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320864.635968:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000215552
00000100:00100000:1.0:1767320864.635974:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000215552
00000100:00100000:1.0:1767320864.636020:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3576
00000100:00100000:1.0:1767320864.636029:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952371388000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000215552:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320864.636071:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952371388000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000215552:12345-0@lo:400:kworker.0 Request processed in 43us (200us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320864.636078:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3576
00000100:00100000:1.0:1767320864.636099:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000215168
00000100:00100000:1.0:1767320864.636103:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000215168
00000100:00100000:1.0:1767320864.636137:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000215424
00000100:00100000:1.0:1767320864.636139:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000215424
00000100:00100000:1.0:1767320864.636162:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5501
00000100:00100000:1.0:1767320864.636169:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000215168:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320864.636243:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000215168:12345-0@lo:400:kworker.0 Request processed in 74us (1312us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320864.636250:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5501
00000100:00100000:1.0:1767320864.636262:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5502
00000100:00100000:1.0:1767320864.636269:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237138b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000215424:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320864.636295:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237138b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000215424:12345-0@lo:400:kworker.0 Request processed in 28us (355us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320864.636301:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5502
00000100:00100000:1.0:1767320864.636342:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000215168:0@lo:400:kworker.0
00000100:00100000:1.0:1767320864.636366:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000215424:0@lo:400:kworker.0
00000100:00100000:1.0:1767320864.636375:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000215552:0@lo:400:kworker.0
00000100:00100000:0.0:1767320864.638523:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000214784:0@lo:38:kworker.0
00000100:00100000:0.0:1767320864.638600:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320864.638659:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000214912:0@lo:38:kworker.0
00000100:00100000:0.0:1767320864.638699:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320864.638723:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000215040:0@lo:38:kworker.0
00000100:00100000:0.0:1767320864.638751:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320864.638772:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000215296:0@lo:38:kworker.0
00000100:00100000:0.0:1767320864.638793:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320864.638829:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000214912
00000100:00100000:0.0:1767320864.638837:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000214912
00000100:00100000:0.0:1767320864.638867:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000215040
00000100:00100000:0.0:1767320864.638869:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000215040
00000100:00100000:0.0:1767320864.638894:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000215296
00000100:00100000:0.0:1767320864.638897:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000215296
00000100:00100000:0.0:1767320864.638910:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6257
00000100:00100000:0.0:1767320864.638917:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000214912:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320864.638941:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320864.638982:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000214912:12345-0@lo:38:kworker.0 Request processed in 64us (282us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320864.638988:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6257
00000100:00100000:0.0:1767320864.639005:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6258
00000100:00100000:0.0:1767320864.639009:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000215040:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320864.639017:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320864.639038:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000215040:12345-0@lo:38:kworker.0 Request processed in 28us (287us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320864.639044:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6258
00000100:00100000:0.0:1767320864.639063:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6259
00000100:00100000:0.0:1767320864.639066:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000215296:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320864.639074:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320864.639095:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000215296:12345-0@lo:38:kworker.0 Request processed in 27us (301us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320864.639099:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6259
00000100:00080000:0.0:1767320864.639146:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320864.639151:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320864.639154:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000214912:0@lo:38:kworker.0
00000100:00080000:0.0:1767320864.639163:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320864.639165:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320864.639168:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000215040:0@lo:38:kworker.0
00000100:00080000:0.0:1767320864.639174:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320864.639177:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320864.639179:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000215296:0@lo:38:kworker.0
00000100:00080000:3.0:1767320864.640239:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320864.640972:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000214784
00000100:00100000:1.0:1767320864.640982:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000214784
00000100:00100000:1.0:1767320864.641030:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2074
00000100:00100000:1.0:1767320864.641036:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000214784:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320864.641065:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320864.641150:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000214784:12345-0@lo:38:kworker.0 Request processed in 112us (2549us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320864.641157:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2074
00000100:00080000:1.0:1767320864.641223:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320864.641228:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320864.641231:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000214784:0@lo:38:kworker.0
00010000:00010000:0.0:1767320864.949473:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767320865.973455:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320867.003537:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320867.779304:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767320867.779437:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962588672
00000100:00100000:1.0:1767320867.779452:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962588672
00000100:00100000:1.0:1767320867.779550:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5503
00000100:00100000:1.0:1767320867.779562:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962588672:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767320867.779679:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962588672:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 120us (392us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320867.779689:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5503
00000100:00080000:3.0:1767320867.780257:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320867.780348:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767320867.780469:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962588544
00000100:00100000:0.0:1767320867.780476:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962588544
00000100:00100000:0.0:1767320867.780511:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6260
00000100:00100000:0.0:1767320867.780518:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952371388380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962588544:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:0.0:1767320867.780545:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320867.780611:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952371388380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962588544:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 92us (264us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320867.780618:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6260
00010000:00010000:0.0:1767320868.023342:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320868.725468:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767320868.725498:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000215808:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320868.725580:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320868.726973:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000215808
00000100:00100000:0.0:1767320868.726986:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000215808
00000100:00080000:3.0:1767320868.727058:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767320868.727080:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000215936:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767320868.727130:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2776
00000100:00100000:3.0:1767320868.727136:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320868.727144:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000215808:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767320868.727183:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767320868.727265:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000215808:12345-0@lo:13:osp-pre-0-1.0 Request processed in 124us (1684us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320868.727273:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2776
00000100:00100000:2.0:1767320868.727319:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000215808:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320868.727442:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000215936
00000100:00100000:0.0:1767320868.727447:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000215936
00000100:00100000:0.0:1767320868.727742:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2777
00000100:00100000:0.0:1767320868.727748:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000215936:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767320868.727765:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767320868.727796:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000215936:12345-0@lo:13:osp-pre-1-1.0 Request processed in 48us (661us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320868.727802:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2777
00000100:00100000:0.0:1767320868.727830:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000215936:0@lo:13:osp-pre-1-1.0
00000100:00080000:3.0:1767320868.728025:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00010000:00010000:0.0:1767320869.045520:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767320869.749306:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320869.749317:0:72021:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767320869.749320:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320869.749324:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320869.749328:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320869.749336:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6062
00000100:00080000:2.0:1767320869.749340:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320869.749347:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320869.749385:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523499a9880 x1853164000216064/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320869.749419:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320869.749423:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320869.749425:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320869.749428:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6062
00000100:00080000:2.0:1767320869.749431:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320869.749434:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320869.749447:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523499a8e00 x1853164000216192/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320869.749456:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320869.749458:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320869.749460:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320869.749464:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6062
00000100:00080000:2.0:1767320869.749466:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320869.749470:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320869.749480:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523499aa680 x1853164000216320/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320869.749530:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320869.749534:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320869.749536:0:72021:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320869.749540:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6062
00000100:00080000:2.0:1767320869.749543:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320869.749546:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320869.749558:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523499ab480 x1853164000216576/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320869.749603:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000216448:0@lo:400:kworker.0
00000100:00100000:2.0:1767320869.749611:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000216704:0@lo:400:kworker.0
00000100:00100000:1.0:1767320869.749675:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000216832:0@lo:400:kworker.0
00000100:00100000:0.0:1767320869.749920:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000216960:0@lo:400:kworker.0
00000100:00100000:3.0:1767320869.750061:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320869.752369:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000216064:0@lo:38:kworker.0
00000100:00100000:3.0:1767320869.752433:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320869.752464:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000216192:0@lo:38:kworker.0
00000100:00100000:3.0:1767320869.752486:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320869.752501:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000216320:0@lo:38:kworker.0
00000100:00100000:3.0:1767320869.752521:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320869.752538:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000216576:0@lo:38:kworker.0
00000100:00100000:3.0:1767320869.752558:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320869.752598:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000216448
00000100:00100000:3.0:1767320869.752605:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000216448
00000100:00100000:3.0:1767320869.752664:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000216192
00000100:00100000:3.0:1767320869.752667:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000216192
00000100:00100000:3.0:1767320869.752681:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000216320
00000100:00100000:3.0:1767320869.752684:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000216320
00000100:00100000:3.0:1767320869.752690:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000216576
00000100:00100000:3.0:1767320869.752692:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000216576
00000100:00100000:3.0:1767320869.752704:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5504
00000100:00100000:3.0:1767320869.752713:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000216448:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320869.752734:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320869.752776:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000216448:12345-0@lo:400:kworker.0 Request processed in 64us (2715us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320869.752782:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000216064
00000100:00100000:3.0:1767320869.752783:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5504
00000100:00100000:2.0:1767320869.752785:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000216064
00000100:00100000:3.0:1767320869.752796:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000216704
00000100:00100000:3.0:1767320869.752799:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000216704
00000100:00100000:2.0:1767320869.752808:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2075
00000100:00100000:3.0:1767320869.752813:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5505
00000100:00100000:2.0:1767320869.752814:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000216064:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767320869.752818:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000216704:12345-0@lo:400:kworker.0
00010000:00020000:2.0:1767320869.752843:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320869.752862:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000216704:12345-0@lo:400:kworker.0 Request processed in 44us (128us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320869.752868:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5505
00000100:00100000:2.0:1767320869.752871:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000216064:12345-0@lo:38:kworker.0 Request processed in 57us (439us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320869.752876:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2075
00000100:00100000:3.0:1767320869.752880:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6261
00000100:00100000:3.0:1767320869.752883:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000216192:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320869.752893:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320869.752913:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000216704:0@lo:400:kworker.0
00000100:00100000:3.0:1767320869.752913:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000216192:12345-0@lo:38:kworker.0 Request processed in 28us (426us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320869.752919:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6261
00000100:00100000:3.0:1767320869.752928:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6262
00000100:00100000:3.0:1767320869.752932:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000216320:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767320869.752934:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6263
00000100:00100000:2.0:1767320869.752938:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000216576:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320869.752941:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:2.0:1767320869.752945:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320869.752961:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000216320:12345-0@lo:38:kworker.0 Request processed in 28us (439us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320869.752964:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000216576:12345-0@lo:38:kworker.0 Request processed in 25us (405us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320869.752967:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6262
00000100:00100000:2.0:1767320869.752970:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6263
00000100:00080000:3.0:1767320869.752994:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320869.753329:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320869.753364:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000216832
00000100:00100000:1.0:1767320869.753368:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000216832
00000100:00100000:1.0:1767320869.753393:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3577
00000100:00100000:1.0:1767320869.753400:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237138b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000216832:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320869.753431:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237138b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000216832:12345-0@lo:400:kworker.0 Request processed in 32us (103us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320869.753438:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3577
00000100:00100000:1.0:1767320869.753469:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000216832:0@lo:400:kworker.0
00000100:00100000:2.0:1767320869.753578:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000216448:0@lo:400:kworker.0
00000100:00080000:2.0:1767320869.753611:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320869.753616:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320869.753620:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000216064:0@lo:38:kworker.0
00000100:00100000:0.0:1767320869.753623:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767320869.753629:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320869.753633:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320869.753636:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000216192:0@lo:38:kworker.0
00000100:00080000:2.0:1767320869.753644:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767320869.753646:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000216960
00000100:00080000:2.0:1767320869.753648:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320869.753649:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000216960
00000100:00100000:2.0:1767320869.753651:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000216320:0@lo:38:kworker.0
00000100:00080000:2.0:1767320869.753658:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320869.753661:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320869.753664:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000216576:0@lo:38:kworker.0
00000100:00100000:0.0:1767320869.753671:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3578
00000100:00100000:0.0:1767320869.753677:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000216960:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320869.753709:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000216960:12345-0@lo:400:kworker.0 Request processed in 32us (85us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320869.753715:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3578
00000100:00100000:0.0:1767320869.753741:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000216960:0@lo:400:kworker.0
00010000:00010000:2.0:1767320870.071300:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320871.093871:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320872.117606:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320872.895519:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767320872.895578:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767320872.895669:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962588928
00000100:00100000:2.0:1767320872.895683:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962588928
00000100:00100000:2.0:1767320872.895774:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962588800
00000100:00100000:2.0:1767320872.895787:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962588800
00000100:00100000:2.0:1767320872.895821:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5506
00000100:00100000:2.0:1767320872.895835:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962588928:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767320872.895935:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962588928:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 103us (432us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320872.895943:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5506
00000100:00100000:2.0:1767320872.895978:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6264
00000100:00100000:2.0:1767320872.895984:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962588800:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767320872.896010:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320872.896040:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962588800:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 55us (461us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320872.896046:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6264
00000100:00080000:3.0:1767320872.898125:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767320873.141508:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320873.848455:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000217216:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320873.848525:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320873.848595:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000217088:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320873.848617:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320873.848662:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000217216
00000100:00100000:2.0:1767320873.848670:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000217216
00000100:00100000:0.0:1767320873.848689:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000217088
00000100:00100000:0.0:1767320873.848694:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000217088
00000100:00100000:0.0:1767320873.848739:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2778
00000100:00080000:3.0:1767320873.848741:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767320873.848744:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767320873.848748:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000217088:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767320873.848776:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767320873.848844:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000217088:12345-0@lo:13:osp-pre-1-1.0 Request processed in 97us (225us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320873.848853:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2778
00000100:00100000:3.0:1767320873.848936:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000217088:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320873.849533:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2779
00000100:00100000:2.0:1767320873.849544:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000217216:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767320873.849563:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767320873.849610:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000217216:12345-0@lo:13:osp-pre-0-1.0 Request processed in 69us (1085us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320873.849616:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2779
00000100:00100000:3.0:1767320873.849675:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000217216:0@lo:13:osp-pre-0-1.0
00010000:00010000:2.0:1767320874.166034:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767320874.875991:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320874.876001:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767320874.876005:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320874.876009:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320874.876013:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320874.876021:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6067
00000100:00080000:0.0:1767320874.876025:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320874.876031:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320874.876076:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523470a9500 x1853164000217344/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320874.876096:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320874.876099:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320874.876101:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320874.876105:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6067
00000100:00080000:0.0:1767320874.876107:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320874.876111:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320874.876123:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523470a8e00 x1853164000217472/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320874.876132:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320874.876136:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320874.876137:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320874.876141:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6067
00000100:00080000:0.0:1767320874.876145:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320874.876148:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320874.876159:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523670c0e00 x1853164000217600/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320874.876242:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320874.876246:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320874.876248:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320874.876252:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6067
00000100:00080000:0.0:1767320874.876254:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320874.876257:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320874.876270:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0df800 x1853164000217856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320874.876419:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000217728:0@lo:400:kworker.0
00000100:00100000:1.0:1767320874.876499:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320874.876576:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767320874.876583:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000217984:0@lo:400:kworker.0
00000100:00100000:1.0:1767320874.876606:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320874.876634:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000218112:0@lo:400:kworker.0
00000100:00100000:1.0:1767320874.876659:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320874.876679:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767320874.876685:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000218240:0@lo:400:kworker.0
00000100:00100000:1.0:1767320874.876704:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320874.876735:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000218112
00000100:00100000:1.0:1767320874.876742:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000218112
00000100:00100000:1.0:1767320874.876797:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000218240
00000100:00100000:1.0:1767320874.876801:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000218240
00000100:00100000:1.0:1767320874.876825:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3579
00000100:00100000:1.0:1767320874.876843:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237138bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000218112:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320874.876894:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237138bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000218112:12345-0@lo:400:kworker.0 Request processed in 62us (234us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320874.876901:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3579
00000100:00100000:1.0:1767320874.876919:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3580
00000100:00100000:1.0:1767320874.876925:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237138a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000218240:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320874.876950:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237138a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000218240:12345-0@lo:400:kworker.0 Request processed in 26us (245us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320874.876956:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3580
00000100:00100000:1.0:1767320874.877000:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000218240:0@lo:400:kworker.0
00000100:00100000:1.0:1767320874.877009:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000218112:0@lo:400:kworker.0
00000100:00100000:1.0:1767320874.877032:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000217728
00000100:00100000:1.0:1767320874.877034:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000217728
00000100:00100000:1.0:1767320874.877062:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000217984
00000100:00100000:1.0:1767320874.877064:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000217984
00000100:00100000:1.0:1767320874.877081:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5507
00000100:00100000:1.0:1767320874.877086:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237138ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000217728:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320874.877114:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237138ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000217728:12345-0@lo:400:kworker.0 Request processed in 28us (615us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320874.877120:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5507
00000100:00100000:1.0:1767320874.877130:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5508
00000100:00100000:1.0:1767320874.877134:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237138a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000217984:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320874.877153:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237138a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000217984:12345-0@lo:400:kworker.0 Request processed in 19us (547us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320874.877158:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5508
00000100:00100000:1.0:1767320874.877184:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000217984:0@lo:400:kworker.0
00000100:00100000:1.0:1767320874.877218:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000217728:0@lo:400:kworker.0
00000100:00080000:3.0:1767320874.877866:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320874.885540:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000217344:0@lo:38:kworker.0
00000100:00100000:2.0:1767320874.885620:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320874.885681:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000217472:0@lo:38:kworker.0
00000100:00100000:2.0:1767320874.885712:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320874.885735:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000217600:0@lo:38:kworker.0
00000100:00100000:2.0:1767320874.885769:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320874.885800:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000217856:0@lo:38:kworker.0
00000100:00100000:2.0:1767320874.885822:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320874.886140:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000217472
00000100:00100000:0.0:1767320874.886150:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000217472
00000100:00100000:0.0:1767320874.886187:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000217600
00000100:00100000:0.0:1767320874.886190:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000217600
00000100:00100000:0.0:1767320874.886223:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000217856
00000100:00100000:0.0:1767320874.886226:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000217856
00000100:00100000:0.0:1767320874.886242:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6265
00000100:00100000:0.0:1767320874.886252:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000217472:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320874.886272:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320874.886319:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000217472:12345-0@lo:38:kworker.0 Request processed in 68us (605us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320874.886327:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6265
00000100:00100000:0.0:1767320874.886342:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6266
00000100:00100000:0.0:1767320874.886346:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000217600:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320874.886358:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320874.886379:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000217600:12345-0@lo:38:kworker.0 Request processed in 32us (610us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320874.886385:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6266
00000100:00100000:0.0:1767320874.886395:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6267
00000100:00100000:0.0:1767320874.886399:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000217856:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320874.886407:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320874.886428:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000217856:12345-0@lo:38:kworker.0 Request processed in 27us (605us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320874.886434:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6267
00000100:00100000:1.0:1767320874.886869:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000217344
00000100:00100000:1.0:1767320874.886875:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000217344
00000100:00100000:1.0:1767320874.886909:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2076
00000100:00100000:1.0:1767320874.886914:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000217344:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320874.886924:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320874.886961:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000217344:12345-0@lo:38:kworker.0 Request processed in 46us (1342us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320874.886967:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2076
00000100:00080000:2.0:1767320874.887188:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320874.887222:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320874.887226:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000217344:0@lo:38:kworker.0
00000100:00080000:2.0:1767320874.887238:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320874.887241:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320874.887244:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000217472:0@lo:38:kworker.0
00000100:00080000:2.0:1767320874.887252:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320874.887256:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320874.887259:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000217600:0@lo:38:kworker.0
00000100:00080000:2.0:1767320874.887269:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320874.887272:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320874.887274:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000217856:0@lo:38:kworker.0
00010000:00010000:3.0:1767320875.189617:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320876.213457:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320876.996299:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000400:00000100:3.0:1767320876.996598:0:6999:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.52@tcp portal 26 match 1853163962589056 offset 0 length 520: 4
00000100:00100000:3.0:1767320876.996639:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767320877.010035:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962589312
00000100:00100000:1.0:1767320877.010059:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962589312
00000100:00100000:1.0:1767320877.010208:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962589184
00000100:00100000:1.0:1767320877.010213:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962589184
00000100:00100000:1.0:1767320877.010249:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5509
00000100:00100000:1.0:1767320877.010260:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962589312:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767320877.010397:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962589312:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 138us (14114us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320877.010405:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5509
00000100:00100000:1.0:1767320877.010431:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6268
00000100:00100000:1.0:1767320877.010437:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962589184:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767320877.010463:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320877.010494:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962589184:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 56us (13855us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320877.010501:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6268
00000100:00080000:3.0:1767320877.012074:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767320877.238121:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767320878.270602:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320878.967092:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767320878.967116:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000218368:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320878.967247:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320878.967349:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000218368
00000100:00100000:2.0:1767320878.967361:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000218368
00000100:00100000:2.0:1767320878.967445:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2780
00000100:00100000:0.0:1767320878.967452:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767320878.967459:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000218368:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767320878.967469:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000218496:0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767320878.967506:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767320878.967508:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320878.967558:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000218368:12345-0@lo:13:osp-pre-1-1.0 Request processed in 102us (316us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320878.967568:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2780
00000100:00100000:2.0:1767320878.967596:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000218496
00000100:00100000:2.0:1767320878.967599:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000218496
00000100:00100000:2.0:1767320878.967636:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2781
00000100:00100000:2.0:1767320878.967645:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000218496:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767320878.967664:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767320878.967701:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000218496:12345-0@lo:13:osp-pre-0-1.0 Request processed in 58us (193us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320878.967710:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2781
00000100:00080000:2.0:1767320878.967737:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767320878.967752:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767320878.967816:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000218368:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767320878.972466:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000218496:0@lo:13:osp-pre-0-1.0
00010000:00010000:3.0:1767320879.290873:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320879.989597:0:7004:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320854/real 1767320854]  req@ffff95237d0ddc00 x1853164000212096/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320879 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1767320879.989612:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320879.989624:0:72021:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767320879.989628:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320879.989633:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320879.989640:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767320879.989641:0:7004:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95237d0ddc00 x1853164000212096/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320879 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1767320879.989657:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6072
00000100:00080000:3.0:1767320879.989665:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320879.989674:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320879.989676:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00080000:2.0:1767320879.989716:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767320879.989722:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000212096:0@lo:250:kworker.0
00000100:00100000:3.0:1767320879.989753:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236710fb80 x1853164000218624/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320879.989783:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320879.989787:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320879.989790:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320879.989795:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6072
00000100:00080000:3.0:1767320879.989798:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320879.989802:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320879.989817:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236710f800 x1853164000218752/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320879.989828:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320879.989832:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320879.989835:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320879.989841:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6072
00000100:00100000:2.0:1767320879.989845:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000218624:0@lo:38:kworker.0
00000100:00080000:3.0:1767320879.989847:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320879.989857:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320879.989873:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236710f480 x1853164000218880/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320879.989944:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320879.990012:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000218752:0@lo:38:kworker.0
00000100:00100000:1.0:1767320879.990025:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000219008:0@lo:400:kworker.0
00000100:00100000:2.0:1767320879.990046:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320879.990083:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000218880:0@lo:38:kworker.0
00000100:00080000:3.0:1767320879.990099:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320879.990106:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320879.990108:0:72021:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767320879.990110:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767320879.990114:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6072
00000100:00100000:2.0:1767320879.990130:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320879.990188:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000218752
00000100:00080000:3.0:1767320879.990189:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1767320879.990190:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000219008
00000100:00100000:1.0:1767320879.990241:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000218752
00000100:00100000:2.0:1767320879.990242:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000219008
00000100:00100000:1.0:1767320879.990302:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000218880
00000100:00100000:1.0:1767320879.990309:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000218880
00000100:00100000:2.0:1767320879.990314:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5510
00000100:00080000:3.0:1767320879.990360:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320879.990391:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236710f100 x1853164000219136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320879.990450:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000218624
00000100:00100000:0.0:1767320879.990458:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000218624
00000100:00100000:0.0:1767320879.990495:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2077
00000100:00100000:0.0:1767320879.990503:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000218624:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320879.990527:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320879.990586:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000218624:12345-0@lo:38:kworker.0 Request processed in 81us (640us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320879.990597:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952371389c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000219008:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320879.990609:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2077
00000100:00100000:2.0:1767320879.990676:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952371389c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000219008:12345-0@lo:400:kworker.0 Request processed in 93us (565us total) trans 0 rc 0/0
00000100:00080000:3.0:1767320879.990791:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320879.990795:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767320879.990798:0:72021:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320879.990802:0:72021:0:(import.c:509:import_select_connection()) MGC192.168.202.152@tcp: connect to NID 0@lo last attempt 6052
00000100:00080000:3.0:1767320879.990805:0:72021:0:(import.c:588:import_select_connection()) MGC192.168.202.152@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320879.990809:0:72021:0:(import.c:623:import_select_connection()) MGC192.168.202.152@tcp: import ffff95235eb57800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320879.990820:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d788e00 x1853164000219648/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320879.990848:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d788700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000219264:0@lo:400:kworker.0
00000100:00100000:3.0:1767320879.990879:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320879.990930:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d78ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000219520:0@lo:400:kworker.0
00000100:00100000:3.0:1767320879.990956:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320879.990977:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767320879.990983:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d788380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000219392:0@lo:400:kworker.0
00000100:00100000:3.0:1767320879.991003:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320879.991031:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000219520
00000100:00100000:3.0:1767320879.991035:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000219520
00000100:00100000:3.0:1767320879.991062:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000219392
00000100:00100000:3.0:1767320879.991065:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000219392
00000100:00100000:3.0:1767320879.991077:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3581
00000100:00100000:3.0:1767320879.991082:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000219520:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320879.991105:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000219520:12345-0@lo:400:kworker.0 Request processed in 23us (149us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320879.991110:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3581
00000100:00100000:3.0:1767320879.991120:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3582
00000100:00100000:3.0:1767320879.991123:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000219392:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320879.991137:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000219392:12345-0@lo:400:kworker.0 Request processed in 15us (135us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320879.991141:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3582
00000100:00100000:3.0:1767320879.991168:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d788380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000219392:0@lo:400:kworker.0
00000100:00100000:3.0:1767320879.991174:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d78ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000219520:0@lo:400:kworker.0
00000100:00080000:3.0:1767320879.991217:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320879.991229:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000219136:0@lo:38:kworker.0
00000100:00100000:3.0:1767320879.991261:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320879.991272:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d788e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000219648:0@lo:250:kworker.0
00000400:00000100:3.0:1767320879.991287:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164000219648 offset 0 length 520: 4
00000100:00080000:3.0:1767320879.991313:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320879.991317:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320879.991321:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000218624:0@lo:38:kworker.0
00000100:00100000:3.0:1767320879.991358:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000219264
00000100:00100000:3.0:1767320879.991362:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000219264
00000100:00100000:1.0:1767320879.995217:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000219136
00000100:00100000:1.0:1767320879.995238:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000219136
00000100:00100000:1.0:1767320879.995286:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6269
00000100:00100000:1.0:1767320879.995296:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000218752:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320879.995328:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320879.995461:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000218752:12345-0@lo:38:kworker.0 Request processed in 165us (5415us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320879.995468:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6269
00000100:00100000:1.0:1767320879.995491:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6270
00000100:00100000:1.0:1767320879.995496:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000218880:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320879.995506:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320879.995531:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000218880:12345-0@lo:38:kworker.0 Request processed in 34us (5404us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320879.995537:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6270
00000100:00100000:1.0:1767320879.995549:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6271
00000100:00100000:1.0:1767320879.995554:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000219136:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320879.995562:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320879.995583:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000219136:12345-0@lo:38:kworker.0 Request processed in 28us (4321us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320879.995588:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6271
00000100:00100000:1.0:1767320879.995879:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000219008:0@lo:400:kworker.0
00000100:00080000:1.0:1767320879.995930:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320879.995937:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320879.995941:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000219136:0@lo:38:kworker.0
00000100:00080000:1.0:1767320879.995952:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320879.995955:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320879.995958:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000218880:0@lo:38:kworker.0
00000100:00080000:1.0:1767320879.995967:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320879.995971:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320879.995974:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000218752:0@lo:38:kworker.0
00000100:00080000:1.0:1767320879.996884:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320879.997494:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5510
00000100:00100000:3.0:1767320879.998166:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5511
00000100:00100000:3.0:1767320879.998186:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000219264:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320879.998318:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000219264:12345-0@lo:400:kworker.0 Request processed in 141us (7436us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320879.998325:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5511
00000100:00100000:0.0:1767320879.998418:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d788700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000219264:0@lo:400:kworker.0
00010000:00010000:0.0:1767320880.310117:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320881.333586:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320882.112971:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767320882.113082:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767320882.119514:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962589440
00000100:00100000:3.0:1767320882.119538:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962589440
00000100:00100000:3.0:1767320882.120796:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962589568
00000100:00100000:3.0:1767320882.120813:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962589568
00000100:00100000:3.0:1767320882.120917:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5512
00000100:00100000:3.0:1767320882.120935:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962589568:12345-192.168.202.52@tcp:400:kworker.0
00000100:00080000:2.0:1767320882.120961:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320882.121065:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962589568:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 135us (7980us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320882.121074:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5512
00000100:00100000:1.0:1767320882.121246:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6272
00000100:00100000:1.0:1767320882.121254:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962589440:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767320882.121295:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320882.121363:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962589440:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 107us (9276us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320882.121377:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6272
00010000:00010000:2.0:1767320882.357704:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320883.383883:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320884.085802:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000219776:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320884.085877:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320884.086304:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000219776
00000100:00100000:2.0:1767320884.086313:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000219776
00000100:00100000:2.0:1767320884.086403:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2782
00000100:00100000:2.0:1767320884.086413:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000219776:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767320884.086442:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767320884.086495:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000219776:12345-0@lo:13:osp-pre-1-1.0 Request processed in 84us (618us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320884.086503:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2782
00000100:00100000:2.0:1767320884.086551:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000219776:0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767320884.087119:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767320884.088468:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000219904:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320884.088569:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320884.088649:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000219904
00000100:00100000:3.0:1767320884.088660:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000219904
00000100:00100000:3.0:1767320884.088765:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2783
00000100:00100000:3.0:1767320884.088775:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000219904:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767320884.088803:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767320884.088872:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000219904:12345-0@lo:13:osp-pre-0-1.0 Request processed in 100us (303us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320884.088880:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2783
00000100:00080000:1.0:1767320884.088959:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767320884.088981:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000219904:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767320884.406869:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767320885.109389:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320885.109400:0:72021:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767320885.109403:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320885.109407:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320885.109412:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320885.109421:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6077
00000100:00080000:2.0:1767320885.109427:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320885.109435:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320885.109474:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523499a9500 x1853164000220032/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320885.109502:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320885.109507:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320885.109509:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320885.109512:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6077
00000100:00080000:2.0:1767320885.109514:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320885.109517:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320885.109531:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523499ab480 x1853164000220160/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320885.109546:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320885.109549:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320885.109552:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320885.109556:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6077
00000100:00080000:2.0:1767320885.109559:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320885.109562:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320885.109568:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000220032:0@lo:38:kworker.0
00000100:00100000:2.0:1767320885.109574:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523499a8380 x1853164000220288/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320885.109620:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320885.109624:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320885.109626:0:72021:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767320885.109641:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320885.109696:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000220160:0@lo:38:kworker.0
00000100:00100000:1.0:1767320885.109718:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320885.109736:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000220288:0@lo:38:kworker.0
00000100:00100000:1.0:1767320885.109754:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320885.109780:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000220032
00000100:00100000:1.0:1767320885.109788:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000220032
00000100:00100000:3.0:1767320885.109802:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767320885.109818:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000220416:0@lo:400:kworker.0
00000100:00100000:1.0:1767320885.109823:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2078
00000100:00100000:1.0:1767320885.109831:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000220032:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320885.109853:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320885.109860:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320885.109901:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000220032:12345-0@lo:38:kworker.0 Request processed in 69us (259us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320885.109904:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000220160
00000100:00100000:1.0:1767320885.109910:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2078
00000100:00100000:3.0:1767320885.109911:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000220160
00000100:00080000:2.0:1767320885.109958:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6077
00000100:00080000:2.0:1767320885.109962:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320885.109966:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320885.109984:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523470a8e00 x1853164000220544/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320885.110047:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364bc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000220800:0@lo:400:kworker.0
00000100:00100000:2.0:1767320885.110079:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320885.110101:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767320885.110107:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364bc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000220928:0@lo:400:kworker.0
00000100:00100000:0.0:1767320885.110127:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767320885.110133:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320885.110141:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000220672:0@lo:400:kworker.0
00000100:00100000:0.0:1767320885.110185:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320885.120937:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000220800
00000100:00100000:0.0:1767320885.120953:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000220800
00000100:00100000:0.0:1767320885.121033:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000220928
00000100:00100000:0.0:1767320885.121036:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000220928
00000100:00100000:0.0:1767320885.121061:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3583
00000100:00100000:0.0:1767320885.121071:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364bc0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000220800:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320885.121446:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364bc0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000220800:12345-0@lo:400:kworker.0 Request processed in 375us (11364us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320885.121454:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3583
00000100:00100000:0.0:1767320885.121473:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3584
00000100:00100000:0.0:1767320885.121480:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364bc2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000220928:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320885.121511:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364bc2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000220928:12345-0@lo:400:kworker.0 Request processed in 33us (11380us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320885.121517:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3584
00000100:00100000:0.0:1767320885.121544:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000220544:0@lo:38:kworker.0
00000100:00100000:0.0:1767320885.121581:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320885.122739:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000220288
00000100:00100000:3.0:1767320885.122751:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000220288
00000100:00100000:3.0:1767320885.122830:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000220416
00000100:00100000:3.0:1767320885.122835:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000220416
00000100:00100000:3.0:1767320885.122867:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000220672
00000100:00100000:3.0:1767320885.122870:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000220672
00000100:00100000:3.0:1767320885.122942:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5513
00000100:00100000:3.0:1767320885.122949:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000220416:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320885.123016:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000220416:12345-0@lo:400:kworker.0 Request processed in 67us (13156us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320885.123023:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5513
00000100:00100000:3.0:1767320885.123039:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5514
00000100:00100000:3.0:1767320885.123045:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000220672:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320885.123080:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000220672:12345-0@lo:400:kworker.0 Request processed in 35us (12893us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320885.123085:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5514
00000100:00100000:3.0:1767320885.123097:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6273
00000100:00100000:3.0:1767320885.123101:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000220160:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320885.123124:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320885.123154:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000220160:12345-0@lo:38:kworker.0 Request processed in 51us (13434us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320885.123160:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6273
00000100:00100000:3.0:1767320885.123171:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6274
00000100:00100000:3.0:1767320885.123174:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000220288:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320885.123184:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320885.123227:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000220288:12345-0@lo:38:kworker.0 Request processed in 51us (13472us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320885.123233:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6274
00000100:00080000:3.0:1767320885.123249:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320885.123401:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000220416:0@lo:400:kworker.0
00000100:00100000:1.0:1767320885.123452:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364bc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000220928:0@lo:400:kworker.0
00000100:00100000:1.0:1767320885.123463:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364bc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000220800:0@lo:400:kworker.0
00000100:00100000:3.0:1767320885.124526:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000220672:0@lo:400:kworker.0
00000100:00100000:2.0:1767320885.134752:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000220544
00000100:00100000:2.0:1767320885.134768:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000220544
00000100:00100000:2.0:1767320885.134829:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6275
00000100:00100000:2.0:1767320885.134839:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000220544:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320885.134861:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320885.134930:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000220544:12345-0@lo:38:kworker.0 Request processed in 91us (13348us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320885.134938:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6275
00000100:00080000:1.0:1767320885.145841:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320885.145858:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320885.145863:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000220544:0@lo:38:kworker.0
00000100:00080000:1.0:1767320885.145881:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320885.145885:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320885.145888:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000220288:0@lo:38:kworker.0
00000100:00080000:1.0:1767320885.145899:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320885.145902:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320885.150323:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000220032:0@lo:38:kworker.0
00000100:00080000:1.0:1767320885.150373:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320885.150379:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320885.150383:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000220160:0@lo:38:kworker.0
00010000:00010000:0.0:1767320885.437629:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767320886.453714:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320887.233983:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767320887.234031:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767320887.234134:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962589824
00000100:00100000:0.0:1767320887.234145:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962589824
00000100:00100000:0.0:1767320887.234250:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962589696
00000100:00100000:0.0:1767320887.234254:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962589696
00000100:00100000:0.0:1767320887.234273:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5515
00000100:00100000:0.0:1767320887.234283:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b27100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962589824:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:0.0:1767320887.234358:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b27100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962589824:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 76us (384us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320887.234367:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5515
00000100:00100000:0.0:1767320887.234390:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6276
00000100:00100000:0.0:1767320887.234410:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b25180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962589696:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:0.0:1767320887.234429:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320887.234456:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b25180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962589696:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 45us (425us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320887.234462:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6276
00000100:00080000:1.0:1767320887.234611:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767320887.477497:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320888.501448:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320889.205455:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767320889.205479:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952344b27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000221056:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320889.205699:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320889.205812:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952344b26300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000221184:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320889.205836:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320889.205925:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000221056
00000100:00100000:0.0:1767320889.205933:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000221056
00000100:00100000:0.0:1767320889.205993:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000221184
00000100:00100000:0.0:1767320889.205996:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000221184
00000100:00100000:0.0:1767320889.206017:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2784
00000100:00100000:0.0:1767320889.206026:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364bc0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000221056:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767320889.206056:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767320889.206100:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364bc0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000221056:12345-0@lo:13:osp-pre-0-1.0 Request processed in 76us (402us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320889.206107:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2784
00000100:00100000:0.0:1767320889.206124:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2785
00000100:00100000:0.0:1767320889.206131:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364bc2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000221184:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767320889.206144:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767320889.206170:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364bc2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000221184:12345-0@lo:13:osp-pre-1-1.0 Request processed in 40us (333us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320889.206176:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2785
00000100:00080000:2.0:1767320889.206332:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767320889.206336:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767320889.206383:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952344b26300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000221184:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320889.206396:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952344b27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000221056:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767320889.525564:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767320890.229330:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320890.229341:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767320890.229345:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320890.229348:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320890.229353:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320890.229361:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6083
00000100:00080000:2.0:1767320890.229365:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320890.229372:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320890.229418:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234bfe1880 x1853164000221312/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320890.229454:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320890.229458:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320890.229460:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320890.229463:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6083
00000100:00080000:2.0:1767320890.229465:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320890.229468:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320890.229480:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234bfe0380 x1853164000221440/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320890.229490:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320890.229504:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320890.229506:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320890.229510:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6083
00000100:00080000:2.0:1767320890.229513:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320890.229516:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320890.229527:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234bfe0700 x1853164000221568/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320890.229581:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320890.229585:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320890.229587:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320890.229590:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6083
00000100:00080000:2.0:1767320890.229592:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320890.229595:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320890.229607:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366986300 x1853164000221824/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320890.229681:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366987100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000222080:0@lo:400:kworker.0
00000100:00100000:2.0:1767320890.229749:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320890.229817:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767320890.229823:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366984700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000222208:0@lo:400:kworker.0
00000100:00100000:2.0:1767320890.229844:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320890.229875:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000222080
00000100:00100000:2.0:1767320890.229897:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000222080
00000100:00100000:0.0:1767320890.230074:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366986a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000221952:0@lo:400:kworker.0
00000100:00100000:0.0:1767320890.230108:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320890.230135:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767320890.230141:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366985880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000221696:0@lo:400:kworker.0
00000100:00100000:0.0:1767320890.230164:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320890.230233:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000221952
00000100:00100000:0.0:1767320890.230238:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000221952
00000100:00100000:0.0:1767320890.230284:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000221696
00000100:00100000:0.0:1767320890.230287:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000221696
00000100:00100000:0.0:1767320890.230311:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5516
00000100:00100000:0.0:1767320890.230319:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000221952:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320890.230372:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000221952:12345-0@lo:400:kworker.0 Request processed in 53us (262us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320890.230380:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5516
00000100:00100000:0.0:1767320890.230398:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5517
00000100:00100000:0.0:1767320890.230404:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000221696:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320890.230430:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000221696:12345-0@lo:400:kworker.0 Request processed in 27us (266us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320890.230436:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5517
00000100:00100000:0.0:1767320890.230504:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366985880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000221696:0@lo:400:kworker.0
00000100:00100000:0.0:1767320890.230515:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366986a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000221952:0@lo:400:kworker.0
00000100:00080000:0.0:1767320890.230561:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320890.230722:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bfe1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000221312:0@lo:38:kworker.0
00000100:00100000:1.0:1767320890.230755:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320890.230790:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bfe0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000221440:0@lo:38:kworker.0
00000100:00100000:1.0:1767320890.230812:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320890.230828:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bfe0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000221568:0@lo:38:kworker.0
00000100:00100000:1.0:1767320890.230848:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320890.230865:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366986300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000221824:0@lo:38:kworker.0
00000100:00100000:1.0:1767320890.230895:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320890.230936:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000221440
00000100:00100000:1.0:1767320890.230941:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000221440
00000100:00100000:1.0:1767320890.230962:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000221568
00000100:00100000:1.0:1767320890.230965:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000221568
00000100:00100000:1.0:1767320890.230977:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000221824
00000100:00100000:1.0:1767320890.230979:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000221824
00000100:00100000:1.0:1767320890.230993:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6277
00000100:00100000:1.0:1767320890.230998:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b27480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000221440:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320890.231017:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320890.231051:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b27480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000221440:12345-0@lo:38:kworker.0 Request processed in 51us (237us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320890.231057:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6277
00000100:00100000:1.0:1767320890.231071:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6278
00000100:00100000:1.0:1767320890.231075:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b24700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000221568:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320890.231084:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320890.231105:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b24700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000221568:12345-0@lo:38:kworker.0 Request processed in 29us (257us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320890.231111:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6278
00000100:00100000:1.0:1767320890.231123:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6279
00000100:00100000:1.0:1767320890.231127:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b26d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000221824:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320890.231142:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320890.231163:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b26d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000221824:12345-0@lo:38:kworker.0 Request processed in 35us (268us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320890.231168:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6279
00000100:00080000:1.0:1767320890.231225:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320890.231230:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320890.231233:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bfe0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000221440:0@lo:38:kworker.0
00000100:00080000:1.0:1767320890.231241:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320890.231244:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320890.231247:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bfe0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000221568:0@lo:38:kworker.0
00000100:00080000:1.0:1767320890.231254:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320890.231257:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320890.231259:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366986300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000221824:0@lo:38:kworker.0
00000100:00100000:2.0:1767320890.231603:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000222208
00000100:00100000:2.0:1767320890.231608:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000222208
00000100:00100000:2.0:1767320890.231633:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3585
00000100:00100000:2.0:1767320890.231650:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349090700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000222080:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320890.231696:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349090700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000222080:12345-0@lo:400:kworker.0 Request processed in 57us (1946us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320890.231702:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3585
00000100:00100000:2.0:1767320890.231715:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3586
00000100:00100000:2.0:1767320890.231721:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349091180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000222208:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320890.231747:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349091180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000222208:12345-0@lo:400:kworker.0 Request processed in 27us (1902us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320890.231753:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3586
00000100:00100000:2.0:1767320890.231794:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366984700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000222208:0@lo:400:kworker.0
00000100:00100000:2.0:1767320890.231805:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366987100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000222080:0@lo:400:kworker.0
00000100:00100000:0.0:1767320890.232046:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000221312
00000100:00100000:0.0:1767320890.232051:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000221312
00000100:00100000:0.0:1767320890.232082:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2079
00000100:00100000:0.0:1767320890.232087:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b25f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000221312:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320890.232098:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320890.232132:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b25f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000221312:12345-0@lo:38:kworker.0 Request processed in 44us (1375us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320890.232138:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2079
00000100:00080000:1.0:1767320890.233190:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320890.233215:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320890.233219:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bfe1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000221312:0@lo:38:kworker.0
00010000:00010000:2.0:1767320890.549701:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320891.573674:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320892.363721:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767320892.363808:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767320892.363936:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962589952
00000100:00100000:1.0:1767320892.363951:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962589952
00000100:00100000:0.0:1767320892.363956:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962590080
00000100:00100000:0.0:1767320892.363974:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962590080
00000100:00100000:1.0:1767320892.364020:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6280
00000100:00100000:1.0:1767320892.364030:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349092680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962589952:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767320892.364059:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320892.364083:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5518
00000100:00100000:0.0:1767320892.364095:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349093100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962590080:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767320892.364169:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349092680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962589952:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 136us (462us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320892.364180:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349093100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962590080:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 82us (368us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320892.364187:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6280
00000100:00100000:0.0:1767320892.364263:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5518
00000100:00080000:3.0:1767320892.365497:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767320892.600831:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320893.622240:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320894.326449:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000222336:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320894.326564:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320894.327163:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767320894.327176:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952344b24a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000222464:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320894.327430:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000222336
00000100:00100000:2.0:1767320894.327444:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000222336
00000100:00100000:3.0:1767320894.327495:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320894.327536:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000222464
00000100:00100000:2.0:1767320894.327540:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000222464
00000100:00100000:3.0:1767320894.327551:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2786
00000100:00100000:3.0:1767320894.327563:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000222336:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320894.327565:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2787
00000100:00100000:2.0:1767320894.327571:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000222464:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767320894.327612:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00002000:00000024:3.0:1767320894.327613:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767320894.327667:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000222464:12345-0@lo:13:osp-pre-0-1.0 Request processed in 95us (172us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320894.327674:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2787
00000100:00100000:3.0:1767320894.327720:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000222336:12345-0@lo:13:osp-pre-1-1.0 Request processed in 160us (1156us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320894.327726:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2786
00000100:00100000:2.0:1767320894.327758:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952344b24a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000222464:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320894.327773:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000222336:0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767320894.327837:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767320894.327842:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00010000:00010000:2.0:1767320894.645523:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767320895.349868:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320895.349883:0:72021:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767320895.349886:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320895.349891:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320895.349896:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320895.349906:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6088
00000100:00080000:3.0:1767320895.349913:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320895.349922:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320895.349980:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523470a9500 x1853164000222592/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320895.350049:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000222592:0@lo:38:kworker.0
00000100:00100000:1.0:1767320895.350153:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320895.350324:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000222592
00000100:00100000:2.0:1767320895.350334:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000222592
00000100:00100000:2.0:1767320895.350383:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2080
00000100:00100000:2.0:1767320895.350392:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b24e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000222592:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320895.350418:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767320895.350521:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320895.350526:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320895.350529:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320895.350533:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6088
00000100:00080000:3.0:1767320895.350535:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320895.350539:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320895.350559:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236710f800 x1853164000222720/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320895.353322:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b24e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000222592:12345-0@lo:38:kworker.0 Request processed in 2906us (3145us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320895.353342:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2080
00000100:00080000:1.0:1767320895.353889:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320895.353898:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320895.353903:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000222592:0@lo:38:kworker.0
00000100:00100000:1.0:1767320895.353946:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000222720:0@lo:38:kworker.0
00000100:00100000:1.0:1767320895.354029:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320895.354803:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000222720
00000100:00100000:2.0:1767320895.354816:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000222720
00000100:00100000:2.0:1767320895.354930:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6281
00000100:00100000:2.0:1767320895.354939:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b26680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000222720:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320895.354980:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320895.355069:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b26680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000222720:12345-0@lo:38:kworker.0 Request processed in 129us (1040us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320895.355076:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6281
00000100:00080000:1.0:1767320895.355160:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320895.355166:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320895.355170:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000222720:0@lo:38:kworker.0
00000100:00080000:3.0:1767320895.355988:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320895.355996:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320895.356000:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320895.356006:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6088
00000100:00080000:3.0:1767320895.356011:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320895.356018:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320895.356075:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236710f480 x1853164000222848/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320895.356134:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320895.356139:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320895.356141:0:72021:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320895.356145:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6088
00000100:00080000:3.0:1767320895.356147:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320895.356153:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320895.356165:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236710dc00 x1853164000223104/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320895.356287:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000223360:0@lo:400:kworker.0
00000100:00100000:3.0:1767320895.356377:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320895.356419:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767320895.356427:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d788700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000223488:0@lo:400:kworker.0
00000100:00100000:3.0:1767320895.356453:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320895.356489:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000223360
00000100:00100000:3.0:1767320895.356499:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000223360
00000100:00100000:3.0:1767320895.356555:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000223488
00000100:00100000:3.0:1767320895.356559:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000223488
00000100:00100000:3.0:1767320895.356607:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3587
00000100:00100000:3.0:1767320895.356617:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d78ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000223360:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320895.356675:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d78ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000223360:12345-0@lo:400:kworker.0 Request processed in 60us (298us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320895.356683:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3587
00000100:00100000:3.0:1767320895.356699:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3588
00000100:00100000:3.0:1767320895.356706:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d788380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000223488:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320895.356735:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d788380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000223488:12345-0@lo:400:kworker.0 Request processed in 30us (282us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320895.356741:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3588
00000100:00100000:3.0:1767320895.356782:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d788700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000223488:0@lo:400:kworker.0
00000100:00100000:3.0:1767320895.356793:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000223360:0@lo:400:kworker.0
00000100:00100000:3.0:1767320895.356841:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000222976:0@lo:400:kworker.0
00000100:00100000:3.0:1767320895.356870:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320895.357377:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000222848:0@lo:38:kworker.0
00000100:00100000:1.0:1767320895.357434:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000223232:0@lo:400:kworker.0
00000100:00100000:3.0:1767320895.357905:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320895.357986:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000222976
00000100:00100000:0.0:1767320895.357994:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000222976
00000100:00100000:0.0:1767320895.358058:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5519
00000100:00100000:0.0:1767320895.358067:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d788700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000222976:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320895.358125:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d788700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000222976:12345-0@lo:400:kworker.0 Request processed in 60us (1254us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320895.358132:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5519
00000100:00080000:0.0:1767320895.358153:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320895.358745:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000222976:0@lo:400:kworker.0
00000100:00100000:2.0:1767320895.358912:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000223232
00000100:00100000:2.0:1767320895.358918:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000223232
00000100:00100000:2.0:1767320895.358957:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5520
00000100:00100000:2.0:1767320895.358963:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000223232:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767320895.359039:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320895.359173:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320895.359267:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000223104:0@lo:38:kworker.0
00000100:00100000:0.0:1767320895.359408:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320895.359454:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000223232:12345-0@lo:400:kworker.0 Request processed in 491us (1549us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320895.359462:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5520
00000100:00100000:3.0:1767320895.359519:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000223232:0@lo:400:kworker.0
00000100:00100000:2.0:1767320895.359749:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000222848
00000100:00100000:2.0:1767320895.359754:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000222848
00000100:00100000:2.0:1767320895.359777:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000223104
00000100:00100000:2.0:1767320895.359780:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000223104
00000100:00100000:2.0:1767320895.359798:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6282
00000100:00100000:2.0:1767320895.359803:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000222848:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320895.359826:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320895.359858:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000222848:12345-0@lo:38:kworker.0 Request processed in 55us (686us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320895.359864:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6282
00000100:00100000:2.0:1767320895.359875:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6283
00000100:00100000:2.0:1767320895.359879:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000223104:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320895.359886:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320895.359904:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000223104:12345-0@lo:38:kworker.0 Request processed in 25us (497us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320895.359909:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6283
00000100:00080000:0.0:1767320895.359976:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320895.359983:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320895.359987:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000222848:0@lo:38:kworker.0
00000100:00080000:0.0:1767320895.359994:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320895.359998:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320895.360000:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000223104:0@lo:38:kworker.0
00010000:00010000:3.0:1767320895.670034:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320896.695025:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320897.472190:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767320897.472570:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767320897.481483:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962590336
00000100:00100000:3.0:1767320897.481507:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962590336
00000100:00080000:1.0:1767320897.481739:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320897.481772:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962590208
00000100:00100000:0.0:1767320897.481780:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962590208
00000100:00100000:3.0:1767320897.481854:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5521
00000100:00100000:3.0:1767320897.481871:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b24380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962590336:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:3.0:1767320897.482119:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b24380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962590336:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 252us (9946us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320897.482129:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5521
00000100:00100000:3.0:1767320897.482171:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6284
00000100:00100000:3.0:1767320897.482176:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b25500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962590208:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767320897.482221:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320897.482254:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b25500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962590208:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 76us (9685us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320897.482261:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6284
00010000:00010000:0.0:1767320897.717478:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767320898.741634:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320899.446638:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952344b27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000223744:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320899.446740:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320899.446837:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767320899.446844:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000223616:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767320899.446869:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320899.446907:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000223744
00000100:00100000:0.0:1767320899.446916:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000223744
00000100:00080000:1.0:1767320899.446999:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767320899.447003:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000223616
00000100:00100000:0.0:1767320899.447006:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000223616
00000100:00080000:1.0:1767320899.447022:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767320899.447038:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2788
00000100:00100000:0.0:1767320899.447047:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000223744:12345-0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320899.447100:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2789
00002000:00000024:0.0:1767320899.447103:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767320899.447109:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000223616:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767320899.447125:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767320899.447152:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000223744:12345-0@lo:13:osp-pre-0-1.0 Request processed in 106us (412us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320899.447155:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000223616:12345-0@lo:13:osp-pre-1-1.0 Request processed in 49us (286us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320899.447161:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2788
00000100:00100000:0.0:1767320899.448704:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000223616:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767320899.448728:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952344b27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000223744:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320899.453090:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2789
00010000:00010000:3.0:1767320899.766092:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767320900.470276:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320900.470287:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767320900.470290:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320900.470295:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320900.470301:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320900.470311:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6093
00000100:00080000:0.0:1767320900.470317:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320900.470327:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320900.470717:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235e8cad80 x1853164000223872/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320900.470754:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320900.470758:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320900.470760:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320900.470764:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6093
00000100:00080000:0.0:1767320900.470767:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320900.470771:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320900.470783:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235e8cb480 x1853164000224000/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320900.470793:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320900.470798:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320900.470800:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320900.470804:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6093
00000100:00080000:0.0:1767320900.470806:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320900.470809:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320900.470818:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235e8c8380 x1853164000224128/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320900.470853:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320900.470858:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320900.470860:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320900.470864:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6093
00000100:00080000:0.0:1767320900.470866:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320900.470869:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320900.470880:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235e8ca680 x1853164000224384/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320900.471465:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000224512:0@lo:400:kworker.0
00000100:00100000:2.0:1767320900.471573:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320900.471663:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767320900.471670:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000224256:0@lo:400:kworker.0
00000100:00100000:2.0:1767320900.471695:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320900.471746:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000224512
00000100:00100000:2.0:1767320900.471757:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000224512
00000100:00100000:2.0:1767320900.471831:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000224256
00000100:00100000:2.0:1767320900.471835:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000224256
00000100:00100000:2.0:1767320900.471866:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5522
00000100:00100000:2.0:1767320900.471875:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000224512:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320900.471940:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000224512:12345-0@lo:400:kworker.0 Request processed in 64us (366us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320900.471948:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5522
00000100:00100000:2.0:1767320900.471981:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5523
00000100:00100000:2.0:1767320900.471987:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000224256:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320900.472014:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000224256:12345-0@lo:400:kworker.0 Request processed in 27us (319us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320900.472019:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5523
00000100:00080000:1.0:1767320900.472054:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320900.472095:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767320900.472108:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000224640:0@lo:400:kworker.0
00000100:00100000:1.0:1767320900.472152:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320900.472219:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000223872:0@lo:38:kworker.0
00000100:00100000:1.0:1767320900.472252:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320900.472279:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000224000:0@lo:38:kworker.0
00000100:00100000:1.0:1767320900.472304:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320900.472318:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000224128:0@lo:38:kworker.0
00000100:00100000:2.0:1767320900.472322:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000224256:0@lo:400:kworker.0
00000100:00100000:2.0:1767320900.472336:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000224512:0@lo:400:kworker.0
00000100:00100000:2.0:1767320900.472369:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000223872
00000100:00100000:2.0:1767320900.472373:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000223872
00000100:00100000:2.0:1767320900.472398:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2081
00000100:00100000:2.0:1767320900.472403:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b26a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000223872:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320900.472429:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320900.473285:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000224000
00000100:00100000:3.0:1767320900.473296:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000224000
00000100:00100000:2.0:1767320900.473320:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b26a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000223872:12345-0@lo:38:kworker.0 Request processed in 910us (1062us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320900.473329:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2081
00000100:00100000:3.0:1767320900.473330:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6285
00000100:00100000:3.0:1767320900.473336:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b24000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000224000:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320900.473364:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320900.473403:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b24000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000224000:12345-0@lo:38:kworker.0 Request processed in 67us (1098us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320900.473409:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6285
00000100:00100000:0.0:1767320900.476432:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000224640
00000100:00100000:0.0:1767320900.476446:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000224640
00000100:00100000:0.0:1767320900.476526:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3589
00000100:00100000:0.0:1767320900.476538:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499db450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000224640:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320900.476678:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499db450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000224640:12345-0@lo:400:kworker.0 Request processed in 142us (4524us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320900.476687:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3589
00000100:00100000:2.0:1767320900.476911:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366987100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000224768:0@lo:400:kworker.0
00000100:00100000:2.0:1767320900.476993:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320900.477088:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000224640:0@lo:400:kworker.0
00000100:00100000:2.0:1767320900.477161:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000224768
00000100:00100000:2.0:1767320900.477166:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000224768
00000100:00100000:2.0:1767320900.477234:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3590
00000100:00100000:2.0:1767320900.477242:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000224768:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320900.477287:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000224768:12345-0@lo:400:kworker.0 Request processed in 46us (298us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320900.477294:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3590
00000100:00100000:2.0:1767320900.477331:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366987100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000224768:0@lo:400:kworker.0
00000100:00100000:1.0:1767320900.478147:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320900.478215:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000224384:0@lo:38:kworker.0
00000100:00100000:1.0:1767320900.478262:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320900.478300:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000224128
00000100:00100000:0.0:1767320900.478318:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000224128
00000100:00080000:1.0:1767320900.478318:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320900.478331:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320900.478336:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000223872:0@lo:38:kworker.0
00000100:00100000:0.0:1767320900.478387:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000224384
00000100:00100000:0.0:1767320900.478393:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000224384
00000100:00100000:2.0:1767320900.478399:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6286
00000100:00080000:1.0:1767320900.478733:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320900.478738:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320900.478741:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000224000:0@lo:38:kworker.0
00000100:00100000:0.0:1767320900.478950:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6287
00000100:00100000:0.0:1767320900.478960:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b24a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000224384:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320900.478983:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320900.479081:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b24a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000224384:12345-0@lo:38:kworker.0 Request processed in 117us (814us total) trans 0 rc -19/-19
00000100:00080000:1.0:1767320900.479088:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767320900.479099:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6287
00000100:00080000:1.0:1767320900.479104:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320900.479110:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000224384:0@lo:38:kworker.0
00000100:00100000:2.0:1767320900.479659:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b27b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000224128:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320900.479685:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320900.479782:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b27b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000224128:12345-0@lo:38:kworker.0 Request processed in 1366us (1631us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320900.479792:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6286
00000100:00080000:1.0:1767320900.479981:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320900.479988:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320900.479993:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000224128:0@lo:38:kworker.0
00010000:00010000:0.0:1767320900.790000:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320901.814389:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320902.592864:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767320902.592915:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000400:00000100:0.0:1767320902.593031:0:6998:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.52@tcp portal 26 match 1853163962590720 offset 0 length 520: 4
00000100:00100000:2.0:1767320902.598416:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962590592
00000100:00100000:2.0:1767320902.598433:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962590592
00000100:00100000:2.0:1767320902.598552:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962590464
00000100:00100000:2.0:1767320902.598556:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962590464
00000100:00100000:2.0:1767320902.598593:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5524
00000100:00100000:2.0:1767320902.598604:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366984700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962590592:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767320902.599010:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366984700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962590592:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 407us (6155us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320902.599019:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5524
00000100:00100000:2.0:1767320902.599041:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6288
00000100:00100000:2.0:1767320902.599045:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366986300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962590464:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767320902.599066:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320902.599094:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366986300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962590464:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 47us (6179us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320902.599101:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6288
00000100:00080000:1.0:1767320902.599364:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767320902.842447:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320903.862088:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320904.565740:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000224896:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320904.565814:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320904.565952:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000224896
00000100:00100000:2.0:1767320904.565962:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000224896
00000100:00100000:2.0:1767320904.566039:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2790
00000100:00100000:2.0:1767320904.566050:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000224896:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767320904.566082:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767320904.566129:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000224896:12345-0@lo:13:osp-pre-1-1.0 Request processed in 82us (316us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320904.566137:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2790
00000100:00100000:2.0:1767320904.566362:0:7004:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320879/real 1767320879]  req@ffff95237d788e00 x1853164000219648/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320904 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767320904.566384:0:7004:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95237d788e00 x1853164000219648/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320904 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767320904.566411:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320904.566431:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767320904.566434:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d788e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000219648:0@lo:250:kworker.0
00000100:00080000:1.0:1767320904.566676:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320904.566681:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1767320904.566693:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320904.566698:0:63619:0:(import.c:509:import_select_connection()) MGC192.168.202.152@tcp: connect to NID 0@lo last attempt 6077
00000100:00080000:1.0:1767320904.566702:0:63619:0:(import.c:588:import_select_connection()) MGC192.168.202.152@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320904.566706:0:63619:0:(import.c:623:import_select_connection()) MGC192.168.202.152@tcp: import ffff95235eb57800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320904.566725:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952344b26300 x1853164000225152/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320904.566747:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320904.566751:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320904.566753:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320904.566756:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6098
00000100:00080000:1.0:1767320904.566759:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320904.566761:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320904.566777:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523470ab480 x1853164000225280/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320904.566785:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320904.566788:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320904.566790:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320904.566793:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6098
00000100:00080000:1.0:1767320904.566795:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320904.566798:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320904.566807:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523470abb80 x1853164000225408/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320904.566815:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320904.566818:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320904.566820:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320904.566823:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6098
00000100:00080000:1.0:1767320904.566825:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320904.566828:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320904.566837:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523470a9500 x1853164000225536/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320904.566861:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320904.566864:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320904.566866:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320904.566869:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6098
00000100:00080000:1.0:1767320904.566872:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320904.566875:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320904.566884:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234bfe0a80 x1853164000225792/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320904.566980:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bfe2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000225664:0@lo:400:kworker.0
00000100:00100000:3.0:1767320904.567025:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320904.567067:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767320904.567072:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bfe3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000225920:0@lo:400:kworker.0
00000100:00100000:3.0:1767320904.567093:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767320904.567117:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767320904.567129:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bfe3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000226048:0@lo:400:kworker.0
00000100:00100000:3.0:1767320904.567152:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320904.567190:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000224896:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320904.567251:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767320904.567257:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952344b27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000225024:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320904.567280:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320904.567306:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000226048
00000100:00100000:3.0:1767320904.567312:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000226048
00000100:00100000:3.0:1767320904.567358:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3591
00000100:00100000:3.0:1767320904.567366:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000226048:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320904.567545:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000226048:12345-0@lo:400:kworker.0 Request processed in 179us (390us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320904.567552:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3591
00000100:00100000:3.0:1767320904.567585:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000225024
00000100:00100000:3.0:1767320904.567590:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000225024
00000100:00100000:3.0:1767320904.567616:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2791
00000100:00100000:3.0:1767320904.567622:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000225024:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767320904.567639:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767320904.567668:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000225024:12345-0@lo:13:osp-pre-0-1.0 Request processed in 46us (387us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320904.567674:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2791
00000100:00080000:3.0:1767320904.567687:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767320904.567711:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952344b27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000225024:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320904.567721:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bfe3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000226048:0@lo:400:kworker.0
00000100:00100000:2.0:1767320904.567997:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952344b26300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000225152:0@lo:250:kworker.0
00000400:00000100:2.0:1767320904.568023:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164000225152 offset 0 length 520: 4
00000100:00100000:2.0:1767320904.568045:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000225280:0@lo:38:kworker.0
00000100:00100000:2.0:1767320904.568071:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320904.568099:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000225408:0@lo:38:kworker.0
00000100:00100000:2.0:1767320904.568119:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320904.568141:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000225664
00000100:00100000:2.0:1767320904.568145:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000225664
00000100:00100000:2.0:1767320904.568182:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000225920
00000100:00100000:2.0:1767320904.568185:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000225920
00000100:00100000:2.0:1767320904.568234:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000225408
00000100:00100000:2.0:1767320904.568237:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000225408
00000100:00100000:2.0:1767320904.568265:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5525
00000100:00100000:2.0:1767320904.568271:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000225664:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320904.568313:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000225664:12345-0@lo:400:kworker.0 Request processed in 42us (1288us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320904.568318:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5525
00000100:00100000:2.0:1767320904.568333:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5526
00000100:00100000:2.0:1767320904.568340:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000225920:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320904.568365:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000225920:12345-0@lo:400:kworker.0 Request processed in 27us (1272us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320904.568370:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5526
00000100:00100000:2.0:1767320904.568381:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6289
00000100:00100000:2.0:1767320904.568385:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000225408:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320904.568538:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320904.568569:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000225408:12345-0@lo:38:kworker.0 Request processed in 183us (449us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320904.568576:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6289
00000100:00080000:2.0:1767320904.568601:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320904.568626:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bfe3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000225920:0@lo:400:kworker.0
00000100:00100000:2.0:1767320904.568636:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bfe2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000225664:0@lo:400:kworker.0
00000100:00080000:2.0:1767320904.568662:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320904.568667:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320904.568670:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000225408:0@lo:38:kworker.0
00000100:00100000:2.0:1767320904.568676:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000225536:0@lo:38:kworker.0
00000100:00100000:2.0:1767320904.568794:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320904.568817:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000225536
00000100:00100000:2.0:1767320904.568821:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000225536
00000100:00100000:2.0:1767320904.568840:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6290
00000100:00100000:2.0:1767320904.568845:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000225536:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320904.568857:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320904.568882:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000225536:12345-0@lo:38:kworker.0 Request processed in 36us (88us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320904.568887:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6290
00000100:00080000:2.0:1767320904.568911:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320904.568915:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320904.568918:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000225536:0@lo:38:kworker.0
00000100:00100000:2.0:1767320904.568925:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bfe0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000225792:0@lo:38:kworker.0
00000100:00100000:2.0:1767320904.568947:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320904.568966:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000225792
00000100:00100000:2.0:1767320904.568970:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000225792
00000100:00100000:2.0:1767320904.568986:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6291
00000100:00100000:2.0:1767320904.568991:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000225792:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320904.569000:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320904.569026:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000225792:12345-0@lo:38:kworker.0 Request processed in 34us (78us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320904.569032:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6291
00000100:00080000:2.0:1767320904.569054:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320904.569058:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320904.569061:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bfe0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000225792:0@lo:38:kworker.0
00000100:00100000:3.0:1767320904.569533:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000225280
00000100:00100000:3.0:1767320904.569539:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000225280
00000100:00100000:3.0:1767320904.569576:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2082
00000100:00100000:3.0:1767320904.569581:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000225280:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320904.569592:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320904.569643:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000225280:12345-0@lo:38:kworker.0 Request processed in 60us (1571us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320904.569650:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2082
00000100:00080000:1.0:1767320904.569727:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320904.569732:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320904.569735:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000225280:0@lo:38:kworker.0
00010000:00010000:0.0:1767320904.886002:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320905.911421:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767320906.934364:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320907.728081:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767320907.728137:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767320907.728229:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962590848
00000100:00100000:0.0:1767320907.728240:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962590848
00000100:00100000:0.0:1767320907.728292:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962590976
00000100:00100000:0.0:1767320907.728296:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962590976
00000100:00100000:0.0:1767320907.728344:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5527
00000100:00100000:0.0:1767320907.728354:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962590976:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:0.0:1767320907.728426:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962590976:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 73us (287us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320907.728433:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5527
00000100:00100000:0.0:1767320907.728450:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6292
00000100:00100000:0.0:1767320907.728454:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962590848:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:0.0:1767320907.728473:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320907.728526:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962590848:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 69us (454us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320907.728533:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6292
00000100:00080000:2.0:1767320907.728982:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767320907.957949:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320908.982354:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767320909.692099:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320909.692110:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767320909.692113:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320909.692117:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320909.692122:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320909.692130:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6102
00000100:00080000:3.0:1767320909.692135:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320909.692142:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320909.692187:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952344b27800 x1853164000226176/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320909.692224:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320909.692227:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320909.692229:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320909.692232:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6102
00000100:00080000:3.0:1767320909.692235:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320909.692238:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320909.692262:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235eacaa00 x1853164000226304/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320909.692271:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320909.692273:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320909.692275:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320909.692279:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6102
00000100:00080000:3.0:1767320909.692281:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320909.692284:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320909.692294:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235eac9c00 x1853164000226432/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320909.692323:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320909.692327:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320909.692329:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320909.692333:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6102
00000100:00080000:3.0:1767320909.692336:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320909.692339:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320909.692352:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235eac9880 x1853164000226688/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320909.692417:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eac9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000227072:0@lo:400:kworker.0
00000100:00100000:3.0:1767320909.692497:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320909.692537:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767320909.692543:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eacb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000226560:0@lo:400:kworker.0
00000100:00100000:3.0:1767320909.692575:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320909.692628:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000227072
00000100:00100000:3.0:1767320909.692635:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000227072
00000100:00100000:3.0:1767320909.692689:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3592
00000100:00100000:3.0:1767320909.692697:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eac8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000227072:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320909.692751:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eac8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000227072:12345-0@lo:400:kworker.0 Request processed in 54us (253us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320909.692759:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3592
00000100:00100000:3.0:1767320909.692782:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000226560
00000100:00100000:3.0:1767320909.692786:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000226560
00000100:00100000:3.0:1767320909.692811:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5528
00000100:00100000:3.0:1767320909.692817:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000226560:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320909.692846:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000226560:12345-0@lo:400:kworker.0 Request processed in 29us (270us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320909.692853:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5528
00000100:00100000:3.0:1767320909.692895:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eacb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000226560:0@lo:400:kworker.0
00000100:00100000:3.0:1767320909.692906:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eac9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000227072:0@lo:400:kworker.0
00000100:00100000:2.0:1767320909.694163:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eacb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000226816:0@lo:400:kworker.0
00000100:00100000:2.0:1767320909.694254:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320909.694288:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767320909.694293:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eacbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000226944:0@lo:400:kworker.0
00000100:00100000:2.0:1767320909.694318:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767320909.694349:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767320909.694355:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767320909.694370:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000226944
00000100:00100000:2.0:1767320909.694378:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000226944
00000100:00100000:2.0:1767320909.694423:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3593
00000100:00100000:2.0:1767320909.694431:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000226944:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320909.694486:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000226944:12345-0@lo:400:kworker.0 Request processed in 55us (166us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320909.694492:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3593
00000100:00080000:2.0:1767320909.694511:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767320909.694520:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000226816
00000100:00100000:2.0:1767320909.694524:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000226816
00000100:00100000:2.0:1767320909.694551:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5529
00000100:00100000:2.0:1767320909.694557:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000226816:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320909.694593:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000226816:12345-0@lo:400:kworker.0 Request processed in 36us (338us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320909.694599:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5529
00000100:00080000:2.0:1767320909.694617:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320909.694646:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eacbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000226944:0@lo:400:kworker.0
00000100:00100000:2.0:1767320909.694655:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eacb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000226816:0@lo:400:kworker.0
00000100:00100000:0.0:1767320909.694737:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000227200:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767320909.694766:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320909.694978:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952344b27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000226176:0@lo:38:kworker.0
00000100:00100000:1.0:1767320909.695011:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320909.695045:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eacaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000226304:0@lo:38:kworker.0
00000100:00100000:1.0:1767320909.695066:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320909.695082:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eac9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000226432:0@lo:38:kworker.0
00000100:00100000:1.0:1767320909.695101:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320909.695117:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eac9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000226688:0@lo:38:kworker.0
00000100:00100000:1.0:1767320909.695137:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320909.695167:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000226176
00000100:00100000:1.0:1767320909.695172:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000226176
00000100:00100000:1.0:1767320909.695221:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2083
00000100:00100000:1.0:1767320909.695225:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000226176:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320909.695244:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320909.695277:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000226176:12345-0@lo:38:kworker.0 Request processed in 50us (266us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320909.695284:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2083
00000100:00100000:1.0:1767320909.695306:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000226304
00000100:00100000:1.0:1767320909.695309:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000226304
00000100:00100000:1.0:1767320909.695326:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000226432
00000100:00100000:1.0:1767320909.695329:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000226432
00000100:00100000:1.0:1767320909.695340:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000226688
00000100:00100000:1.0:1767320909.695342:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000226688
00000100:00100000:1.0:1767320909.695352:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6293
00000100:00100000:1.0:1767320909.695356:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000226304:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320909.695365:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320909.695391:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000226304:12345-0@lo:38:kworker.0 Request processed in 34us (324us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320909.695396:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6293
00000100:00100000:1.0:1767320909.695407:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6294
00000100:00100000:1.0:1767320909.695410:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000226432:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320909.695418:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320909.695438:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000226432:12345-0@lo:38:kworker.0 Request processed in 27us (337us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320909.695443:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6294
00000100:00100000:1.0:1767320909.695452:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6295
00000100:00100000:1.0:1767320909.695455:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000226688:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320909.695475:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320909.695495:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000226688:12345-0@lo:38:kworker.0 Request processed in 39us (358us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320909.695500:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6295
00000100:00100000:1.0:1767320909.695520:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767320909.695527:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bfe0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000227328:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320909.695550:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767320909.695589:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320909.695594:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320909.695598:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952344b27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000226176:0@lo:38:kworker.0
00000100:00080000:1.0:1767320909.695606:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320909.695608:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320909.695611:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eacaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000226304:0@lo:38:kworker.0
00000100:00080000:1.0:1767320909.695618:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320909.695621:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320909.695624:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eac9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000226432:0@lo:38:kworker.0
00000100:00080000:1.0:1767320909.695630:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320909.695633:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320909.695635:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eac9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000226688:0@lo:38:kworker.0
00000100:00100000:2.0:1767320909.695803:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000227200
00000100:00100000:2.0:1767320909.695808:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000227200
00000100:00100000:2.0:1767320909.695844:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000227328
00000100:00100000:2.0:1767320909.695847:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000227328
00000100:00100000:2.0:1767320909.695876:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2792
00000100:00100000:2.0:1767320909.695882:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366986a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000227200:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767320909.695903:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767320909.695936:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366986a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000227200:12345-0@lo:13:osp-pre-1-1.0 Request processed in 54us (1169us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320909.695942:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2792
00000100:00100000:2.0:1767320909.695955:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2793
00000100:00100000:2.0:1767320909.695961:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000227328:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767320909.695975:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767320909.696005:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000227328:12345-0@lo:13:osp-pre-0-1.0 Request processed in 44us (454us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320909.696011:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2793
00000100:00100000:2.0:1767320909.696041:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bfe0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000227328:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320909.696115:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000227200:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767320910.005551:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767320911.029469:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320912.055265:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320912.834699:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767320912.834792:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767320912.834967:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962591232
00000100:00100000:2.0:1767320912.834979:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962591232
00000100:00100000:2.0:1767320912.835058:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962591104
00000100:00100000:2.0:1767320912.835062:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962591104
00000100:00100000:2.0:1767320912.835083:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5530
00000100:00100000:2.0:1767320912.835093:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962591232:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767320912.835165:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962591232:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 73us (478us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320912.835172:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5530
00000100:00100000:2.0:1767320912.835190:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6296
00000100:00100000:2.0:1767320912.835224:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962591104:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767320912.835245:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320912.837789:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962591104:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 2580us (2984us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320912.837804:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6296
00000100:00080000:3.0:1767320912.839181:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767320913.077617:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320914.101468:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320914.805493:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767320914.805519:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000227456:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320914.805590:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320914.805625:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000227456
00000100:00100000:1.0:1767320914.805633:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000227456
00000100:00100000:1.0:1767320914.805694:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2794
00000100:00100000:1.0:1767320914.805703:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000227456:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767320914.805736:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00080000:0.0:1767320914.805770:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767320914.805781:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000227456:12345-0@lo:13:osp-pre-0-1.0 Request processed in 79us (191us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320914.805788:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2794
00000100:00100000:0.0:1767320914.806481:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000227456:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320914.810108:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767320914.810141:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bfe0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000227584:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767320914.810234:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320914.810455:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000227584
00000100:00100000:2.0:1767320914.810464:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000227584
00000100:00100000:2.0:1767320914.810544:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2795
00000100:00100000:2.0:1767320914.810555:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366985880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000227584:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767320914.810586:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767320914.810634:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366985880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000227584:12345-0@lo:13:osp-pre-1-1.0 Request processed in 81us (399us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320914.810642:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2795
00000100:00100000:2.0:1767320914.810689:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bfe0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000227584:0@lo:13:osp-pre-1-1.0
00000100:00080000:0.0:1767320914.810768:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767320914.810988:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320914.810994:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767320914.810996:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320914.811000:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320914.811004:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320914.811009:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6107
00000100:00080000:1.0:1767320914.811013:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320914.811017:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320914.811044:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523499a8380 x1853164000227712/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320914.811061:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320914.811065:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320914.811066:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320914.811070:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6107
00000100:00080000:1.0:1767320914.811072:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320914.811075:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320914.811087:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523499aa300 x1853164000227840/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320914.811096:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320914.811098:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320914.811100:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320914.811103:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6107
00000100:00080000:1.0:1767320914.811105:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320914.811108:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320914.811119:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952344b27800 x1853164000227968/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320914.811137:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320914.811140:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320914.811142:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320914.811145:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6107
00000100:00080000:1.0:1767320914.811148:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320914.811150:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320914.811160:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234727c000 x1853164000228224/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320914.811187:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000228352:0@lo:400:kworker.0
00000100:00100000:1.0:1767320914.811231:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320914.812923:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000228096:0@lo:400:kworker.0
00000100:00100000:2.0:1767320914.813000:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320914.813066:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000227712:0@lo:38:kworker.0
00000100:00100000:2.0:1767320914.813097:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320914.813129:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000227840:0@lo:38:kworker.0
00000100:00100000:2.0:1767320914.813150:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320914.813170:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952344b27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000227968:0@lo:38:kworker.0
00000100:00100000:2.0:1767320914.813187:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320914.813227:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000228224:0@lo:38:kworker.0
00000100:00100000:0.0:1767320914.813369:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000228352
00000100:00100000:0.0:1767320914.813378:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000228352
00000100:00100000:0.0:1767320914.813439:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000228096
00000100:00100000:0.0:1767320914.813443:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000228096
00000100:00100000:0.0:1767320914.813465:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000227840
00000100:00100000:0.0:1767320914.813468:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000227840
00000100:00100000:0.0:1767320914.813477:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000227968
00000100:00100000:0.0:1767320914.813479:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000227968
00000100:00100000:0.0:1767320914.813490:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5531
00000100:00100000:0.0:1767320914.813497:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000228352:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320914.813558:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000228352:12345-0@lo:400:kworker.0 Request processed in 61us (2325us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320914.813565:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5531
00000100:00100000:0.0:1767320914.813584:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5532
00000100:00100000:0.0:1767320914.813590:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000228096:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320914.813628:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000228096:12345-0@lo:400:kworker.0 Request processed in 37us (627us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320914.813636:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5532
00000100:00100000:0.0:1767320914.813649:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6297
00000100:00100000:0.0:1767320914.813652:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000227840:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320914.813670:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320914.813695:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000227840:12345-0@lo:38:kworker.0 Request processed in 41us (545us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320914.813701:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6297
00000100:00100000:0.0:1767320914.813713:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6298
00000100:00100000:0.0:1767320914.813716:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000227968:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320914.813725:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320914.813745:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000227968:12345-0@lo:38:kworker.0 Request processed in 28us (556us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320914.813751:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6298
00000100:00080000:0.0:1767320914.813776:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320914.813811:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000228096:0@lo:400:kworker.0
00000100:00100000:0.0:1767320914.813852:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000228352:0@lo:400:kworker.0
00000100:00100000:2.0:1767320914.813942:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767320914.813979:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320914.813984:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320914.813987:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000227840:0@lo:38:kworker.0
00000100:00080000:2.0:1767320914.813994:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320914.813997:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320914.814000:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952344b27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000227968:0@lo:38:kworker.0
00000100:00100000:1.0:1767320914.814080:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000227712
00000100:00100000:1.0:1767320914.814085:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000227712
00000100:00100000:1.0:1767320914.814118:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2084
00000100:00100000:1.0:1767320914.814122:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000227712:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320914.814132:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320914.814164:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000227712:12345-0@lo:38:kworker.0 Request processed in 40us (1066us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320914.814170:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2084
00000100:00080000:2.0:1767320914.815508:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320914.815518:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320914.815522:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000227712:0@lo:38:kworker.0
00000100:00100000:0.0:1767320914.815781:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000228224
00000100:00100000:0.0:1767320914.815790:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000228224
00000100:00100000:0.0:1767320914.815835:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6299
00000100:00100000:0.0:1767320914.815841:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000228224:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320914.815858:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320914.815920:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000228224:12345-0@lo:38:kworker.0 Request processed in 78us (1977us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320914.815925:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6299
00000100:00080000:1.0:1767320914.816039:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320914.816044:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320914.816047:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000228224:0@lo:38:kworker.0
00010000:00010000:2.0:1767320915.125453:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320916.150224:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320917.175646:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320917.951920:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767320917.952035:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962591488
00000100:00100000:2.0:1767320917.952046:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962591488
00000100:00100000:2.0:1767320917.952136:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5533
00000100:00100000:2.0:1767320917.952147:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962591488:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767320917.952278:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962591488:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 133us (369us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320917.952297:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5533
00000100:00080000:0.0:1767320917.952430:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320917.954440:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767320917.954548:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962591360
00000100:00100000:0.0:1767320917.954558:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962591360
00000100:00100000:0.0:1767320917.954607:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6300
00000100:00100000:0.0:1767320917.954614:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962591360:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:0.0:1767320917.954635:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320917.954694:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962591360:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 79us (263us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320917.954701:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6300
00010000:00010000:0.0:1767320918.197437:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767320919.222564:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320919.925819:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000228480:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320919.925888:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320919.925967:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000228480
00000100:00100000:2.0:1767320919.925976:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000228480
00000100:00100000:2.0:1767320919.926053:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2796
00000100:00100000:2.0:1767320919.926067:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000228480:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767320919.926098:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767320919.926158:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000228480:12345-0@lo:13:osp-pre-1-1.0 Request processed in 92us (269us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320919.926166:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2796
00000100:00100000:1.0:1767320919.927488:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000228480:0@lo:13:osp-pre-1-1.0
00000100:00080000:3.0:1767320919.927991:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767320919.928158:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320919.928164:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767320919.928167:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320919.928170:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320919.928174:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320919.928179:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6112
00000100:00080000:0.0:1767320919.928183:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320919.928188:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320919.928234:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366987100 x1853164000228736/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320919.928249:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767320919.928253:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00080000:0.0:1767320919.928264:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320919.928265:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767320919.928266:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000228608:0@lo:13:osp-pre-0-1.0
00000100:00080000:0.0:1767320919.928268:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6112
00000100:00080000:0.0:1767320919.928271:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320919.928274:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320919.928285:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523483d5880 x1853164000228864/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320919.928293:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320919.928296:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320919.928297:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320919.928300:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6112
00000100:00080000:0.0:1767320919.928302:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320919.928305:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320919.928313:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366948380 x1853164000228992/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320919.928319:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767320919.928329:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320919.928332:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320919.928334:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320919.928336:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6112
00000100:00080000:0.0:1767320919.928338:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320919.928341:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320919.928350:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237c0bce00 x1853164000229248/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320919.928353:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000229120:0@lo:400:kworker.0
00000100:00100000:2.0:1767320919.928389:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320919.928431:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000229120
00000100:00100000:2.0:1767320919.928437:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000229120
00000100:00100000:1.0:1767320919.928499:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000228608
00000100:00100000:1.0:1767320919.928504:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000228608
00000100:00100000:1.0:1767320919.928540:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2797
00000100:00100000:1.0:1767320919.928548:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000228608:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767320919.928574:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767320919.928622:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000228608:12345-0@lo:13:osp-pre-0-1.0 Request processed in 75us (302us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320919.928630:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2797
00000100:00100000:0.0:1767320919.928638:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000229376:0@lo:400:kworker.0
00000100:00100000:0.0:1767320919.928677:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320919.928699:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000228608:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320919.928736:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366987100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000228736:0@lo:38:kworker.0
00000100:00100000:1.0:1767320919.928764:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320919.928790:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000228864:0@lo:38:kworker.0
00000100:00080000:3.0:1767320919.929465:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767320919.929472:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320919.929495:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000228736
00000100:00100000:3.0:1767320919.929502:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000228736
00000100:00100000:3.0:1767320919.929533:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2085
00000100:00100000:3.0:1767320919.929537:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000228736:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320919.929562:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320919.929610:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000228736:12345-0@lo:38:kworker.0 Request processed in 71us (845us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320919.929625:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2085
00000100:00100000:0.0:1767320919.938177:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320919.938233:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366948380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000228992:0@lo:38:kworker.0
00000100:00100000:0.0:1767320919.938379:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320919.938418:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000229376
00000100:00100000:2.0:1767320919.938427:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000229376
00000100:00100000:1.0:1767320919.939188:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000228864
00000100:00100000:1.0:1767320919.939216:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000228864
00000100:00100000:1.0:1767320919.939261:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5534
00000100:00100000:1.0:1767320919.939274:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000229120:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320919.939363:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5535
00000100:00100000:1.0:1767320919.939378:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000229120:12345-0@lo:400:kworker.0 Request processed in 95us (10974us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320919.939387:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000229376:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320919.939390:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5534
00000100:00100000:3.0:1767320919.939442:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000229376:12345-0@lo:400:kworker.0 Request processed in 60us (10765us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320919.939447:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000229120:0@lo:400:kworker.0
00000100:00100000:3.0:1767320919.939453:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5535
00000100:00100000:3.0:1767320919.939474:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6301
00000100:00100000:3.0:1767320919.939481:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000228864:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320919.939503:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320919.939540:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000229376:0@lo:400:kworker.0
00000100:00100000:3.0:1767320919.939541:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000228864:12345-0@lo:38:kworker.0 Request processed in 58us (1470us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320919.939553:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6301
00000100:00080000:1.0:1767320919.939573:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320919.939715:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000228992
00000100:00100000:2.0:1767320919.939720:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000228992
00000100:00100000:0.0:1767320919.939736:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000229248:0@lo:38:kworker.0
00000100:00100000:2.0:1767320919.939740:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6302
00000100:00100000:2.0:1767320919.939745:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000228992:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320919.939755:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320919.939785:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000228992:12345-0@lo:38:kworker.0 Request processed in 39us (1416us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320919.939791:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6302
00000100:00100000:0.0:1767320919.940047:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320919.940085:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000229248
00000100:00100000:3.0:1767320919.940089:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000229248
00000100:00100000:3.0:1767320919.940117:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6303
00000100:00100000:3.0:1767320919.940122:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000229248:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320919.940132:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767320919.940168:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320919.940174:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320919.940178:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366987100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000228736:0@lo:38:kworker.0
00000100:00080000:0.0:1767320919.940191:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320919.940210:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320919.940213:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000228864:0@lo:38:kworker.0
00000100:00080000:0.0:1767320919.940223:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320919.940226:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320919.940229:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366948380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000228992:0@lo:38:kworker.0
00000100:00100000:3.0:1767320919.940355:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000229248:12345-0@lo:38:kworker.0 Request processed in 232us (307us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320919.940360:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6303
00000100:00080000:2.0:1767320919.940476:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320919.940480:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320919.940482:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000229248:0@lo:38:kworker.0
00010000:00010000:3.0:1767320920.245606:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320921.271595:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320922.293957:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320923.073081:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767320923.073237:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767320923.073252:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962591744
00000100:00100000:1.0:1767320923.073267:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962591744
00000100:00080000:3.0:1767320923.073316:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320923.073370:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962591616
00000100:00100000:1.0:1767320923.073374:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962591616
00000100:00100000:1.0:1767320923.073406:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5536
00000100:00100000:1.0:1767320923.073421:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962591744:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:0.0:1767320923.073475:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6304
00000100:00100000:0.0:1767320923.073485:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962591616:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:0.0:1767320923.073512:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320923.073529:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962591744:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 110us (464us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320923.073540:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5536
00000100:00100000:0.0:1767320923.073566:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962591616:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 79us (371us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320923.073574:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6304
00010000:00010000:2.0:1767320923.317572:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320924.343535:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767320925.045513:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320925.045529:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767320925.045532:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320925.045538:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320925.045543:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320925.045683:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6117
00000100:00080000:2.0:1767320925.045690:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320925.045700:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320925.045759:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235e8c8e00 x1853164000229504/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320925.045825:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000229504:0@lo:38:kworker.0
00000100:00100000:0.0:1767320925.045923:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320925.046068:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000229504
00000100:00100000:3.0:1767320925.046079:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000229504
00000100:00100000:3.0:1767320925.046136:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2086
00000100:00100000:3.0:1767320925.046145:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000229504:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320925.046171:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320925.046387:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767320925.046402:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000229632:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320925.046438:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320925.046477:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000229632
00000100:00100000:1.0:1767320925.046481:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000229632
00000100:00100000:1.0:1767320925.046534:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2798
00000100:00100000:1.0:1767320925.046542:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000229632:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767320925.046577:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00080000:2.0:1767320925.046604:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320925.046613:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320925.046616:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320925.046621:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6117
00000100:00080000:2.0:1767320925.046626:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1767320925.046627:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000229632:12345-0@lo:13:osp-pre-1-1.0 Request processed in 83us (185us total) trans 0 rc 0/0
00000100:00080000:2.0:1767320925.046633:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320925.046640:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2798
00000100:00100000:2.0:1767320925.046657:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235e8cb800 x1853164000229760/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320925.046668:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767320925.046744:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000229632:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320925.046807:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000229888:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320925.046823:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000229760:0@lo:38:kworker.0
00000100:00100000:1.0:1767320925.046852:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320925.046873:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320925.046888:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000229888
00000100:00100000:1.0:1767320925.046974:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000229888
00000100:00100000:1.0:1767320925.047006:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2799
00000100:00100000:1.0:1767320925.047012:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000229888:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767320925.047031:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767320925.047482:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000229888:12345-0@lo:13:osp-pre-0-1.0 Request processed in 53us (213us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320925.047492:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2799
00000100:00080000:1.0:1767320925.047517:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767320925.047546:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000229888:0@lo:13:osp-pre-0-1.0
00000100:00080000:2.0:1767320925.047583:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320925.047588:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320925.047591:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767320925.047592:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000229760
00000100:00080000:2.0:1767320925.047598:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6117
00000100:00100000:1.0:1767320925.047599:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000229760
00000100:00080000:2.0:1767320925.047604:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320925.047610:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320925.047630:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6305
00000100:00100000:2.0:1767320925.047636:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235e8cb480 x1853164000230016/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320925.047638:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000229760:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320925.047660:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767320925.047679:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320925.047683:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320925.047685:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320925.047690:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6117
00000100:00080000:2.0:1767320925.047693:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320925.047697:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320925.047710:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000229760:12345-0@lo:38:kworker.0 Request processed in 72us (838us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320925.047712:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952344b27800 x1853164000230272/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320925.047725:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6305
00000100:00100000:2.0:1767320925.047765:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767320925.047766:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767320925.047777:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000230144:0@lo:400:kworker.0
00000100:00100000:1.0:1767320925.047782:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000230400:0@lo:400:kworker.0
00000100:00100000:3.0:1767320925.047826:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000229504:12345-0@lo:38:kworker.0 Request processed in 1248us (1469us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320925.047841:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2086
00000100:00100000:2.0:1767320925.047935:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320925.048030:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000230144
00000100:00100000:3.0:1767320925.048035:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000230144
00000100:00100000:3.0:1767320925.048086:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5537
00000100:00100000:1.0:1767320925.048094:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320925.048099:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000230144:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320925.048129:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000230400
00000100:00100000:1.0:1767320925.048134:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000230400
00000100:00100000:3.0:1767320925.048162:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000230144:12345-0@lo:400:kworker.0 Request processed in 68us (226us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320925.048168:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5538
00000100:00100000:3.0:1767320925.048175:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5537
00000100:00100000:1.0:1767320925.048179:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000230400:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320925.048248:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000230400:12345-0@lo:400:kworker.0 Request processed in 73us (155us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320925.048255:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5538
00000100:00100000:1.0:1767320925.048286:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000230400:0@lo:400:kworker.0
00000100:00080000:0.0:1767320925.048314:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320925.048332:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320925.048336:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000229504:0@lo:38:kworker.0
00000100:00100000:0.0:1767320925.048356:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000230016:0@lo:38:kworker.0
00000100:00100000:0.0:1767320925.048385:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767320925.048535:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320925.048567:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000230144:0@lo:400:kworker.0
00000100:00100000:0.0:1767320925.048837:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952344b27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000230272:0@lo:38:kworker.0
00000100:00100000:0.0:1767320925.048867:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320925.049874:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000230016
00000100:00080000:0.0:1767320925.049905:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320925.049914:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320925.049919:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000229760:0@lo:38:kworker.0
00000100:00100000:3.0:1767320925.050035:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000230272
00000100:00100000:3.0:1767320925.050044:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000230272
00000100:00100000:3.0:1767320925.050092:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6306
00000100:00100000:3.0:1767320925.050099:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000230272:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320925.050132:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320925.050190:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000230272:12345-0@lo:38:kworker.0 Request processed in 91us (1322us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320925.050214:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6306
00000100:00080000:0.0:1767320925.050296:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320925.050301:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320925.050304:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952344b27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000230272:0@lo:38:kworker.0
00000100:00100000:1.0:1767320925.052384:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000230016
00000100:00100000:1.0:1767320925.052486:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6307
00000100:00100000:1.0:1767320925.052496:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000230016:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320925.052523:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320925.052651:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000230016:12345-0@lo:38:kworker.0 Request processed in 155us (4263us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320925.052659:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6307
00000100:00080000:0.0:1767320925.053416:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320925.053425:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320925.053431:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000230016:0@lo:38:kworker.0
00010000:00010000:0.0:1767320925.371853:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320926.389622:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1767320927.169802:0:7000:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.52@tcp portal 26 match 1853163962591872 offset 0 length 520: 4
00000100:00100000:1.0:1767320927.169857:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767320927.169904:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767320927.170231:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962592000
00000100:00100000:2.0:1767320927.170244:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962592000
00000100:00100000:2.0:1767320927.170296:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962592128
00000100:00100000:2.0:1767320927.170300:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962592128
00000100:00100000:2.0:1767320927.170379:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5539
00000100:00080000:0.0:1767320927.170390:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320927.170392:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962592128:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767320927.170500:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962592128:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 110us (594us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320927.170509:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5539
00000100:00100000:2.0:1767320927.170533:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6308
00000100:00100000:2.0:1767320927.170539:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962592000:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767320927.170570:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320927.170602:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962592000:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 61us (744us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320927.170610:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6308
00010000:00010000:3.0:1767320927.413548:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320928.437550:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320929.142653:0:7004:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320904/real 1767320904]  req@ffff952344b26300 x1853164000225152/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320929 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767320929.142694:0:7004:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff952344b26300 x1853164000225152/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320929 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767320929.142719:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320929.143022:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767320929.143032:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952344b26300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000225152:0@lo:250:kworker.0
00000100:00080000:1.0:1767320929.143116:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320929.143124:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1767320929.143128:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320929.143135:0:49151:0:(import.c:509:import_select_connection()) MGC192.168.202.152@tcp: connect to NID 0@lo last attempt 6102
00000100:00080000:1.0:1767320929.143140:0:49151:0:(import.c:588:import_select_connection()) MGC192.168.202.152@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320929.143148:0:49151:0:(import.c:623:import_select_connection()) MGC192.168.202.152@tcp: import ffff95235eb57800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320929.143185:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234727e680 x1853164000230528/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320929.143234:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320929.143238:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320929.143240:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320929.143244:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6122
00000100:00080000:1.0:1767320929.143247:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320929.143251:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320929.143270:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234727ed80 x1853164000230656/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320929.143279:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320929.143292:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320929.143294:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320929.143298:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6122
00000100:00080000:1.0:1767320929.143301:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320929.143304:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320929.143318:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234727ce00 x1853164000230784/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320929.143328:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320929.143331:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320929.143333:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320929.143336:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6122
00000100:00080000:1.0:1767320929.143338:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320929.143341:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320929.143353:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234727c380 x1853164000230912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320929.143395:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320929.143399:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320929.143401:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320929.143405:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6122
00000100:00080000:1.0:1767320929.143407:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320929.143411:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320929.143423:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234727df80 x1853164000231168/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320929.143587:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000231552:0@lo:400:kworker.0
00000100:00100000:2.0:1767320929.143680:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000231296:0@lo:400:kworker.0
00000100:00100000:3.0:1767320929.143686:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320929.143871:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000231424:0@lo:400:kworker.0
00000100:00100000:1.0:1767320929.143944:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000231552
00000100:00100000:1.0:1767320929.143954:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000231552
00000100:00100000:1.0:1767320929.144025:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3594
00000100:00100000:1.0:1767320929.144035:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000231552:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320929.146541:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320929.146728:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000230528:0@lo:250:kworker.0
00000400:00000100:2.0:1767320929.146799:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164000230528 offset 0 length 520: 4
00000100:00100000:2.0:1767320929.146825:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000230656:0@lo:38:kworker.0
00000100:00100000:2.0:1767320929.146866:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320929.147522:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000230784:0@lo:38:kworker.0
00000100:00100000:2.0:1767320929.147562:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320929.147584:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000230912:0@lo:38:kworker.0
00000100:00100000:2.0:1767320929.147606:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320929.147624:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000231168:0@lo:38:kworker.0
00000100:00100000:2.0:1767320929.147644:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320929.147695:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000231296
00000100:00100000:2.0:1767320929.147705:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000231296
00000100:00100000:2.0:1767320929.147783:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000230784
00000100:00100000:2.0:1767320929.147787:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000230784
00000100:00100000:2.0:1767320929.147805:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000230912
00000100:00100000:2.0:1767320929.147808:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000230912
00000100:00100000:2.0:1767320929.147816:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000231168
00000100:00100000:2.0:1767320929.147818:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000231168
00000100:00100000:2.0:1767320929.147830:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5540
00000100:00100000:2.0:1767320929.147841:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000231296:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320929.149484:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000231296:12345-0@lo:400:kworker.0 Request processed in 1629us (2938us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320929.149502:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5540
00000100:00100000:2.0:1767320929.149549:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6309
00000100:00100000:2.0:1767320929.149555:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000230784:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320929.149582:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320929.149621:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000230784:12345-0@lo:38:kworker.0 Request processed in 65us (2058us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320929.149627:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6309
00000100:00100000:2.0:1767320929.149637:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6310
00000100:00100000:2.0:1767320929.149641:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000230912:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320929.149650:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320929.149674:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000230912:12345-0@lo:38:kworker.0 Request processed in 31us (2067us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320929.150257:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6310
00000100:00100000:2.0:1767320929.150277:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6311
00000100:00100000:2.0:1767320929.150293:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000231168:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320929.150307:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320929.150521:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000231168:12345-0@lo:38:kworker.0 Request processed in 235us (2874us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320929.150529:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6311
00000100:00080000:2.0:1767320929.150612:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320929.150618:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320929.150623:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000230784:0@lo:38:kworker.0
00000100:00080000:2.0:1767320929.150638:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767320929.150645:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767320929.150647:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320929.150655:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000230912:0@lo:38:kworker.0
00000100:00080000:2.0:1767320929.150672:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320929.150677:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320929.150681:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000231168:0@lo:38:kworker.0
00000100:00100000:0.0:1767320929.150724:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000231424
00000100:00100000:0.0:1767320929.150734:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000231424
00000100:00100000:2.0:1767320929.150762:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000231296:0@lo:400:kworker.0
00000100:00100000:0.0:1767320929.150793:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3595
00000100:00100000:0.0:1767320929.150803:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000231424:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320929.150832:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000230656
00000100:00100000:2.0:1767320929.150839:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000230656
00000100:00100000:0.0:1767320929.150854:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000231424:12345-0@lo:400:kworker.0 Request processed in 53us (213us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320929.150862:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3595
00000100:00100000:0.0:1767320929.150899:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000231424:0@lo:400:kworker.0
00000100:00100000:0.0:1767320929.150925:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000231040:0@lo:400:kworker.0
00000100:00100000:0.0:1767320929.150962:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320929.150990:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000231040
00000100:00100000:0.0:1767320929.150993:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000231040
00000100:00100000:0.0:1767320929.151026:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5541
00000100:00100000:0.0:1767320929.151033:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000231040:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320929.151065:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000231040:12345-0@lo:400:kworker.0 Request processed in 33us (102us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320929.151072:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5541
00000100:00100000:0.0:1767320929.151096:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000231040:0@lo:400:kworker.0
00000100:00080000:0.0:1767320929.151127:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767320929.151132:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767320929.151135:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767320929.151168:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2087
00000100:00100000:0.0:1767320929.151173:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000230656:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320929.151187:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320929.151262:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000230656:12345-0@lo:38:kworker.0 Request processed in 88us (4395us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320929.151273:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2087
00000100:00080000:0.0:1767320929.151316:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320929.151322:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320929.151325:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000230656:0@lo:38:kworker.0
00000100:00100000:1.0:1767320929.155525:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000231552:12345-0@lo:400:kworker.0 Request processed in 11472us (11823us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320929.155548:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3594
00000100:00100000:3.0:1767320929.157530:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000231552:0@lo:400:kworker.0
00010000:00010000:0.0:1767320929.463134:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320930.166052:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000231808:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767320930.166177:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320930.166438:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000231808
00000100:00100000:2.0:1767320930.166451:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000231808
00000100:00100000:2.0:1767320930.166529:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2800
00000100:00100000:2.0:1767320930.166540:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000231808:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767320930.166584:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767320930.166642:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000231808:12345-0@lo:13:osp-pre-1-1.0 Request processed in 103us (465us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320930.166649:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2800
00000100:00100000:3.0:1767320930.167071:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000231680:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320930.167116:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320930.167761:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000231808:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767320930.167802:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000231680
00000100:00100000:0.0:1767320930.167809:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000231680
00000100:00100000:0.0:1767320930.167865:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2801
00000100:00100000:0.0:1767320930.167875:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eac9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000231680:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767320930.167906:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767320930.167967:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eac9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000231680:12345-0@lo:13:osp-pre-0-1.0 Request processed in 94us (849us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320930.167974:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2801
00000100:00100000:3.0:1767320930.168473:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000231680:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767320930.493670:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320931.509503:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320932.296771:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767320932.296912:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767320932.304521:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962592384
00000100:00100000:0.0:1767320932.304540:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962592384
00000100:00100000:0.0:1767320932.304713:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962592256
00000100:00100000:0.0:1767320932.304718:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962592256
00000100:00100000:0.0:1767320932.304749:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5542
00000100:00100000:0.0:1767320932.304760:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962592384:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:0.0:1767320932.304847:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962592384:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 89us (8088us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320932.304859:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5542
00000100:00100000:0.0:1767320932.304885:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6312
00000100:00100000:0.0:1767320932.304891:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962592256:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:0.0:1767320932.304914:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320932.308015:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962592256:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 3114us (11095us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320932.308028:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6312
00000100:00080000:1.0:1767320932.309431:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767320932.535166:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320933.557474:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767320934.262114:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320934.262125:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767320934.262129:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320934.262133:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320934.262137:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320934.262145:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6127
00000100:00080000:2.0:1767320934.262150:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320934.262156:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320934.262226:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523494d2a00 x1853164000231936/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320934.262262:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320934.262267:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320934.262268:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320934.262272:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6127
00000100:00080000:2.0:1767320934.262274:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320934.262278:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320934.262291:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523494d0700 x1853164000232064/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320934.262299:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320934.262302:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320934.262304:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320934.262307:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6127
00000100:00080000:2.0:1767320934.262309:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320934.262312:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320934.262322:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523494d2d80 x1853164000232192/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320934.262365:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320934.262369:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320934.262370:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320934.262374:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6127
00000100:00080000:2.0:1767320934.262376:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320934.262379:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320934.262393:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523494d0000 x1853164000232448/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320934.262423:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767320934.262447:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000232320:0@lo:400:kworker.0
00000100:00100000:2.0:1767320934.262470:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000232576:0@lo:400:kworker.0
00000100:00100000:1.0:1767320934.262583:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767320934.262606:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000231936:0@lo:38:kworker.0
00000100:00100000:2.0:1767320934.262776:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320934.262810:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767320934.262815:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000232704:0@lo:400:kworker.0
00000100:00100000:2.0:1767320934.262839:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320934.262869:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000232576
00000100:00100000:2.0:1767320934.262876:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000232576
00000100:00100000:3.0:1767320934.262906:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320934.262942:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000232320
00000100:00100000:2.0:1767320934.262946:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000232320
00000100:00100000:3.0:1767320934.262957:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5543
00000100:00100000:3.0:1767320934.262970:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000232576:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320934.262977:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5544
00000100:00100000:2.0:1767320934.262986:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eac9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000232320:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320934.263028:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000232576:12345-0@lo:400:kworker.0 Request processed in 62us (251us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320934.263035:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5543
00000100:00100000:3.0:1767320934.263077:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000232576:0@lo:400:kworker.0
00000100:00100000:1.0:1767320934.263116:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000232832:0@lo:400:kworker.0
00000100:00100000:3.0:1767320934.263123:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000232704
00000100:00100000:3.0:1767320934.263128:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000232704
00000100:00100000:1.0:1767320934.263150:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320934.263166:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000232832
00000100:00100000:3.0:1767320934.263170:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000232832
00000100:00100000:1.0:1767320934.263215:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3596
00000100:00100000:3.0:1767320934.263223:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3597
00000100:00100000:1.0:1767320934.263227:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000232704:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320934.263249:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000232832:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320934.263282:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000232704:12345-0@lo:400:kworker.0 Request processed in 59us (440us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320934.263290:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3596
00000100:00100000:3.0:1767320934.263299:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000232832:12345-0@lo:400:kworker.0 Request processed in 66us (148us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320934.263307:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3597
00000100:00080000:1.0:1767320934.263310:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767320934.263316:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767320934.263319:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320934.263340:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000232832:0@lo:400:kworker.0
00000100:00100000:3.0:1767320934.263345:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000232704:0@lo:400:kworker.0
00000100:00100000:2.0:1767320934.263437:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eac9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000232320:12345-0@lo:400:kworker.0 Request processed in 452us (531us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320934.263445:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5544
00000100:00100000:3.0:1767320934.263515:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000232320:0@lo:400:kworker.0
00000100:00100000:0.0:1767320934.266496:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320934.266581:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000232064:0@lo:38:kworker.0
00000100:00100000:0.0:1767320934.266642:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320934.266669:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000232192:0@lo:38:kworker.0
00000100:00100000:0.0:1767320934.266693:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320934.266720:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000232448:0@lo:38:kworker.0
00000100:00100000:0.0:1767320934.266742:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320934.266803:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000232064
00000100:00100000:0.0:1767320934.266811:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000232064
00000100:00100000:0.0:1767320934.266845:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000232192
00000100:00100000:0.0:1767320934.266860:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000232192
00000100:00100000:0.0:1767320934.266873:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000232448
00000100:00100000:0.0:1767320934.266875:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000232448
00000100:00100000:0.0:1767320934.266890:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6313
00000100:00100000:0.0:1767320934.266896:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000232064:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320934.266927:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320934.266934:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6314
00000100:00100000:3.0:1767320934.266942:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000232192:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320934.266954:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320934.266974:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000232064:12345-0@lo:38:kworker.0 Request processed in 72us (326us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320934.266981:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6313
00000100:00100000:3.0:1767320934.266989:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000232192:12345-0@lo:38:kworker.0 Request processed in 47us (295us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320934.266995:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6314
00000100:00100000:0.0:1767320934.267004:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6315
00000100:00100000:0.0:1767320934.267010:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000232448:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320934.267020:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320934.267057:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000232448:12345-0@lo:38:kworker.0 Request processed in 47us (314us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320934.267063:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6315
00000100:00080000:0.0:1767320934.267100:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320934.267105:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320934.267108:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000232064:0@lo:38:kworker.0
00000100:00080000:0.0:1767320934.267117:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320934.267120:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320934.267123:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000232192:0@lo:38:kworker.0
00000100:00080000:0.0:1767320934.267130:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320934.267133:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320934.267136:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000232448:0@lo:38:kworker.0
00000100:00100000:1.0:1767320934.267524:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000231936
00000100:00100000:1.0:1767320934.267530:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000231936
00000100:00100000:1.0:1767320934.267565:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2088
00000100:00100000:1.0:1767320934.267571:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000231936:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320934.267582:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320934.267642:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000231936:12345-0@lo:38:kworker.0 Request processed in 70us (1158us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320934.267649:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2088
00000100:00080000:0.0:1767320934.267819:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320934.267824:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320934.267828:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000231936:0@lo:38:kworker.0
00010000:00010000:0.0:1767320934.582880:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320935.285729:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000233088:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320935.285846:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320935.285996:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367299f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000232960:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320935.286031:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320935.286132:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000233088
00000100:00100000:1.0:1767320935.286145:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000233088
00000100:00100000:1.0:1767320935.286253:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000232960
00000100:00100000:1.0:1767320935.286257:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000232960
00000100:00100000:1.0:1767320935.286287:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2802
00000100:00100000:1.0:1767320935.286301:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367299c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000233088:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767320935.286333:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2803
00002000:00000024:1.0:1767320935.286345:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767320935.286360:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000232960:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767320935.286406:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767320935.286416:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367299c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000233088:12345-0@lo:13:osp-pre-1-1.0 Request processed in 117us (568us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320935.286430:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2802
00000100:00100000:1.0:1767320935.286516:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000233088:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767320935.286532:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000232960:12345-0@lo:13:osp-pre-0-1.0 Request processed in 184us (497us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320935.286543:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2803
00000100:00100000:1.0:1767320935.286597:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367299f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000232960:0@lo:13:osp-pre-0-1.0
00010000:00010000:3.0:1767320935.606866:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320936.631091:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320937.408575:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767320937.408787:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962592640
00000100:00100000:2.0:1767320937.408801:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962592640
00000100:00100000:2.0:1767320937.408950:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5545
00000100:00100000:2.0:1767320937.408964:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962592640:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:0.0:1767320937.409035:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767320937.409068:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962592640:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 107us (508us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320937.409077:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5545
00000100:00100000:2.0:1767320937.409098:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962592512
00000100:00100000:2.0:1767320937.409102:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962592512
00000100:00100000:2.0:1767320937.409125:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6316
00000100:00100000:2.0:1767320937.409130:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b26300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962592512:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767320937.409173:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320937.409272:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b26300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962592512:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 139us (237us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320937.409280:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6316
00000100:00080000:1.0:1767320937.409559:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767320937.654054:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320938.677604:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767320939.381518:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320939.381532:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767320939.381535:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320939.381540:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320939.381545:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320939.381556:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6132
00000100:00080000:0.0:1767320939.381561:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320939.381570:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320939.381625:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952344b27800 x1853164000233216/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320939.381661:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320939.381665:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320939.381667:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320939.381670:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6132
00000100:00080000:0.0:1767320939.381673:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320939.381676:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320939.381692:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235e8cb480 x1853164000233344/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320939.381704:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320939.381707:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320939.381709:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320939.381713:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6132
00000100:00080000:0.0:1767320939.381715:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320939.381718:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320939.381730:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235e8cb800 x1853164000233472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767320939.381777:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767320939.381781:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767320939.381783:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767320939.381786:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6132
00000100:00080000:0.0:1767320939.381789:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767320939.381793:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767320939.381805:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235e8c8e00 x1853164000233728/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320939.381917:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366987100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000234112:0@lo:400:kworker.0
00000100:00100000:2.0:1767320939.382018:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320939.382140:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767320939.382147:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000233600:0@lo:400:kworker.0
00000100:00100000:2.0:1767320939.382186:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320939.382281:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952344b27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000233216:0@lo:38:kworker.0
00000100:00100000:2.0:1767320939.382284:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000233600
00000100:00100000:2.0:1767320939.382293:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000233600
00000100:00100000:1.0:1767320939.382319:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320939.382347:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000233344:0@lo:38:kworker.0
00000100:00100000:2.0:1767320939.382364:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5546
00000100:00100000:1.0:1767320939.382366:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320939.382376:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000233600:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320939.382380:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000233472:0@lo:38:kworker.0
00000100:00100000:1.0:1767320939.382397:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320939.382410:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000233728:0@lo:38:kworker.0
00000100:00100000:1.0:1767320939.382426:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320939.382431:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000233600:12345-0@lo:400:kworker.0 Request processed in 59us (244us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320939.382439:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5546
00000100:00080000:1.0:1767320939.382451:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320939.382457:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000233344
00000100:00100000:2.0:1767320939.382460:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000233344
00000100:00100000:1.0:1767320939.382465:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000233984:0@lo:400:kworker.0
00000100:00100000:2.0:1767320939.382473:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000233472
00000100:00100000:2.0:1767320939.382475:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000233472
00000100:00100000:2.0:1767320939.382482:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000233728
00000100:00100000:2.0:1767320939.382484:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000233728
00000100:00100000:1.0:1767320939.382491:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320939.382495:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6317
00000100:00100000:2.0:1767320939.382498:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236729a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000233344:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767320939.382508:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767320939.382513:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366948380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000233856:0@lo:400:kworker.0
00010000:00020000:2.0:1767320939.382521:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320939.382534:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320939.382550:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236729a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000233344:12345-0@lo:38:kworker.0 Request processed in 50us (183us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320939.382557:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6317
00000100:00100000:2.0:1767320939.382567:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000233856
00000100:00100000:2.0:1767320939.382570:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000233856
00000100:00100000:2.0:1767320939.382590:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5547
00000100:00100000:2.0:1767320939.382595:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367298000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000233856:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767320939.382605:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320939.382610:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320939.382613:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000233344:0@lo:38:kworker.0
00000100:00100000:2.0:1767320939.382636:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367298000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000233856:12345-0@lo:400:kworker.0 Request processed in 32us (92us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320939.382643:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5547
00000100:00080000:1.0:1767320939.382645:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320939.382654:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6318
00000100:00100000:1.0:1767320939.382662:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366948380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000233856:0@lo:400:kworker.0
00000100:00100000:2.0:1767320939.382666:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236729b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000233472:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320939.382675:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320939.382718:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236729b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000233472:12345-0@lo:38:kworker.0 Request processed in 50us (320us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320939.382724:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6318
00000100:00100000:2.0:1767320939.382736:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6319
00000100:00100000:2.0:1767320939.382739:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367298700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000233728:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320939.382748:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320939.382770:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367298700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000233728:12345-0@lo:38:kworker.0 Request processed in 29us (343us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320939.382776:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6319
00000100:00100000:2.0:1767320939.382810:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000233600:0@lo:400:kworker.0
00000100:00080000:1.0:1767320939.382986:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320939.382991:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320939.382994:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000233472:0@lo:38:kworker.0
00000100:00080000:1.0:1767320939.383008:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767320939.383010:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000233216
00000100:00080000:1.0:1767320939.383012:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320939.383015:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000233216
00000100:00100000:1.0:1767320939.383016:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000233728:0@lo:38:kworker.0
00000100:00100000:3.0:1767320939.383050:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2089
00000100:00100000:3.0:1767320939.383056:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367299f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000233216:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320939.383066:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320939.383102:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367299f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000233216:12345-0@lo:38:kworker.0 Request processed in 46us (782us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320939.383108:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2089
00000100:00100000:1.0:1767320939.383116:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000234112
00000100:00100000:1.0:1767320939.383120:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000234112
00000100:00080000:3.0:1767320939.383131:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320939.383135:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320939.383137:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952344b27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000233216:0@lo:38:kworker.0
00000100:00100000:1.0:1767320939.383163:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000233984
00000100:00100000:1.0:1767320939.383172:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000233984
00000100:00100000:1.0:1767320939.383250:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3598
00000100:00100000:0.0:1767320939.383263:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3599
00000100:00100000:1.0:1767320939.383265:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000234112:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320939.383272:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367299880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000233984:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320939.383307:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367299880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000233984:12345-0@lo:400:kworker.0 Request processed in 37us (815us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320939.383311:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000234112:12345-0@lo:400:kworker.0 Request processed in 55us (1293us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320939.383314:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3599
00000100:00100000:1.0:1767320939.383317:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3598
00000100:00080000:0.0:1767320939.383338:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767320939.383340:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767320939.383348:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000233984:0@lo:400:kworker.0
00000100:00100000:2.0:1767320939.383534:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366987100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000234112:0@lo:400:kworker.0
00010000:00010000:3.0:1767320939.703868:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320940.406135:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767320940.406170:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236729b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000234240:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320940.406319:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320940.406460:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000234240
00000100:00100000:3.0:1767320940.406472:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000234240
00000100:00100000:3.0:1767320940.406557:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2804
00000100:00100000:3.0:1767320940.406569:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000234240:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767320940.406611:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767320940.406678:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000234240:12345-0@lo:13:osp-pre-0-1.0 Request processed in 111us (360us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320940.406687:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2804
00000100:00100000:1.0:1767320940.409481:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236729b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000234240:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320940.409899:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366987100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000234368:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320940.410000:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320940.410266:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000234368
00000100:00100000:0.0:1767320940.410278:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000234368
00000100:00100000:0.0:1767320940.410339:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2805
00000100:00100000:0.0:1767320940.410349:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eacaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000234368:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767320940.410387:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767320940.410477:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eacaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000234368:12345-0@lo:13:osp-pre-1-1.0 Request processed in 129us (476us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320940.410484:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2805
00000100:00100000:1.0:1767320940.410662:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366987100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000234368:0@lo:13:osp-pre-1-1.0
00010000:00010000:3.0:1767320940.725503:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320941.749541:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320942.529563:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767320942.529763:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767320942.530568:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962592768
00000100:00100000:3.0:1767320942.530597:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962592768
00000100:00100000:2.0:1767320942.534603:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962592896
00000100:00100000:2.0:1767320942.534628:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962592896
00000100:00100000:2.0:1767320942.534757:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5548
00000100:00100000:2.0:1767320942.534770:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236729ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962592896:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767320942.534897:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236729ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962592896:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 129us (5133us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320942.534906:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5548
00000100:00100000:2.0:1767320942.534932:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6320
00000100:00100000:2.0:1767320942.534937:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236729b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962592768:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767320942.534964:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320942.534993:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236729b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962592768:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 53us (5448us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320942.534999:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6320
00000100:00080000:0.0:1767320942.535624:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767320942.773593:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320943.800639:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767320944.501381:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320944.501392:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767320944.501394:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320944.501398:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320944.501402:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320944.501410:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6137
00000100:00080000:1.0:1767320944.501414:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320944.501421:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320944.501461:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952367298e00 x1853164000234496/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320944.501487:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320944.501490:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320944.501492:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320944.501496:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6137
00000100:00080000:1.0:1767320944.501498:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320944.501501:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320944.501513:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952367299180 x1853164000234624/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320944.501522:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320944.501525:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320944.501527:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320944.501531:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6137
00000100:00080000:1.0:1767320944.501533:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320944.501535:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320944.501543:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952367298a80 x1853164000234752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320944.501610:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767320944.501702:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367298e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000234496:0@lo:38:kworker.0
00000100:00100000:3.0:1767320944.501769:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320944.501829:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367299180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000234624:0@lo:38:kworker.0
00000100:00100000:2.0:1767320944.501860:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000234496
00000100:00100000:3.0:1767320944.501862:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320944.501878:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000234496
00000100:00100000:3.0:1767320944.501888:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367298a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000234752:0@lo:38:kworker.0
00000100:00100000:3.0:1767320944.501916:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320944.501961:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2090
00000100:00100000:2.0:1767320944.501975:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eacb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000234496:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767320944.501981:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000234624
00000100:00100000:3.0:1767320944.501991:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000234624
00010000:00020000:2.0:1767320944.502005:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320944.502027:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000234752
00000100:00100000:3.0:1767320944.502031:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000234752
00000100:00100000:3.0:1767320944.502054:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6321
00000100:00100000:3.0:1767320944.502061:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eacbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000234624:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320944.502079:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320944.502116:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eacbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000234624:12345-0@lo:38:kworker.0 Request processed in 55us (255us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320944.502123:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6321
00000100:00100000:3.0:1767320944.502137:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6322
00000100:00100000:3.0:1767320944.502141:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eac9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000234752:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320944.502177:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320944.502226:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eac9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000234752:12345-0@lo:38:kworker.0 Request processed in 83us (309us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320944.502231:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6322
00000100:00080000:3.0:1767320944.502261:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320944.502266:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320944.502269:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367299180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000234624:0@lo:38:kworker.0
00000100:00080000:3.0:1767320944.502276:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320944.502279:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320944.502281:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367298a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000234752:0@lo:38:kworker.0
00000100:00080000:1.0:1767320944.503213:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320944.503219:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320944.503222:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320944.503227:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6137
00000100:00080000:1.0:1767320944.503230:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320944.503234:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320944.503257:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952367298380 x1853164000235008/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320944.503397:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236729bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000235264:0@lo:400:kworker.0
00000100:00100000:3.0:1767320944.503441:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320944.503465:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767320944.503472:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367299500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000235136:0@lo:400:kworker.0
00000100:00100000:3.0:1767320944.503495:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320944.503527:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000235264
00000100:00100000:3.0:1767320944.503534:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000235264
00000100:00100000:3.0:1767320944.503599:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3600
00000100:00100000:3.0:1767320944.503608:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eacb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000235264:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320944.503626:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eacb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000234496:12345-0@lo:38:kworker.0 Request processed in 1648us (1851us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320944.503639:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2090
00000100:00100000:3.0:1767320944.503676:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eacb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000235264:12345-0@lo:400:kworker.0 Request processed in 67us (232us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320944.503687:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3600
00000100:00100000:2.0:1767320944.503711:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000235136
00000100:00100000:2.0:1767320944.503719:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000235136
00000100:00100000:3.0:1767320944.503736:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236729bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000235264:0@lo:400:kworker.0
00000100:00100000:2.0:1767320944.503779:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5549
00000100:00100000:2.0:1767320944.503792:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000235136:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320944.503820:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367298380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000235008:0@lo:38:kworker.0
00000100:00100000:2.0:1767320944.503862:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000235136:12345-0@lo:400:kworker.0 Request processed in 72us (364us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320944.503872:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320944.503885:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5549
00000100:00080000:3.0:1767320944.503912:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320944.503918:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320944.503922:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367298e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000234496:0@lo:38:kworker.0
00000100:00100000:3.0:1767320944.503943:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000235008
00000100:00100000:3.0:1767320944.503947:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000235008
00000100:00100000:2.0:1767320944.504157:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367299500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000235136:0@lo:400:kworker.0
00000100:00080000:2.0:1767320944.504244:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767320944.504250:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767320944.505461:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6323
00000100:00100000:3.0:1767320944.505470:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f56680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000235008:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320944.505491:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320944.505556:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f56680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000235008:12345-0@lo:38:kworker.0 Request processed in 86us (1692us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320944.505563:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6323
00000100:00080000:3.0:1767320944.505605:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767320944.505610:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767320944.505614:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367298380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000235008:0@lo:38:kworker.0
00000100:00100000:0.0:1767320944.506968:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367298a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000235392:0@lo:400:kworker.0
00000100:00100000:0.0:1767320944.507024:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320944.507181:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236729aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000234880:0@lo:400:kworker.0
00000100:00100000:0.0:1767320944.507232:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320944.507594:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000234880
00000100:00100000:1.0:1767320944.507601:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000234880
00000100:00100000:1.0:1767320944.507658:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5550
00000100:00100000:1.0:1767320944.507666:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b20700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000234880:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320944.507714:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b20700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000234880:12345-0@lo:400:kworker.0 Request processed in 50us (481us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320944.507720:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5550
00000100:00080000:0.0:1767320944.507780:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320944.507805:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236729aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000234880:0@lo:400:kworker.0
00000100:00100000:2.0:1767320944.508132:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000235392
00000100:00100000:2.0:1767320944.508137:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000235392
00000100:00100000:2.0:1767320944.508234:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3601
00000100:00100000:2.0:1767320944.508241:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366987100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000235392:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320944.508299:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366987100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000235392:12345-0@lo:400:kworker.0 Request processed in 59us (1275us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320944.508306:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3601
00000100:00100000:1.0:1767320944.508519:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367298a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000235392:0@lo:400:kworker.0
00000100:00080000:0.0:1767320944.508612:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00010000:3.0:1767320944.821553:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320945.526482:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367298a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000235520:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320945.526556:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320945.527271:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000235520
00000100:00100000:1.0:1767320945.527282:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000235520
00000100:00100000:1.0:1767320945.527344:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2806
00000100:00100000:1.0:1767320945.527356:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000235520:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767320945.527389:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767320945.527451:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000235520:12345-0@lo:13:osp-pre-0-1.0 Request processed in 99us (896us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320945.527459:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2806
00000100:00100000:3.0:1767320945.527557:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367298a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000235520:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320945.531167:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b21180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000235648:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320945.531265:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320945.532114:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000235648
00000100:00100000:3.0:1767320945.532125:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000235648
00000100:00100000:3.0:1767320945.532271:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2807
00000100:00100000:3.0:1767320945.532281:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000235648:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767320945.532311:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767320945.532616:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000235648:12345-0@lo:13:osp-pre-1-1.0 Request processed in 336us (1349us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320945.532641:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2807
00000100:00100000:2.0:1767320945.533177:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b21180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000235648:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767320945.845681:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320946.875565:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320947.649073:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767320947.649143:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767320947.651053:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962593152
00000100:00100000:0.0:1767320947.651073:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962593152
00000100:00100000:3.0:1767320947.652515:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962593024
00000100:00100000:3.0:1767320947.652529:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962593024
00000100:00100000:3.0:1767320947.652581:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5551
00000100:00100000:3.0:1767320947.652597:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f54000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962593152:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:3.0:1767320947.652696:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f54000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962593152:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 105us (3632us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320947.652704:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5551
00000100:00100000:3.0:1767320947.652737:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6324
00000100:00100000:3.0:1767320947.652741:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f56a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962593024:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767320947.652761:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320947.652784:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f56a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962593024:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 42us (3640us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320947.652789:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6324
00000100:00080000:2.0:1767320947.653224:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767320947.893506:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320948.917703:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767320949.625415:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320949.625426:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767320949.625429:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320949.625433:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320949.625437:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320949.625445:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6142
00000100:00080000:2.0:1767320949.625450:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320949.625459:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320949.625510:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523494d1500 x1853164000235776/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320949.625550:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320949.625554:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320949.625556:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320949.625560:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6142
00000100:00080000:2.0:1767320949.625562:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320949.625565:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320949.625577:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523494d3480 x1853164000235904/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320949.625586:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320949.625589:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320949.625591:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320949.625594:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6142
00000100:00080000:2.0:1767320949.625597:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320949.625600:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320949.625611:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523494d2300 x1853164000236032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320949.625658:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320949.625661:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320949.625663:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320949.625667:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6142
00000100:00080000:2.0:1767320949.625669:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320949.625674:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320949.625684:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234727ed80 x1853164000236288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320949.625807:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000236672:0@lo:400:kworker.0
00000100:00100000:3.0:1767320949.625876:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320949.625945:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767320949.625951:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000236160:0@lo:400:kworker.0
00000100:00100000:3.0:1767320949.625977:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320949.626009:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000236416:0@lo:400:kworker.0
00000100:00100000:3.0:1767320949.626032:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320949.626048:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767320949.626053:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000236544:0@lo:400:kworker.0
00000100:00100000:3.0:1767320949.626074:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320949.626121:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000236672
00000100:00100000:3.0:1767320949.626128:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000236672
00000100:00100000:3.0:1767320949.626180:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000236544
00000100:00100000:3.0:1767320949.626183:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000236544
00000100:00100000:3.0:1767320949.626247:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3602
00000100:00100000:3.0:1767320949.626256:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f57b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000236672:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320949.626311:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f57b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000236672:12345-0@lo:400:kworker.0 Request processed in 57us (435us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320949.626319:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3602
00000100:00100000:3.0:1767320949.626334:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3603
00000100:00100000:3.0:1767320949.626340:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000236544:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320949.626370:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000236544:12345-0@lo:400:kworker.0 Request processed in 31us (295us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320949.626376:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3603
00000100:00080000:3.0:1767320949.626391:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767320949.626394:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767320949.626418:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000236544:0@lo:400:kworker.0
00000100:00100000:3.0:1767320949.626439:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000236672:0@lo:400:kworker.0
00000100:00100000:1.0:1767320949.626523:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000236160
00000100:00100000:1.0:1767320949.626527:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000236160
00000100:00100000:1.0:1767320949.626570:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000236416
00000100:00100000:1.0:1767320949.626573:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000236416
00000100:00100000:1.0:1767320949.626592:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5552
00000100:00100000:1.0:1767320949.626598:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f57480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000236160:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320949.626634:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f57480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000236160:12345-0@lo:400:kworker.0 Request processed in 36us (656us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320949.626639:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5552
00000100:00100000:1.0:1767320949.626651:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5553
00000100:00100000:1.0:1767320949.626657:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f55880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000236416:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320949.626680:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f55880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000236416:12345-0@lo:400:kworker.0 Request processed in 23us (648us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320949.626685:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5553
00000100:00100000:1.0:1767320949.626714:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000236416:0@lo:400:kworker.0
00000100:00100000:1.0:1767320949.626733:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000236160:0@lo:400:kworker.0
00000100:00100000:0.0:1767320949.626828:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000235776:0@lo:38:kworker.0
00000100:00100000:0.0:1767320949.626860:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320949.626893:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000235904:0@lo:38:kworker.0
00000100:00100000:0.0:1767320949.626912:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320949.626927:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000236032:0@lo:38:kworker.0
00000100:00100000:0.0:1767320949.626947:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320949.626962:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000236288:0@lo:38:kworker.0
00000100:00100000:0.0:1767320949.626981:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320949.627006:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000235904
00000100:00100000:0.0:1767320949.627011:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000235904
00000100:00100000:0.0:1767320949.627030:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000236032
00000100:00100000:0.0:1767320949.627033:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000236032
00000100:00100000:0.0:1767320949.627047:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000236288
00000100:00100000:0.0:1767320949.627049:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000236288
00000100:00100000:0.0:1767320949.627058:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6325
00000100:00100000:0.0:1767320949.627062:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366963100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000235904:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320949.627080:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320949.627275:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6326
00000100:00100000:2.0:1767320949.627280:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366962d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000236032:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320949.627290:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320949.627327:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366962d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000236032:12345-0@lo:38:kworker.0 Request processed in 46us (378us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320949.627334:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6326
00000100:00100000:2.0:1767320949.627349:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6327
00000100:00100000:2.0:1767320949.627353:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366963b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000236288:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320949.627361:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320949.627384:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366963b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000236288:12345-0@lo:38:kworker.0 Request processed in 29us (402us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320949.627389:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6327
00000100:00100000:1.0:1767320949.627475:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000235776
00000100:00100000:1.0:1767320949.627479:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000235776
00000100:00100000:1.0:1767320949.627507:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2091
00000100:00100000:1.0:1767320949.627511:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b21180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000235776:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320949.627521:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320949.627548:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b21180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000235776:12345-0@lo:38:kworker.0 Request processed in 36us (687us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320949.627553:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2091
00000100:00080000:1.0:1767320949.627583:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320949.627588:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320949.627591:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000235776:0@lo:38:kworker.0
00000100:00080000:1.0:1767320949.627599:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320949.627602:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320949.627605:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000236032:0@lo:38:kworker.0
00000100:00080000:1.0:1767320949.627611:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320949.627615:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320949.627617:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000236288:0@lo:38:kworker.0
00000100:00080000:3.0:1767320949.628217:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320949.665875:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366963100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000235904:12345-0@lo:38:kworker.0 Request processed in 38800us (38949us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320949.665893:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6325
00000100:00080000:1.0:1767320949.666089:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320949.666095:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320949.666109:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000235904:0@lo:38:kworker.0
00010000:00010000:0.0:1767320949.941414:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320950.645871:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366962680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000236800:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320950.645943:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320950.646052:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000236800
00000100:00100000:0.0:1767320950.646060:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000236800
00000100:00100000:0.0:1767320950.646144:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2808
00000100:00100000:0.0:1767320950.646153:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000236800:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767320950.646180:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767320950.646253:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000236800:12345-0@lo:13:osp-pre-1-1.0 Request processed in 101us (309us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320950.646260:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2808
00000100:00100000:0.0:1767320950.646302:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366962680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000236800:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320950.652595:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000236928:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320950.652673:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320950.654388:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000236928
00000100:00100000:2.0:1767320950.654404:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000236928
00000100:00100000:2.0:1767320950.654485:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2809
00000100:00100000:2.0:1767320950.654496:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367299180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000236928:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767320950.654529:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767320950.654606:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367299180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000236928:12345-0@lo:13:osp-pre-0-1.0 Request processed in 111us (1932us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320950.654613:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2809
00000100:00100000:1.0:1767320950.656261:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000236928:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767320950.966149:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767320951.989460:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320952.772827:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767320952.772886:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767320952.772938:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962593408
00000100:00100000:0.0:1767320952.772948:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962593408
00000100:00100000:1.0:1767320952.773004:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962593280
00000100:00100000:1.0:1767320952.773009:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962593280
00000100:00100000:0.0:1767320952.773022:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5554
00000100:00100000:0.0:1767320952.773031:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962593408:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767320952.773031:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6328
00000100:00100000:1.0:1767320952.773036:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962593280:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767320952.773057:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320952.773132:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962593408:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 102us (314us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320952.773140:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5554
00000100:00080000:3.0:1767320952.773276:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320952.773400:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962593280:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 361us (511us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320952.773407:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6328
00000400:00000100:2.0:1767320952.775745:0:7000:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.52@tcp portal 26 match 1853163962593536 offset 0 length 520: 4
00010000:00010000:3.0:1767320953.014311:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320954.037460:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320954.741448:0:7004:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320929/real 1767320929]  req@ffff95234727e680 x1853164000230528/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320954 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1767320954.741488:0:7004:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95234727e680 x1853164000230528/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320954 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1767320954.741508:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320954.741531:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:1.0:1767320954.741534:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000230528:0@lo:250:kworker.0
00000100:00080000:2.0:1767320954.742333:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320954.742341:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1767320954.742344:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320954.742350:0:63619:0:(import.c:509:import_select_connection()) MGC192.168.202.152@tcp: connect to NID 0@lo last attempt 6127
00000100:00080000:2.0:1767320954.742354:0:63619:0:(import.c:588:import_select_connection()) MGC192.168.202.152@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320954.742361:0:63619:0:(import.c:623:import_select_connection()) MGC192.168.202.152@tcp: import ffff95235eb57800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320954.742396:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234727df80 x1853164000237056/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320954.742427:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320954.742431:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320954.742433:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320954.742436:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6147
00000100:00080000:2.0:1767320954.742439:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320954.742442:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320954.742457:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234727e680 x1853164000237184/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320954.742465:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320954.742467:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320954.742469:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320954.742472:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6147
00000100:00080000:2.0:1767320954.742475:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320954.742477:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320954.742486:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234727ed80 x1853164000237312/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320954.742493:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320954.742496:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320954.742497:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320954.742501:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6147
00000100:00080000:2.0:1767320954.742502:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320954.742505:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320954.742515:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0dea00 x1853164000237440/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320954.742558:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320954.742562:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320954.742563:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320954.742566:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6147
00000100:00080000:2.0:1767320954.742569:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320954.742572:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320954.742582:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0dfb80 x1853164000237696/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320954.742679:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235f79b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000237952:0@lo:400:kworker.0
00000100:00100000:0.0:1767320954.742743:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320954.742770:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000237568:0@lo:400:kworker.0
00000100:00100000:3.0:1767320954.742814:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320954.742823:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767320954.742832:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000237824:0@lo:400:kworker.0
00000100:00100000:3.0:1767320954.742849:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767320954.742857:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235f79a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000238080:0@lo:400:kworker.0
00000100:00100000:0.0:1767320954.742864:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320954.742896:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320954.742909:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000237568
00000100:00100000:0.0:1767320954.742921:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000237568
00000100:00100000:0.0:1767320954.742946:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000237952
00000100:00100000:0.0:1767320954.742950:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000237952
00000100:00100000:0.0:1767320954.743010:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000238080
00000100:00100000:0.0:1767320954.743013:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000238080
00000100:00100000:0.0:1767320954.743034:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3604
00000100:00100000:0.0:1767320954.743044:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366962680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000237952:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767320954.743087:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767320954.743092:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767320954.743108:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3605
00000100:00100000:0.0:1767320954.743114:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366962680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000237952:12345-0@lo:400:kworker.0 Request processed in 69us (368us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320954.743121:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000238080:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320954.743135:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3604
00000100:00100000:3.0:1767320954.743165:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000238080:12345-0@lo:400:kworker.0 Request processed in 48us (268us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320954.743172:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3605
00000100:00100000:0.0:1767320954.743224:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235f79b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000237952:0@lo:400:kworker.0
00000100:00100000:3.0:1767320954.743228:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235f79a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000238080:0@lo:400:kworker.0
00000100:00080000:3.0:1767320954.743261:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320954.743277:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000237824
00000100:00100000:0.0:1767320954.743282:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000237824
00000100:00100000:0.0:1767320954.743310:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5555
00000100:00100000:0.0:1767320954.743316:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000237568:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320954.743352:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000237568:12345-0@lo:400:kworker.0 Request processed in 36us (538us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320954.743357:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5555
00000100:00100000:0.0:1767320954.743368:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5556
00000100:00100000:0.0:1767320954.743374:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366960a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000237824:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320954.743403:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366960a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000237824:12345-0@lo:400:kworker.0 Request processed in 30us (542us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320954.743409:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5556
00000100:00100000:0.0:1767320954.743431:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000237824:0@lo:400:kworker.0
00000100:00080000:3.0:1767320954.743782:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320954.743806:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000237568:0@lo:400:kworker.0
00000100:00100000:1.0:1767320954.745011:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000237056:0@lo:250:kworker.0
00000400:00000100:1.0:1767320954.745062:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164000237056 offset 0 length 520: 4
00000100:00100000:1.0:1767320954.745093:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000237184:0@lo:38:kworker.0
00000100:00100000:1.0:1767320954.745120:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320954.745155:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000237312:0@lo:38:kworker.0
00000100:00100000:2.0:1767320954.745334:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000237184
00000100:00100000:2.0:1767320954.745342:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000237184
00000100:00100000:2.0:1767320954.745386:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2092
00000100:00100000:2.0:1767320954.745392:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367298a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000237184:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320954.745412:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320954.745454:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367298a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000237184:12345-0@lo:38:kworker.0 Request processed in 61us (333us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320954.745461:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2092
00000100:00100000:1.0:1767320954.745817:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320954.745842:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000237440:0@lo:38:kworker.0
00000100:00100000:1.0:1767320954.745863:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320954.745881:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000237696:0@lo:38:kworker.0
00000100:00100000:1.0:1767320954.745898:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767320954.745941:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320954.745946:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320954.745950:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000237184:0@lo:38:kworker.0
00000100:00100000:1.0:1767320954.745974:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000237312
00000100:00100000:1.0:1767320954.745977:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000237312
00000100:00100000:1.0:1767320954.745995:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000237440
00000100:00100000:1.0:1767320954.745997:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000237440
00000100:00100000:1.0:1767320954.746006:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000237696
00000100:00100000:1.0:1767320954.746008:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000237696
00000100:00100000:1.0:1767320954.746018:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6329
00000100:00100000:1.0:1767320954.746022:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236729aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000237312:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320954.746032:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320954.746068:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236729aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000237312:12345-0@lo:38:kworker.0 Request processed in 44us (251us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320954.746073:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6329
00000100:00100000:1.0:1767320954.746086:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6330
00000100:00100000:1.0:1767320954.746090:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367298380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000237440:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320954.746097:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320954.746118:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367298380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000237440:12345-0@lo:38:kworker.0 Request processed in 27us (254us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320954.746298:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6330
00000100:00100000:1.0:1767320954.746312:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6331
00000100:00100000:1.0:1767320954.746316:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367299500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000237696:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320954.746325:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320954.746346:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367299500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000237696:12345-0@lo:38:kworker.0 Request processed in 29us (448us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320954.746351:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6331
00000100:00080000:1.0:1767320954.746370:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320954.746374:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320954.746377:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000237312:0@lo:38:kworker.0
00000100:00080000:1.0:1767320954.746383:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320954.746386:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320954.746389:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000237440:0@lo:38:kworker.0
00000100:00080000:1.0:1767320954.746395:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320954.746398:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320954.746400:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000237696:0@lo:38:kworker.0
00010000:00010000:0.0:1767320955.062633:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320955.765669:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366961880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000238208:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320955.765739:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320955.766179:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767320955.766189:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235f798700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000238336:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320955.766242:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320955.766313:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000238208
00000100:00100000:2.0:1767320955.766321:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000238208
00000100:00100000:2.0:1767320955.766373:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000238336
00000100:00100000:2.0:1767320955.766376:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000238336
00000100:00100000:2.0:1767320955.766398:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2810
00000100:00100000:2.0:1767320955.766406:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000238208:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767320955.766438:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767320955.766480:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000238208:12345-0@lo:13:osp-pre-1-1.0 Request processed in 75us (740us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320955.766487:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2810
00000100:00100000:2.0:1767320955.766517:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2811
00000100:00100000:2.0:1767320955.766523:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000238336:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767320955.766536:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767320955.766564:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000238336:12345-0@lo:13:osp-pre-0-1.0 Request processed in 42us (322us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320955.766570:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2811
00000100:00100000:2.0:1767320955.766604:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235f798700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000238336:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320955.766940:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366961880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000238208:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767320956.085913:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320957.110487:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320957.888496:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767320957.888547:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767320957.889054:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962593664
00000100:00100000:1.0:1767320957.889065:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962593664
00000100:00100000:1.0:1767320957.889509:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962593792
00000100:00100000:1.0:1767320957.889514:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962593792
00000100:00100000:2.0:1767320957.889629:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6332
00000100:00100000:2.0:1767320957.889639:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f798700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962593664:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767320957.889664:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320957.889734:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f798700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962593664:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 94us (1248us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320957.889743:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6332
00000100:00100000:1.0:1767320957.890372:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5557
00000100:00100000:1.0:1767320957.890381:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f799c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962593792:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767320957.890438:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f799c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962593792:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 59us (1891us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320957.890446:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5557
00000100:00080000:3.0:1767320957.890847:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767320958.137353:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320959.159115:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767320959.861481:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320959.861491:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767320959.861494:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320959.861499:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320959.861504:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320959.861513:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6152
00000100:00080000:1.0:1767320959.861520:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320959.861529:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320959.861578:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952367298e00 x1853164000238464/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320959.861595:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320959.861599:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320959.861600:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320959.861604:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6152
00000100:00080000:1.0:1767320959.861606:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320959.861609:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320959.861621:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236729bb80 x1853164000238592/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320959.861630:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320959.861633:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320959.861634:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320959.861638:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6152
00000100:00080000:1.0:1767320959.861641:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320959.861644:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320959.861655:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234727ed80 x1853164000238720/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320959.861701:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320959.861704:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320959.861705:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320959.861709:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6152
00000100:00080000:1.0:1767320959.861711:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320959.861714:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320959.861726:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523494d3480 x1853164000238976/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320959.861786:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000239104:0@lo:400:kworker.0
00000100:00100000:1.0:1767320959.861852:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320959.861892:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767320959.861899:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000239232:0@lo:400:kworker.0
00000100:00100000:1.0:1767320959.861924:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320959.861956:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000239232
00000100:00100000:1.0:1767320959.861963:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000239232
00000100:00100000:1.0:1767320959.862052:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3606
00000100:00100000:1.0:1767320959.862061:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366948380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000239232:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320959.862225:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000238848:0@lo:400:kworker.0
00000100:00100000:3.0:1767320959.862254:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320959.862277:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767320959.862304:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000239360:0@lo:400:kworker.0
00000100:00100000:3.0:1767320959.862325:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320959.862356:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000239104
00000100:00100000:3.0:1767320959.862360:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000239104
00000100:00100000:3.0:1767320959.862388:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000238848
00000100:00100000:3.0:1767320959.862391:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000238848
00000100:00100000:3.0:1767320959.862414:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5558
00000100:00100000:3.0:1767320959.862420:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000239104:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320959.862465:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000239104:12345-0@lo:400:kworker.0 Request processed in 45us (612us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320959.862472:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5558
00000100:00100000:3.0:1767320959.862487:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5559
00000100:00100000:3.0:1767320959.862494:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000238848:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320959.862522:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000238848:12345-0@lo:400:kworker.0 Request processed in 29us (267us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320959.862527:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5559
00000100:00100000:3.0:1767320959.862544:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000239360
00000100:00100000:3.0:1767320959.862547:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000239360
00000100:00100000:3.0:1767320959.862569:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3607
00000100:00100000:3.0:1767320959.862575:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000239360:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320959.862598:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000239360:12345-0@lo:400:kworker.0 Request processed in 24us (273us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320959.862604:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3607
00000100:00100000:3.0:1767320959.862649:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000239360:0@lo:400:kworker.0
00000100:00100000:3.0:1767320959.862715:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000238848:0@lo:400:kworker.0
00000100:00100000:3.0:1767320959.862743:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000239104:0@lo:400:kworker.0
00000100:00100000:2.0:1767320959.863229:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367298e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000238464:0@lo:38:kworker.0
00000100:00100000:2.0:1767320959.863270:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320959.863316:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236729bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000238592:0@lo:38:kworker.0
00000100:00100000:2.0:1767320959.863338:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320959.863363:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000238720:0@lo:38:kworker.0
00000100:00100000:2.0:1767320959.863385:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320959.863401:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000238976:0@lo:38:kworker.0
00000100:00100000:2.0:1767320959.863420:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320959.863447:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000238592
00000100:00100000:2.0:1767320959.863452:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000238592
00000100:00100000:2.0:1767320959.863475:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000238720
00000100:00100000:2.0:1767320959.863477:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000238720
00000100:00100000:2.0:1767320959.863489:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000238976
00000100:00100000:2.0:1767320959.863492:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000238976
00000100:00100000:2.0:1767320959.863502:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6333
00000100:00100000:2.0:1767320959.863507:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f79a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000238592:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320959.863525:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320959.863558:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f79a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000238592:12345-0@lo:38:kworker.0 Request processed in 50us (219us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320959.863565:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6333
00000100:00100000:2.0:1767320959.863579:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6334
00000100:00100000:2.0:1767320959.863583:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f79b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000238720:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320959.863592:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320959.863614:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f79b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000238720:12345-0@lo:38:kworker.0 Request processed in 30us (228us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320959.863619:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6334
00000100:00100000:2.0:1767320959.863630:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6335
00000100:00100000:2.0:1767320959.863633:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000238976:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320959.863641:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320959.863660:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000238976:12345-0@lo:38:kworker.0 Request processed in 25us (239us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320959.863665:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6335
00000100:00080000:2.0:1767320959.863678:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767320959.863682:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767320959.863684:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767320959.863713:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320959.863718:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320959.863721:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236729bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000238592:0@lo:38:kworker.0
00000100:00080000:2.0:1767320959.863729:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320959.863731:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320959.863734:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000238720:0@lo:38:kworker.0
00000100:00080000:2.0:1767320959.863739:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320959.863742:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320959.863745:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000238976:0@lo:38:kworker.0
00000100:00100000:1.0:1767320959.863990:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366948380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000239232:12345-0@lo:400:kworker.0 Request processed in 1929us (2063us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320959.863997:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3606
00000100:00100000:2.0:1767320959.864285:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000239232:0@lo:400:kworker.0
00000100:00100000:3.0:1767320959.864431:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000238464
00000100:00100000:3.0:1767320959.864437:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000238464
00000100:00100000:3.0:1767320959.864466:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2093
00000100:00100000:3.0:1767320959.864471:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f798a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000238464:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320959.864483:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320959.864567:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f798a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000238464:12345-0@lo:38:kworker.0 Request processed in 94us (1296us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320959.864574:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2093
00000100:00080000:0.0:1767320959.870872:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320959.870884:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320959.870889:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367298e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000238464:0@lo:38:kworker.0
00010000:00010000:2.0:1767320960.183087:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320960.885889:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366961880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000239488:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320960.885960:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320960.886154:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000239488
00000100:00100000:0.0:1767320960.886162:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000239488
00000100:00100000:0.0:1767320960.886229:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2812
00000100:00100000:0.0:1767320960.886239:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000239488:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767320960.886274:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767320960.886330:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000239488:12345-0@lo:13:osp-pre-1-1.0 Request processed in 93us (369us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320960.886339:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2812
00000100:00100000:1.0:1767320960.886726:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366961880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000239488:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320960.886744:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000239616:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320960.886786:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320960.887060:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000239616
00000100:00100000:1.0:1767320960.887067:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000239616
00000100:00100000:1.0:1767320960.887103:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2813
00000100:00100000:1.0:1767320960.887109:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000239616:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767320960.887128:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767320960.887175:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000239616:12345-0@lo:13:osp-pre-0-1.0 Request processed in 66us (389us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320960.887182:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2813
00000100:00100000:2.0:1767320960.887299:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000239616:0@lo:13:osp-pre-0-1.0
00010000:00010000:3.0:1767320961.206055:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320962.229441:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320963.007782:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767320963.007868:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962594048
00000100:00100000:2.0:1767320963.007876:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767320963.007879:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962594048
00000100:00100000:0.0:1767320963.007965:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962593920
00000100:00100000:0.0:1767320963.007968:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962593920
00000100:00100000:0.0:1767320963.008109:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5560
00000100:00100000:0.0:1767320963.008120:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962594048:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:0.0:1767320963.008236:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962594048:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 117us (464us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320963.008243:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5560
00000100:00100000:0.0:1767320963.008264:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6336
00000100:00100000:0.0:1767320963.008270:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962593920:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:0.0:1767320963.008291:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320963.008318:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962593920:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 48us (444us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320963.008327:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6336
00000100:00080000:2.0:1767320963.009211:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767320963.255075:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767320964.277434:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767320964.982143:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320964.982151:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767320964.982153:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320964.982156:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320964.982159:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320964.982165:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6157
00000100:00080000:1.0:1767320964.982169:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320964.982174:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320964.982222:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235e8cb800 x1853164000239744/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320964.982244:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320964.982247:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320964.982249:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320964.982252:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6157
00000100:00080000:1.0:1767320964.982255:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320964.982258:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320964.982269:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235e8ca680 x1853164000239872/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320964.982278:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320964.982280:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320964.982282:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320964.982285:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6157
00000100:00080000:1.0:1767320964.982287:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320964.982289:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320964.982298:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235e8cb480 x1853164000240000/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767320964.982346:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767320964.982349:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767320964.982350:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767320964.982353:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6157
00000100:00080000:1.0:1767320964.982354:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767320964.982357:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767320964.982367:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952373fae680 x1853164000240256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320964.982491:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366961880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000240128:0@lo:400:kworker.0
00000100:00100000:1.0:1767320964.982532:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952373fadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000240384:0@lo:400:kworker.0
00000100:00100000:1.0:1767320964.982566:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952373fad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000240512:0@lo:400:kworker.0
00000100:00100000:3.0:1767320964.982571:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320964.982589:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320964.982635:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767320964.982885:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000240128
00000100:00100000:2.0:1767320964.982894:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000240128
00000100:00100000:2.0:1767320964.982973:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5561
00000100:00100000:2.0:1767320964.982982:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000240128:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320964.983007:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952373fac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000240640:0@lo:400:kworker.0
00000100:00100000:2.0:1767320964.983038:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000240128:12345-0@lo:400:kworker.0 Request processed in 56us (470us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320964.983047:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320964.983051:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5561
00000100:00080000:2.0:1767320964.983077:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320964.983090:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366961880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000240128:0@lo:400:kworker.0
00000100:00100000:2.0:1767320964.983100:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320964.983130:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000240384
00000100:00100000:3.0:1767320964.983134:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000240384
00000100:00100000:2.0:1767320964.983149:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000240512
00000100:00100000:2.0:1767320964.983154:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000240512
00000100:00100000:3.0:1767320964.983176:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5562
00000100:00100000:3.0:1767320964.983186:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367298e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000240384:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320964.983187:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000240640
00000100:00100000:2.0:1767320964.983224:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000240640
00000100:00100000:2.0:1767320964.983252:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3608
00000100:00100000:2.0:1767320964.983261:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373faed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000240512:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320964.983267:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367298e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000240384:12345-0@lo:400:kworker.0 Request processed in 82us (165us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320964.983275:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5562
00000100:00100000:3.0:1767320964.983305:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3609
00000100:00100000:2.0:1767320964.983306:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373faed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000240512:12345-0@lo:400:kworker.0 Request processed in 44us (714us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320964.983317:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000240640:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320964.983354:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000240640:12345-0@lo:400:kworker.0 Request processed in 41us (310us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320964.983678:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000239744:0@lo:38:kworker.0
00000100:00100000:0.0:1767320964.983711:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320964.983738:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000239872:0@lo:38:kworker.0
00000100:00100000:0.0:1767320964.983758:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320964.983773:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000240000:0@lo:38:kworker.0
00000100:00100000:0.0:1767320964.983791:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320964.983807:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952373fae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000240256:0@lo:38:kworker.0
00000100:00100000:0.0:1767320964.983827:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320964.983857:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000239744
00000100:00100000:0.0:1767320964.983862:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000239744
00000100:00100000:0.0:1767320964.983885:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2094
00000100:00100000:0.0:1767320964.983890:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000239744:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320964.983907:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320964.983940:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000239744:12345-0@lo:38:kworker.0 Request processed in 49us (228us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320964.983946:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2094
00000100:00100000:0.0:1767320964.983975:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000239872
00000100:00100000:0.0:1767320964.983982:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000239872
00000100:00100000:0.0:1767320964.984007:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000240000
00000100:00100000:0.0:1767320964.984009:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000240000
00000100:00100000:0.0:1767320964.984020:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000240256
00000100:00100000:0.0:1767320964.984022:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000240256
00000100:00100000:0.0:1767320964.984030:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6337
00000100:00100000:0.0:1767320964.984035:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000239872:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320964.984045:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320964.984071:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000239872:12345-0@lo:38:kworker.0 Request processed in 35us (312us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320964.984077:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6337
00000100:00100000:0.0:1767320964.984088:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6338
00000100:00100000:0.0:1767320964.984092:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000240000:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320964.984101:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320964.984123:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000240000:12345-0@lo:38:kworker.0 Request processed in 29us (330us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320964.984127:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6338
00000100:00100000:0.0:1767320964.984137:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6339
00000100:00100000:0.0:1767320964.984141:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000240256:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320964.984154:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320964.984178:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000240256:12345-0@lo:38:kworker.0 Request processed in 36us (350us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320964.984183:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6339
00000100:00080000:0.0:1767320964.984255:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320964.984259:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320964.984262:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000239744:0@lo:38:kworker.0
00000100:00080000:0.0:1767320964.984270:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320964.984273:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320964.984276:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000239872:0@lo:38:kworker.0
00000100:00080000:0.0:1767320964.984282:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320964.984285:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320964.984287:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000240000:0@lo:38:kworker.0
00000100:00080000:0.0:1767320964.984294:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320964.984297:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320964.984299:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952373fae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000240256:0@lo:38:kworker.0
00000100:00100000:2.0:1767320964.986077:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3608
00000100:00100000:0.0:1767320964.986280:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952373fac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000240640:0@lo:400:kworker.0
00000100:00080000:2.0:1767320964.986658:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767320964.986662:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767320964.986664:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320964.986685:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952373fadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000240384:0@lo:400:kworker.0
00000100:00100000:3.0:1767320964.987125:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3609
00000100:00100000:0.0:1767320964.991316:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952373fad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000240512:0@lo:400:kworker.0
00010000:00010000:3.0:1767320965.301402:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320966.005609:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000240768:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320966.005735:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320966.005823:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000240768
00000100:00100000:2.0:1767320966.005831:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000240768
00000100:00100000:2.0:1767320966.005886:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2814
00000100:00100000:2.0:1767320966.005896:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366961880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000240768:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767320966.005928:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767320966.006006:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366961880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000240768:12345-0@lo:13:osp-pre-0-1.0 Request processed in 111us (271us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320966.006013:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2814
00000100:00100000:2.0:1767320966.006063:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000240768:0@lo:13:osp-pre-0-1.0
00000100:00080000:3.0:1767320966.006478:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767320966.007074:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767320966.007087:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236729bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000240896:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320966.007136:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320966.007509:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000240896
00000100:00100000:2.0:1767320966.007515:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000240896
00000100:00100000:2.0:1767320966.007560:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2815
00000100:00100000:2.0:1767320966.007566:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373fac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000240896:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767320966.007587:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767320966.007623:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373fac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000240896:12345-0@lo:13:osp-pre-1-1.0 Request processed in 58us (487us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320966.007628:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2815
00000100:00080000:3.0:1767320966.007723:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767320966.007772:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236729bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000240896:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767320966.326108:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320967.349828:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320968.136385:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767320968.136594:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767320968.136713:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962594176
00000100:00100000:2.0:1767320968.136723:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962594176
00000100:00100000:2.0:1767320968.136771:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962594304
00000100:00100000:2.0:1767320968.136774:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962594304
00000100:00100000:2.0:1767320968.136824:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5563
00000100:00100000:2.0:1767320968.136834:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373fac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962594304:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:0.0:1767320968.136877:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6340
00000100:00100000:0.0:1767320968.136883:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373fadf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962594176:12345-192.168.202.52@tcp:38:kworker.0
00000100:00100000:2.0:1767320968.136911:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373fac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962594304:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 79us (317us total) trans 0 rc 0/0
00010000:00020000:0.0:1767320968.136913:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320968.136918:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5563
00000100:00100000:0.0:1767320968.136960:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373fadf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962594176:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 75us (598us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320968.136967:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6340
00000100:00080000:1.0:1767320968.137179:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767320968.379602:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320969.398957:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767320970.105461:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320970.105472:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767320970.105475:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320970.105478:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320970.105483:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320970.105491:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6162
00000100:00080000:3.0:1767320970.105496:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320970.105504:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320970.105548:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523494d1500 x1853164000241024/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320970.105583:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320970.105587:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320970.105589:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320970.105592:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6162
00000100:00080000:3.0:1767320970.105596:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320970.105599:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320970.105612:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523494d3480 x1853164000241152/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320970.105622:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320970.105625:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320970.105627:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320970.105631:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6162
00000100:00080000:3.0:1767320970.105633:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320970.105636:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320970.105647:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523494d2300 x1853164000241280/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320970.105739:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000241408:0@lo:400:kworker.0
00000100:00100000:1.0:1767320970.105803:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767320970.106015:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320970.106019:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320970.106022:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320970.106026:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6162
00000100:00080000:3.0:1767320970.106028:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320970.106032:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320970.106051:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234471d880 x1853164000241536/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320970.106159:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000241408
00000100:00100000:0.0:1767320970.106167:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000241408
00000100:00100000:0.0:1767320970.106252:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5564
00000100:00100000:0.0:1767320970.106263:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373fad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000241408:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320970.106362:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000241024:0@lo:38:kworker.0
00000100:00100000:2.0:1767320970.106400:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320970.106427:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000241152:0@lo:38:kworker.0
00000100:00100000:2.0:1767320970.106448:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320970.106466:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000241280:0@lo:38:kworker.0
00000100:00100000:2.0:1767320970.106484:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320970.106497:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234471d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000241536:0@lo:38:kworker.0
00000100:00100000:2.0:1767320970.106514:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320970.106541:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000241152
00000100:00100000:2.0:1767320970.106545:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000241152
00000100:00100000:2.0:1767320970.106563:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000241280
00000100:00100000:2.0:1767320970.106565:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000241280
00000100:00100000:2.0:1767320970.106572:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000241536
00000100:00100000:2.0:1767320970.106574:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000241536
00000100:00100000:2.0:1767320970.106583:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6341
00000100:00100000:2.0:1767320970.106587:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952371388000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000241152:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320970.106605:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320970.106636:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952371388000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000241152:12345-0@lo:38:kworker.0 Request processed in 48us (187us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320970.106643:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6341
00000100:00100000:2.0:1767320970.106658:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6342
00000100:00100000:2.0:1767320970.106662:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237138b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000241280:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320970.106670:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320970.106692:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237138b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000241280:12345-0@lo:38:kworker.0 Request processed in 29us (207us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320970.106698:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6342
00000100:00100000:2.0:1767320970.106708:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6343
00000100:00100000:2.0:1767320970.106712:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237138bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000241536:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320970.106721:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320970.106742:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237138bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000241536:12345-0@lo:38:kworker.0 Request processed in 28us (228us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320970.106747:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6343
00000100:00080000:2.0:1767320970.106781:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320970.106785:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320970.106788:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000241152:0@lo:38:kworker.0
00000100:00080000:2.0:1767320970.106796:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320970.106799:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320970.106802:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000241280:0@lo:38:kworker.0
00000100:00080000:2.0:1767320970.106821:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320970.106824:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320970.106827:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234471d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000241536:0@lo:38:kworker.0
00000100:00100000:2.0:1767320970.106871:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234471f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000241792:0@lo:400:kworker.0
00000100:00100000:2.0:1767320970.106937:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320970.106962:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767320970.106967:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234471dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000241664:0@lo:400:kworker.0
00000100:00100000:2.0:1767320970.106989:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320970.107010:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000241664
00000100:00100000:2.0:1767320970.107014:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000241664
00000100:00100000:2.0:1767320970.107038:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5565
00000100:00100000:2.0:1767320970.107044:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000241664:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320970.107076:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000241664:12345-0@lo:400:kworker.0 Request processed in 32us (86us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320970.107081:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5565
00000100:00100000:2.0:1767320970.107105:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234471dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000241664:0@lo:400:kworker.0
00000100:00100000:2.0:1767320970.107126:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000241792
00000100:00100000:2.0:1767320970.107129:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000241792
00000100:00100000:2.0:1767320970.107152:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3610
00000100:00100000:2.0:1767320970.107157:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237138a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000241792:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320970.107184:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237138a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000241792:12345-0@lo:400:kworker.0 Request processed in 27us (274us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320970.107190:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3610
00000100:00100000:2.0:1767320970.107236:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234471f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000241792:0@lo:400:kworker.0
00000100:00100000:2.0:1767320970.107274:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000241024
00000100:00100000:2.0:1767320970.107278:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000241024
00000100:00100000:2.0:1767320970.107297:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2095
00000100:00100000:2.0:1767320970.107302:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236729bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000241024:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320970.107313:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320970.107341:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236729bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000241024:12345-0@lo:38:kworker.0 Request processed in 38us (941us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320970.107347:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2095
00000100:00100000:2.0:1767320970.107364:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234471e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000241920:0@lo:400:kworker.0
00000100:00100000:2.0:1767320970.107386:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767320970.107421:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320970.107425:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767320970.107428:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000241024:0@lo:38:kworker.0
00000100:00100000:2.0:1767320970.107443:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000241920
00000100:00100000:2.0:1767320970.107446:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000241920
00000100:00100000:2.0:1767320970.107469:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3611
00000100:00100000:2.0:1767320970.107474:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000241920:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320970.107507:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000241920:12345-0@lo:400:kworker.0 Request processed in 32us (120us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320970.107513:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3611
00000100:00100000:2.0:1767320970.107536:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234471e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000241920:0@lo:400:kworker.0
00000100:00080000:2.0:1767320970.107586:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767320970.107591:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767320970.107592:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320970.110593:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373fad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000241408:12345-0@lo:400:kworker.0 Request processed in 4321us (4778us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320970.110607:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5564
00000100:00100000:1.0:1767320970.111476:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000241408:0@lo:400:kworker.0
00010000:00010000:0.0:1767320970.422407:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320971.125503:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767320971.125522:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000242048:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320971.125590:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320971.125747:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234471e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000242176:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320971.125773:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320971.125896:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000242048
00000100:00100000:1.0:1767320971.125896:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000242176
00000100:00100000:0.0:1767320971.125913:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000242048
00000100:00100000:1.0:1767320971.125913:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000242176
00000100:00100000:1.0:1767320971.125963:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2816
00000100:00100000:1.0:1767320971.125972:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000242176:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767320971.126002:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767320971.126045:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2817
00000100:00100000:1.0:1767320971.126048:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000242176:12345-0@lo:13:osp-pre-1-1.0 Request processed in 78us (275us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320971.126052:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000242048:12345-0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320971.126055:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2816
00002000:00000024:0.0:1767320971.126068:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767320971.126111:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000242048:12345-0@lo:13:osp-pre-0-1.0 Request processed in 59us (520us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320971.126117:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2817
00000100:00100000:1.0:1767320971.126178:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000242048:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320971.126367:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234471e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000242176:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767320971.448828:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767320972.473711:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320973.261447:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767320973.261494:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767320973.261769:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962594432
00000100:00100000:3.0:1767320973.261780:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962594432
00000100:00100000:3.0:1767320973.261823:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962594560
00000100:00100000:3.0:1767320973.261827:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962594560
00000100:00100000:3.0:1767320973.261878:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5566
00000100:00100000:3.0:1767320973.261901:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349090a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962594560:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:3.0:1767320973.261974:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349090a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962594560:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 76us (479us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320973.261982:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5566
00000100:00100000:3.0:1767320973.261999:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6344
00000100:00100000:3.0:1767320973.262004:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349093480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962594432:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767320973.262025:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320973.262046:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349093480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962594432:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 42us (610us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320973.262065:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6344
00000100:00080000:1.0:1767320973.262179:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767320973.496554:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320974.517895:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767320975.221391:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320975.221401:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767320975.221405:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320975.221409:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320975.221413:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320975.221421:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6168
00000100:00080000:2.0:1767320975.221425:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320975.221433:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320975.221472:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952349090700 x1853164000242304/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320975.221495:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320975.221499:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320975.221501:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320975.221504:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6168
00000100:00080000:2.0:1767320975.221507:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320975.221510:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320975.221522:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952349091180 x1853164000242432/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320975.221543:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320975.221546:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320975.221548:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320975.221551:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6168
00000100:00080000:2.0:1767320975.221553:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320975.221556:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320975.221570:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d788e00 x1853164000242560/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320975.221611:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320975.221615:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320975.221617:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320975.221621:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6168
00000100:00080000:2.0:1767320975.221623:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320975.221627:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320975.221641:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d788380 x1853164000242816/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767320975.221731:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000242944:0@lo:400:kworker.0
00000100:00100000:2.0:1767320975.221808:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320975.221876:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767320975.221882:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000243072:0@lo:400:kworker.0
00000100:00100000:2.0:1767320975.221918:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320975.221953:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000243072
00000100:00100000:2.0:1767320975.221960:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000243072
00000100:00100000:2.0:1767320975.222019:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3612
00000100:00100000:2.0:1767320975.222027:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000243072:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320975.222077:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000243072:12345-0@lo:400:kworker.0 Request processed in 50us (158us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320975.222084:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3612
00000100:00080000:2.0:1767320975.222105:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767320975.222149:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000243072:0@lo:400:kworker.0
00000100:00100000:1.0:1767320975.222376:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d78ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000242688:0@lo:400:kworker.0
00000100:00100000:1.0:1767320975.222407:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320975.222443:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767320975.222449:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000243200:0@lo:400:kworker.0
00000100:00100000:1.0:1767320975.222470:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320975.222629:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000242944
00000100:00100000:2.0:1767320975.222634:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000242944
00000100:00100000:2.0:1767320975.222678:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000242688
00000100:00100000:2.0:1767320975.222682:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000242688
00000100:00100000:2.0:1767320975.222702:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5567
00000100:00100000:2.0:1767320975.222708:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000242944:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767320975.222901:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320975.222928:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000243200
00000100:00100000:1.0:1767320975.222932:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000243200
00000100:00100000:3.0:1767320975.223238:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5568
00000100:00100000:3.0:1767320975.223250:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373faf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000242688:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320975.223296:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373faf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000242688:12345-0@lo:400:kworker.0 Request processed in 49us (888us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320975.223303:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5568
00000100:00100000:3.0:1767320975.223345:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d78ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000242688:0@lo:400:kworker.0
00000100:00100000:1.0:1767320975.223418:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3613
00000100:00100000:1.0:1767320975.223427:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373fafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000243200:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767320975.223469:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373fafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000243200:12345-0@lo:400:kworker.0 Request processed in 44us (998us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320975.227294:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000242944:12345-0@lo:400:kworker.0 Request processed in 39us (939us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320975.227310:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5567
00000100:00100000:2.0:1767320975.227428:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000242944:0@lo:400:kworker.0
00000100:00080000:2.0:1767320975.227471:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767320975.227496:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000243200:0@lo:400:kworker.0
00000100:00100000:1.0:1767320975.227638:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3613
00000100:00100000:0.0:1767320975.227737:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349090700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000242304:0@lo:38:kworker.0
00000100:00100000:0.0:1767320975.227994:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320975.228047:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349091180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000242432:0@lo:38:kworker.0
00000100:00100000:0.0:1767320975.228073:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320975.228100:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d788e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000242560:0@lo:38:kworker.0
00000100:00100000:0.0:1767320975.228120:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320975.228216:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000242304
00000100:00100000:2.0:1767320975.228224:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000242304
00000100:00100000:2.0:1767320975.228253:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2096
00000100:00100000:2.0:1767320975.228259:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000242304:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320975.228279:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320975.228318:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000242304:12345-0@lo:38:kworker.0 Request processed in 58us (324us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320975.228325:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2096
00000100:00100000:0.0:1767320975.228403:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d788380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000242816:0@lo:38:kworker.0
00000100:00100000:0.0:1767320975.228428:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767320975.228789:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320975.228794:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320975.228798:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349090700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000242304:0@lo:38:kworker.0
00000100:00100000:3.0:1767320975.229016:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000242432
00000100:00100000:3.0:1767320975.229022:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000242432
00000100:00100000:3.0:1767320975.229059:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000242560
00000100:00100000:3.0:1767320975.229062:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000242560
00000100:00100000:3.0:1767320975.229077:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000242816
00000100:00100000:3.0:1767320975.229080:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000242816
00000100:00100000:3.0:1767320975.229095:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6345
00000100:00100000:3.0:1767320975.229100:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000242432:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320975.229115:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320975.229152:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000242432:12345-0@lo:38:kworker.0 Request processed in 50us (1077us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320975.229158:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6345
00000100:00100000:3.0:1767320975.229170:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6346
00000100:00100000:3.0:1767320975.229174:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000242560:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320975.229182:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320975.229223:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000242560:12345-0@lo:38:kworker.0 Request processed in 47us (1101us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320975.229229:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6346
00000100:00100000:3.0:1767320975.229240:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6347
00000100:00100000:3.0:1767320975.229243:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fa8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000242816:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320975.229252:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320975.229275:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fa8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000242816:12345-0@lo:38:kworker.0 Request processed in 29us (846us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320975.229280:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6347
00000100:00080000:0.0:1767320975.231600:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320975.231612:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320975.231616:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349091180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000242432:0@lo:38:kworker.0
00000100:00080000:0.0:1767320975.231628:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320975.231631:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320975.231634:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d788e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000242560:0@lo:38:kworker.0
00000100:00080000:0.0:1767320975.231644:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320975.231647:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320975.231650:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d788380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000242816:0@lo:38:kworker.0
00010000:00010000:0.0:1767320975.541491:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320976.245742:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fa8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000243328:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320976.245816:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320976.245967:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000243328
00000100:00100000:0.0:1767320976.245977:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000243328
00000100:00100000:3.0:1767320976.246138:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767320976.246149:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234471f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000243456:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320976.246179:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320976.250345:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000243456
00000100:00100000:0.0:1767320976.250364:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000243456
00000100:00100000:0.0:1767320976.250427:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2818
00000100:00100000:0.0:1767320976.250437:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000243328:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767320976.250470:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767320976.250561:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000243328:12345-0@lo:13:osp-pre-0-1.0 Request processed in 125us (4744us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320976.250569:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2818
00000100:00100000:0.0:1767320976.250586:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2819
00000100:00100000:0.0:1767320976.250593:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000243456:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767320976.250609:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767320976.250640:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000243456:12345-0@lo:13:osp-pre-1-1.0 Request processed in 48us (4460us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320976.250645:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2819
00000100:00100000:3.0:1767320976.253848:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234471f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000243456:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320976.253945:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fa8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000243328:0@lo:13:osp-pre-0-1.0
00010000:00010000:2.0:1767320976.565487:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320977.343720:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000400:00000100:1.0:1767320977.343769:0:7000:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.52@tcp portal 26 match 1853163962594688 offset 0 length 520: 4
00000100:00100000:2.0:1767320977.344698:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962594944
00000100:00100000:2.0:1767320977.344710:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962594944
00000100:00100000:2.0:1767320977.344803:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5569
00000100:00100000:2.0:1767320977.344814:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373faea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962594944:12345-192.168.202.52@tcp:400:kworker.0
00000100:00080000:1.0:1767320977.345353:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320977.345451:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373faea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962594944:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 637us (1738us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320977.345460:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5569
00000100:00100000:2.0:1767320977.356244:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767320977.356417:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962594816
00000100:00100000:3.0:1767320977.356428:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962594816
00000100:00100000:0.0:1767320977.356783:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6348
00000100:00100000:0.0:1767320977.356793:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962594816:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:0.0:1767320977.356817:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320977.357373:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962594816:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 577us (1135us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320977.357383:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6348
00010000:00010000:3.0:1767320977.589815:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320978.613848:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320979.318306:0:7004:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320954/real 1767320954]  req@ffff95234727df80 x1853164000237056/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320979 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767320979.318342:0:7004:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95234727df80 x1853164000237056/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320979 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767320979.318363:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767320979.318379:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767320979.318383:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000237056:0@lo:250:kworker.0
00000100:00080000:3.0:1767320979.318768:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320979.318774:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767320979.318777:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320979.318782:0:63619:0:(import.c:509:import_select_connection()) MGC192.168.202.152@tcp: connect to NID 0@lo last attempt 6152
00000100:00080000:3.0:1767320979.318787:0:63619:0:(import.c:588:import_select_connection()) MGC192.168.202.152@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320979.318806:0:63619:0:(import.c:623:import_select_connection()) MGC192.168.202.152@tcp: import ffff95235eb57800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320979.318964:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234471f480 x1853164000243584/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320979.319063:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234471f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000243584:0@lo:250:kworker.0
00000400:00000100:0.0:1767320979.319132:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164000243584 offset 0 length 520: 4
00000100:00080000:3.0:1767320979.319260:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320979.319266:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320979.319269:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320979.319275:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6173
00000100:00080000:3.0:1767320979.319279:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320979.319285:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320979.319307:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234471d880 x1853164000243712/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320979.321050:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234471d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000243712:0@lo:38:kworker.0
00000100:00100000:0.0:1767320979.321146:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767320979.321277:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320979.321284:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320979.321287:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320979.321292:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6173
00000100:00080000:3.0:1767320979.321295:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320979.321303:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320979.321457:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234471e680 x1853164000243840/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320979.321483:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320979.321487:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320979.321488:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320979.321493:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6173
00000100:00080000:3.0:1767320979.321496:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320979.321499:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320979.321523:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d788380 x1853164000243968/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320979.321560:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320979.321564:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320979.321566:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320979.321570:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6173
00000100:00080000:3.0:1767320979.321572:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1767320979.321784:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234471e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000243840:0@lo:38:kworker.0
00000100:00100000:0.0:1767320979.321823:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320979.321864:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d788380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000243968:0@lo:38:kworker.0
00000100:00100000:0.0:1767320979.321887:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320979.321926:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000243840
00000100:00100000:0.0:1767320979.321937:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000243840
00000100:00100000:0.0:1767320979.321976:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000243968
00000100:00100000:0.0:1767320979.321979:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000243968
00000100:00100000:0.0:1767320979.322002:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6349
00000100:00100000:0.0:1767320979.322011:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349091180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000243840:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320979.322036:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320979.322085:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349091180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000243840:12345-0@lo:38:kworker.0 Request processed in 73us (260us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320979.322092:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6349
00000100:00100000:0.0:1767320979.322112:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6350
00000100:00100000:0.0:1767320979.322116:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349090700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000243968:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320979.322126:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320979.322148:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349090700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000243968:12345-0@lo:38:kworker.0 Request processed in 30us (260us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320979.322155:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6350
00000100:00080000:0.0:1767320979.322224:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320979.322230:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320979.322233:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234471e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000243840:0@lo:38:kworker.0
00000100:00080000:0.0:1767320979.322245:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320979.322248:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320979.322251:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d788380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000243968:0@lo:38:kworker.0
00000100:00100000:0.0:1767320979.322299:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767320979.322309:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d788e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000244096:0@lo:400:kworker.0
00000100:00100000:0.0:1767320979.322496:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320979.322524:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000244096
00000100:00100000:0.0:1767320979.322528:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000244096
00000100:00100000:0.0:1767320979.322592:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5570
00000100:00100000:0.0:1767320979.322600:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000244096:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767320979.322677:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320979.322697:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d78ad80 x1853164000244224/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320979.322761:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767320979.322770:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364bc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000244608:0@lo:400:kworker.0
00000100:00100000:3.0:1767320979.322805:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320979.322932:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d788380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000244352:0@lo:400:kworker.0
00000100:00100000:3.0:1767320979.322960:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320979.322978:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767320979.322984:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364bc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000244480:0@lo:400:kworker.0
00000100:00100000:3.0:1767320979.323035:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320979.323072:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000244352
00000100:00100000:3.0:1767320979.323076:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000244352
00000100:00100000:3.0:1767320979.323111:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5571
00000100:00100000:3.0:1767320979.323117:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364bc2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000244352:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320979.323167:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364bc2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000244352:12345-0@lo:400:kworker.0 Request processed in 50us (206us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320979.323174:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5571
00000100:00100000:3.0:1767320979.323215:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000244608
00000100:00100000:3.0:1767320979.323218:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000244608
00000100:00100000:3.0:1767320979.323246:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000244480
00000100:00100000:3.0:1767320979.323249:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000244480
00000100:00100000:3.0:1767320979.323273:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3614
00000100:00100000:3.0:1767320979.323281:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364bc0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000244608:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320979.323653:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000244096:12345-0@lo:400:kworker.0 Request processed in 1005us (1108us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320979.323662:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5570
00000100:00100000:0.0:1767320979.323702:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3615
00000100:00100000:0.0:1767320979.323710:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523669e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000244480:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320979.323741:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523669e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000244480:12345-0@lo:400:kworker.0 Request processed in 33us (706us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320979.323748:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3615
00000100:00080000:0.0:1767320979.324038:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767320979.324043:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767320979.324046:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320979.324078:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d788e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000244096:0@lo:400:kworker.0
00000100:00100000:0.0:1767320979.324106:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d78ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000244224:0@lo:38:kworker.0
00000100:00100000:0.0:1767320979.324135:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320979.324164:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000244224
00000100:00100000:0.0:1767320979.324170:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000244224
00000100:00100000:0.0:1767320979.324210:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6351
00000100:00100000:0.0:1767320979.324216:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d788e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000244224:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320979.324234:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320979.324269:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d788e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000244224:12345-0@lo:38:kworker.0 Request processed in 52us (133us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320979.324275:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6351
00000100:00080000:0.0:1767320979.324297:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320979.324301:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320979.324304:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d78ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000244224:0@lo:38:kworker.0
00000100:00100000:3.0:1767320979.324423:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364bc0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000244608:12345-0@lo:400:kworker.0 Request processed in 1142us (1616us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320979.324431:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3614
00000100:00100000:3.0:1767320979.324468:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364bc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000244608:0@lo:400:kworker.0
00000100:00100000:3.0:1767320979.324492:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364bc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000244480:0@lo:400:kworker.0
00000100:00100000:3.0:1767320979.324503:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d788380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000244352:0@lo:400:kworker.0
00000100:00100000:2.0:1767320979.324927:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000243712
00000100:00100000:2.0:1767320979.324943:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000243712
00000100:00100000:2.0:1767320979.325006:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2097
00000100:00100000:2.0:1767320979.325015:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fa8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000243712:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320979.325039:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320979.325115:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fa8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000243712:12345-0@lo:38:kworker.0 Request processed in 100us (3968us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320979.325123:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2097
00000100:00080000:0.0:1767320979.325794:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320979.325804:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320979.325808:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234471d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000243712:0@lo:38:kworker.0
00010000:00010000:0.0:1767320979.637588:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767320980.661478:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320981.365546:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523669e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000244736:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320981.365657:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320981.365884:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000244736
00000100:00100000:1.0:1767320981.365895:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000244736
00000100:00100000:1.0:1767320981.365979:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2820
00000100:00100000:1.0:1767320981.365991:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523669e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000244736:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767320981.366034:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767320981.366090:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523669e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000244736:12345-0@lo:13:osp-pre-1-1.0 Request processed in 100us (431us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320981.366098:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2820
00000100:00080000:3.0:1767320981.366961:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767320981.367015:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523669e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000244736:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320981.367986:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767320981.368002:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d78ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000244864:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320981.368065:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320981.368165:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000244864
00000100:00100000:2.0:1767320981.368172:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000244864
00000100:00100000:2.0:1767320981.368252:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2821
00000100:00100000:2.0:1767320981.368262:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373fae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000244864:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767320981.368291:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767320981.368345:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373fae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000244864:12345-0@lo:13:osp-pre-0-1.0 Request processed in 86us (279us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320981.368353:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2821
00000100:00100000:2.0:1767320981.368404:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d78ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000244864:0@lo:13:osp-pre-0-1.0
00000100:00080000:0.0:1767320981.369227:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00010000:3.0:1767320981.692609:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320982.464519:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767320982.464575:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767320982.464701:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962595072
00000100:00100000:2.0:1767320982.464716:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962595072
00000100:00100000:2.0:1767320982.464773:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962595200
00000100:00100000:2.0:1767320982.464777:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962595200
00000100:00100000:2.0:1767320982.464857:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5572
00000100:00100000:2.0:1767320982.464868:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d788380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962595200:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767320982.464966:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d788380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962595200:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 99us (389us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320982.464974:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5572
00000100:00100000:2.0:1767320982.464996:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6352
00000100:00100000:2.0:1767320982.465000:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d78ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962595072:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767320982.465025:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320982.465053:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d78ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962595072:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 50us (550us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320982.465059:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6352
00000100:00080000:1.0:1767320982.465288:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767320982.716410:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320983.735530:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767320984.437470:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320984.437483:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767320984.437487:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320984.437492:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320984.437497:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320984.437507:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6177
00000100:00080000:3.0:1767320984.437513:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320984.437521:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320984.437767:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523669e6d80 x1853164000244992/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320984.437829:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320984.437833:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320984.437835:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320984.437840:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6177
00000100:00080000:3.0:1767320984.437843:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320984.437847:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320984.437862:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523669e5f80 x1853164000245120/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320984.437880:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320984.437884:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320984.437886:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320984.437890:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6177
00000100:00080000:3.0:1767320984.437892:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320984.437896:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320984.437910:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523669e4000 x1853164000245248/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320984.437961:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320984.437965:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320984.437967:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320984.437971:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6177
00000100:00080000:3.0:1767320984.437974:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320984.437978:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320984.437992:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523669e5c00 x1853164000245504/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767320984.438061:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523669e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000245632:0@lo:400:kworker.0
00000100:00100000:3.0:1767320984.438146:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320984.438187:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767320984.438217:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523669e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000245760:0@lo:400:kworker.0
00000100:00100000:3.0:1767320984.438243:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320984.438414:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523669e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000245376:0@lo:400:kworker.0
00000100:00100000:2.0:1767320984.438446:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320984.438471:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767320984.438476:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523669e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000245888:0@lo:400:kworker.0
00000100:00100000:2.0:1767320984.438496:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320984.438528:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000245760
00000100:00100000:2.0:1767320984.438536:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000245760
00000100:00100000:2.0:1767320984.438607:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000245888
00000100:00100000:2.0:1767320984.438610:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000245888
00000100:00100000:2.0:1767320984.438634:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3616
00000100:00100000:2.0:1767320984.438644:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523669e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000245760:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320984.438696:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523669e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000245760:12345-0@lo:400:kworker.0 Request processed in 53us (451us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320984.438704:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3616
00000100:00100000:2.0:1767320984.438723:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3617
00000100:00100000:2.0:1767320984.438729:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000245888:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320984.438755:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000245888:12345-0@lo:400:kworker.0 Request processed in 26us (258us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320984.438762:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3617
00000100:00100000:2.0:1767320984.438824:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523669e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000245888:0@lo:400:kworker.0
00000100:00100000:2.0:1767320984.438850:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523669e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000245760:0@lo:400:kworker.0
00000100:00080000:1.0:1767320984.439063:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767320984.439069:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767320984.439188:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000245632
00000100:00100000:3.0:1767320984.439212:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000245632
00000100:00100000:3.0:1767320984.439262:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000245376
00000100:00100000:3.0:1767320984.439265:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000245376
00000100:00100000:3.0:1767320984.439286:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5573
00000100:00100000:3.0:1767320984.439293:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523669e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000245632:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320984.439333:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523669e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000245632:12345-0@lo:400:kworker.0 Request processed in 41us (1187us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320984.439340:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5573
00000100:00100000:3.0:1767320984.439351:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5574
00000100:00100000:3.0:1767320984.439357:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000245376:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320984.439381:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000245376:12345-0@lo:400:kworker.0 Request processed in 24us (934us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320984.439387:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5574
00000100:00080000:1.0:1767320984.439453:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320984.439594:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523669e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000244992:0@lo:38:kworker.0
00000100:00100000:0.0:1767320984.439635:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320984.439675:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523669e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000245120:0@lo:38:kworker.0
00000100:00100000:0.0:1767320984.439696:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320984.439717:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523669e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000245248:0@lo:38:kworker.0
00000100:00100000:0.0:1767320984.439737:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320984.439753:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523669e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000245504:0@lo:38:kworker.0
00000100:00100000:0.0:1767320984.439811:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320984.439844:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000245120
00000100:00100000:0.0:1767320984.439849:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000245120
00000100:00100000:3.0:1767320984.440081:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000244992
00000100:00100000:3.0:1767320984.440086:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000244992
00000100:00100000:3.0:1767320984.440110:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2098
00000100:00100000:3.0:1767320984.440115:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000244992:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320984.440137:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320984.440186:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000245248
00000100:00100000:0.0:1767320984.440190:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000245248
00000100:00100000:1.0:1767320984.442659:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000245504
00000100:00100000:1.0:1767320984.442677:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000245504
00000100:00100000:1.0:1767320984.442732:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6353
00000100:00100000:1.0:1767320984.442742:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234823bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000245120:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320984.442770:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320984.443540:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6354
00000100:00100000:2.0:1767320984.443549:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e980a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000245504:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320984.443563:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320984.444120:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000244992:12345-0@lo:38:kworker.0 Request processed in 3999us (4480us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320984.444131:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2098
00000100:00100000:3.0:1767320984.444260:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523669e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000245632:0@lo:400:kworker.0
00000100:00100000:3.0:1767320984.444312:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523669e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000245376:0@lo:400:kworker.0
00000100:00100000:0.0:1767320984.450003:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6355
00000100:00100000:0.0:1767320984.450017:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952348239f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000245248:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320984.450050:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320984.450309:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234823bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000245120:12345-0@lo:38:kworker.0 Request processed in 7564us (10607us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320984.450320:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6353
00000100:00080000:1.0:1767320984.450420:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320984.450427:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320984.450432:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523669e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000244992:0@lo:38:kworker.0
00000100:00080000:1.0:1767320984.450447:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320984.450451:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320984.450454:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523669e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000245120:0@lo:38:kworker.0
00000100:00100000:2.0:1767320984.450543:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e980a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000245504:12345-0@lo:38:kworker.0 Request processed in 6990us (10729us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320984.450551:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6354
00000100:00100000:0.0:1767320984.450822:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952348239f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000245248:12345-0@lo:38:kworker.0 Request processed in 805us (11082us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320984.450829:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6355
00000100:00080000:1.0:1767320984.450943:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320984.450949:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320984.450952:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523669e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000245248:0@lo:38:kworker.0
00000100:00080000:1.0:1767320984.450966:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320984.450969:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320984.450972:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523669e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000245504:0@lo:38:kworker.0
00010000:00010000:2.0:1767320984.757424:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320985.781515:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767320986.485443:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767320986.485477:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523669e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000246144:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767320986.485572:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320986.485752:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000246144
00000100:00100000:1.0:1767320986.485916:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000246144
00000100:00100000:2.0:1767320986.485957:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767320986.485969:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000246016:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767320986.485990:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2822
00000100:00100000:1.0:1767320986.486001:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373faf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000246144:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320986.486066:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320986.486102:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000246016
00000100:00100000:2.0:1767320986.486106:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000246016
00000100:00100000:2.0:1767320986.486137:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2823
00000100:00100000:2.0:1767320986.486144:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000246016:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767320986.486172:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00002000:00000024:1.0:1767320986.486177:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767320986.486248:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000246016:12345-0@lo:13:osp-pre-0-1.0 Request processed in 104us (241us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320986.486256:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2823
00000100:00100000:2.0:1767320986.486320:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000246016:0@lo:13:osp-pre-0-1.0
00000100:00080000:2.0:1767320986.486387:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767320986.486392:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767320986.486486:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373faf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000246144:12345-0@lo:13:osp-pre-1-1.0 Request processed in 487us (914us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320986.486493:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2822
00000100:00100000:2.0:1767320986.486699:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523669e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000246144:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767320986.805715:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320987.583117:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767320987.583231:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962595456
00000100:00100000:3.0:1767320987.583243:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962595456
00000100:00080000:2.0:1767320987.584514:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320987.584535:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5575
00000100:00100000:3.0:1767320987.584548:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e983b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962595456:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:3.0:1767320987.584641:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e983b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962595456:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 98us (1537us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320987.584647:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5575
00000100:00100000:3.0:1767320987.585005:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767320987.585068:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962595328
00000100:00100000:0.0:1767320987.585078:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962595328
00000100:00100000:0.0:1767320987.585152:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6356
00000100:00100000:0.0:1767320987.585158:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523669e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962595328:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:0.0:1767320987.585183:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320987.585278:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523669e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962595328:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 118us (273us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320987.585285:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6356
00010000:00010000:0.0:1767320987.829580:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767320988.855802:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767320989.557580:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320989.557593:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767320989.557597:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320989.557602:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320989.557607:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320989.557809:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6182
00000100:00080000:3.0:1767320989.557816:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320989.557823:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320989.558059:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523669e7b80 x1853164000246272/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320989.558091:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320989.558095:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320989.558097:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320989.558101:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6182
00000100:00080000:3.0:1767320989.558104:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320989.558108:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320989.558126:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523669e4700 x1853164000246400/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320989.558135:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320989.558137:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320989.558139:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320989.558143:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6182
00000100:00080000:3.0:1767320989.558146:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320989.558148:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320989.558158:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523669e6300 x1853164000246528/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767320989.558249:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320989.558256:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:0.0:1767320989.558259:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523669e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000246272:0@lo:38:kworker.0
00000100:00080000:3.0:1767320989.558260:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320989.558278:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6182
00000100:00080000:3.0:1767320989.558282:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767320989.558286:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320989.558305:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523669e7100 x1853164000246784/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320989.558338:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767320989.558361:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523669e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000246656:0@lo:400:kworker.0
00000100:00100000:0.0:1767320989.558390:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320989.558434:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000246272
00000100:00100000:3.0:1767320989.558444:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000246272
00000100:00100000:2.0:1767320989.558463:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767320989.558480:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523669e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000247168:0@lo:400:kworker.0
00000100:00100000:3.0:1767320989.558492:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2099
00000100:00100000:3.0:1767320989.558502:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e980700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000246272:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320989.558522:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320989.562022:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320989.562186:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e980700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000246272:12345-0@lo:38:kworker.0 Request processed in 3672us (3786us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320989.562376:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2099
00000100:00100000:2.0:1767320989.562417:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523669e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000246912:0@lo:400:kworker.0
00000100:00100000:3.0:1767320989.562472:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523669e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000247040:0@lo:400:kworker.0
00000100:00100000:2.0:1767320989.562489:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320989.562541:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320989.563339:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000246912
00000100:00100000:3.0:1767320989.563350:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000246912
00000100:00100000:3.0:1767320989.563413:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5576
00000100:00100000:3.0:1767320989.563424:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000246912:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767320989.563492:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000246912:12345-0@lo:400:kworker.0 Request processed in 71us (1004us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320989.563499:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5576
00000100:00080000:3.0:1767320989.563527:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320989.563800:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000247168
00000100:00100000:3.0:1767320989.563805:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000247168
00000100:00100000:2.0:1767320989.563836:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000247040
00000100:00100000:2.0:1767320989.563850:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000247040
00000100:00100000:3.0:1767320989.563856:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3618
00000100:00100000:2.0:1767320989.563915:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3619
00000100:00100000:2.0:1767320989.563928:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523669e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000247040:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320989.564010:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523669e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000247040:12345-0@lo:400:kworker.0 Request processed in 85us (1470us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320989.564019:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3619
00000100:00100000:3.0:1767320989.564027:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000247168:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320989.564109:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523669e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000247040:0@lo:400:kworker.0
00000100:00100000:3.0:1767320989.564111:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000247168:12345-0@lo:400:kworker.0 Request processed in 244us (2101us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320989.564127:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3618
00000100:00080000:3.0:1767320989.564156:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767320989.564159:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767320989.564187:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523669e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000246912:0@lo:400:kworker.0
00000100:00100000:3.0:1767320989.564329:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523669e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000247168:0@lo:400:kworker.0
00000100:00080000:0.0:1767320989.564602:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320989.564612:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320989.564617:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523669e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000246272:0@lo:38:kworker.0
00000100:00100000:0.0:1767320989.564641:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523669e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000246400:0@lo:38:kworker.0
00000100:00100000:0.0:1767320989.564693:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320989.564713:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523669e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000246528:0@lo:38:kworker.0
00000100:00100000:0.0:1767320989.564770:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320989.564938:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000246528
00000100:00100000:3.0:1767320989.564938:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000246400
00000100:00100000:3.0:1767320989.564944:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000246400
00000100:00100000:2.0:1767320989.564945:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000246528
00000100:00100000:3.0:1767320989.564979:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6357
00000100:00100000:3.0:1767320989.564985:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e982300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000246400:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320989.565010:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320989.565050:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e982300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000246400:12345-0@lo:38:kworker.0 Request processed in 63us (357us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320989.565057:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6357
00000100:00100000:3.0:1767320989.565071:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6358
00000100:00100000:3.0:1767320989.565075:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e983800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000246528:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320989.565084:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320989.565106:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e983800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000246528:12345-0@lo:38:kworker.0 Request processed in 30us (335us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320989.565112:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6358
00000100:00100000:0.0:1767320989.565135:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523669e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000246784:0@lo:38:kworker.0
00000100:00100000:0.0:1767320989.565174:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320989.569018:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000246784
00000100:00100000:0.0:1767320989.569041:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000246784
00000100:00100000:0.0:1767320989.569108:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6359
00000100:00100000:0.0:1767320989.569118:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e983100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000246784:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320989.569162:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767320989.569260:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e983100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000246784:12345-0@lo:38:kworker.0 Request processed in 143us (4084us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320989.569268:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6359
00000100:00080000:0.0:1767320989.569331:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320989.569338:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320989.569344:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523669e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000246784:0@lo:38:kworker.0
00000100:00080000:0.0:1767320989.569359:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320989.569363:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320989.569367:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523669e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000246400:0@lo:38:kworker.0
00000100:00080000:0.0:1767320989.569379:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320989.569383:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320989.569387:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523669e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000246528:0@lo:38:kworker.0
00000100:00100000:0.0:1767320989.569470:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320989.569503:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000246656
00000100:00100000:0.0:1767320989.569507:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000246656
00000100:00100000:0.0:1767320989.569556:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5577
00000100:00100000:0.0:1767320989.569563:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e981180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000246656:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320989.569610:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e981180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000246656:12345-0@lo:400:kworker.0 Request processed in 47us (140us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320989.569617:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5577
00000100:00080000:0.0:1767320989.569636:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767320989.569668:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523669e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000246656:0@lo:400:kworker.0
00010000:00010000:3.0:1767320989.879511:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320990.901703:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320991.606117:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000247296:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320991.606234:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320991.606368:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000247296
00000100:00100000:1.0:1767320991.606379:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000247296
00000100:00100000:1.0:1767320991.606453:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2824
00000100:00080000:2.0:1767320991.606458:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767320991.606463:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e982680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000247296:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767320991.606506:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767320991.606570:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e982680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000247296:12345-0@lo:13:osp-pre-0-1.0 Request processed in 108us (335us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320991.606579:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2824
00000100:00100000:0.0:1767320991.606750:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000247296:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767320991.607342:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523669e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000247424:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767320991.607395:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320991.608326:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000247424
00000100:00100000:1.0:1767320991.608338:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000247424
00000100:00080000:2.0:1767320991.608412:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767320991.608428:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2825
00000100:00100000:1.0:1767320991.608439:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000247424:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767320991.608485:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767320991.608553:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000247424:12345-0@lo:13:osp-pre-1-1.0 Request processed in 116us (1157us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320991.608560:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2825
00000100:00100000:2.0:1767320991.608593:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523669e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000247424:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767320991.926396:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767320992.704401:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767320992.704872:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962595584
00000100:00100000:1.0:1767320992.704884:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962595584
00000100:00100000:1.0:1767320992.705188:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6360
00000100:00100000:1.0:1767320992.705221:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962595584:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767320992.705245:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320992.705324:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962595584:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 104us (933us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320992.705333:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6360
00000100:00100000:2.0:1767320992.707774:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767320992.708888:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962595712
00000100:00100000:1.0:1767320992.708911:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962595712
00000100:00100000:1.0:1767320992.709050:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5578
00000100:00100000:1.0:1767320992.709064:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962595712:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767320992.709163:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962595712:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 103us (1398us total) trans 0 rc 0/0
00000100:00100000:1.0:1767320992.709172:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5578
00000100:00080000:2.0:1767320992.711086:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767320992.949730:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767320993.973493:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767320994.680508:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320994.680520:0:72021:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767320994.680522:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320994.680526:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320994.680530:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320994.680538:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6187
00000100:00080000:2.0:1767320994.680542:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320994.680550:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320994.680604:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d79f800 x1853164000247552/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320994.680646:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320994.680650:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320994.680652:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320994.680656:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6187
00000100:00080000:2.0:1767320994.680659:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320994.680662:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320994.680681:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d79f100 x1853164000247680/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320994.684374:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000247552:0@lo:38:kworker.0
00000100:00100000:0.0:1767320994.684654:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767320994.684955:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320994.684963:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320994.684967:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320994.684974:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6187
00000100:00080000:2.0:1767320994.684979:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320994.684987:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320994.685028:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d79d180 x1853164000247808/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767320994.685069:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767320994.685074:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767320994.685076:0:72021:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767320994.685080:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6187
00000100:00080000:2.0:1767320994.685083:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767320994.685087:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767320994.685100:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d79ed80 x1853164000248064/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320994.685550:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000247680:0@lo:38:kworker.0
00000100:00100000:1.0:1767320994.685803:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767320994.685818:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000247936:0@lo:400:kworker.0
00000100:00100000:1.0:1767320994.685874:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000248192:0@lo:400:kworker.0
00000100:00100000:1.0:1767320994.685915:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000248320:0@lo:400:kworker.0
00000100:00100000:1.0:1767320994.685947:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320994.686035:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767320994.686044:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000248448:0@lo:400:kworker.0
00000100:00100000:0.0:1767320994.686097:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320994.686149:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000247808:0@lo:38:kworker.0
00000100:00100000:0.0:1767320994.686272:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320994.686409:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320994.686455:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000248320
00000100:00100000:2.0:1767320994.686465:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000248320
00000100:00100000:2.0:1767320994.686552:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000248448
00000100:00100000:2.0:1767320994.686556:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000248448
00000100:00100000:2.0:1767320994.686584:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3620
00000100:00100000:2.0:1767320994.686595:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373faf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000248320:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320994.686676:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373faf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000248320:12345-0@lo:400:kworker.0 Request processed in 83us (727us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320994.686698:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3620
00000100:00100000:2.0:1767320994.686719:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3621
00000100:00100000:2.0:1767320994.686725:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000248448:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320994.686756:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000248448:12345-0@lo:400:kworker.0 Request processed in 32us (347us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320994.686762:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3621
00000100:00080000:2.0:1767320994.686780:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767320994.686784:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767320994.686824:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000248448:0@lo:400:kworker.0
00000100:00100000:2.0:1767320994.686859:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000248320:0@lo:400:kworker.0
00000100:00100000:3.0:1767320994.694033:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000247552
00000100:00100000:3.0:1767320994.694074:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000247552
00000100:00100000:0.0:1767320994.694077:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000248064:0@lo:38:kworker.0
00000100:00100000:3.0:1767320994.694147:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2100
00000100:00100000:3.0:1767320994.694156:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e982d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000247552:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767320994.694158:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:3.0:1767320994.694184:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320994.694251:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e982d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000247552:12345-0@lo:38:kworker.0 Request processed in 94us (9597us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320994.694258:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2100
00000100:00080000:0.0:1767320994.701171:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320994.701190:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320994.701213:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000247552:0@lo:38:kworker.0
00000100:00100000:0.0:1767320994.701284:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767320994.701999:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000247680
00000100:00100000:1.0:1767320994.702013:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000247680
00000100:00100000:1.0:1767320994.702630:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000247808
00000100:00100000:1.0:1767320994.702639:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000247808
00000100:00100000:1.0:1767320994.702664:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000248064
00000100:00100000:1.0:1767320994.702666:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000248064
00000100:00100000:1.0:1767320994.702702:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6361
00000100:00100000:1.0:1767320994.702721:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e981500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000247680:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320994.702755:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320994.702901:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e981500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000247680:12345-0@lo:38:kworker.0 Request processed in 181us (17296us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320994.702911:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6361
00000100:00100000:1.0:1767320994.702937:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6362
00000100:00100000:1.0:1767320994.702941:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e981f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000247808:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320994.702950:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320994.702992:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e981f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000247808:12345-0@lo:38:kworker.0 Request processed in 49us (16817us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320994.702999:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6362
00000100:00100000:1.0:1767320994.703016:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6363
00000100:00100000:1.0:1767320994.703020:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e980000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000248064:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767320994.703030:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767320994.703081:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e980000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000248064:12345-0@lo:38:kworker.0 Request processed in 59us (8922us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767320994.703086:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6363
00000100:00080000:1.0:1767320994.703168:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320994.703175:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320994.703180:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000247680:0@lo:38:kworker.0
00000100:00080000:1.0:1767320994.703220:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320994.703225:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320994.703229:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000247808:0@lo:38:kworker.0
00000100:00080000:1.0:1767320994.703240:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320994.703243:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320994.703247:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000248064:0@lo:38:kworker.0
00000100:00100000:1.0:1767320994.708724:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320994.710471:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000248192
00000100:00100000:2.0:1767320994.710491:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000248192
00000100:00080000:0.0:1767320994.710717:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320994.711028:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000247936
00000100:00100000:2.0:1767320994.711033:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000247936
00000100:00100000:2.0:1767320994.711380:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5579
00000100:00100000:2.0:1767320994.711393:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e980e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000248192:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320994.711515:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e980e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000248192:12345-0@lo:400:kworker.0 Request processed in 123us (10230us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320994.711523:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5579
00000100:00100000:2.0:1767320994.711544:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5580
00000100:00100000:2.0:1767320994.711550:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373faca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000247936:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320994.711785:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000248192:0@lo:400:kworker.0
00000100:00080000:1.0:1767320994.712441:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767320994.716930:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373faca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000247936:12345-0@lo:400:kworker.0 Request processed in 5363us (8210us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320994.716950:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5580
00000100:00100000:0.0:1767320994.720558:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000247936:0@lo:400:kworker.0
00010000:00010000:0.0:1767320995.003514:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320996.033499:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767320996.725786:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000248576:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767320996.725904:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320996.726097:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000248576
00000100:00100000:2.0:1767320996.726110:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000248576
00000100:00100000:2.0:1767320996.726223:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2826
00000100:00100000:2.0:1767320996.726234:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e981c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000248576:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767320996.726274:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767320996.726335:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e981c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000248576:12345-0@lo:13:osp-pre-0-1.0 Request processed in 103us (431us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320996.726344:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2826
00000100:00100000:2.0:1767320996.726406:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000248576:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767320996.726734:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767320996.726747:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523669e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000248704:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767320996.726786:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320996.726817:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000248704
00000100:00100000:3.0:1767320996.726821:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000248704
00000100:00100000:3.0:1767320996.726865:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2827
00000100:00100000:3.0:1767320996.726874:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523669e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000248704:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767320996.726894:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767320996.726929:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523669e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000248704:12345-0@lo:13:osp-pre-1-1.0 Request processed in 57us (142us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320996.726935:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2827
00000100:00100000:3.0:1767320996.726971:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523669e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000248704:0@lo:13:osp-pre-1-1.0
00000100:00080000:0.0:1767320996.727220:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767320996.727227:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00010000:2.0:1767320997.045754:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767320997.824011:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767320997.824097:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767320997.828904:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962595968
00000100:00100000:2.0:1767320997.828931:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962595968
00000100:00100000:2.0:1767320997.829175:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962595840
00000100:00100000:2.0:1767320997.829179:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962595840
00000100:00100000:2.0:1767320997.829264:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5581
00000100:00100000:2.0:1767320997.829279:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523669e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962595968:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:3.0:1767320997.829329:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6364
00000100:00100000:3.0:1767320997.829339:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523669e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962595840:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767320997.829368:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320997.829411:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523669e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962595968:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 135us (5413us total) trans 0 rc 0/0
00000100:00100000:3.0:1767320997.829413:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523669e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962595840:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 72us (5315us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320997.829429:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5581
00000100:00080000:0.0:1767320997.839647:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767320997.841744:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6364
00010000:00010000:3.0:1767320998.071364:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767320999.093838:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767320999.797525:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320999.797550:0:72021:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767320999.797554:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320999.797558:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320999.797564:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320999.797575:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6192
00000100:00080000:3.0:1767320999.797583:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:3.0:1767320999.797591:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320999.797652:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523669e7480 x1853164000248832/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320999.797743:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523669e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000248832:0@lo:38:kworker.0
00000100:00100000:1.0:1767320999.797848:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320999.798012:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000248832
00000100:00100000:0.0:1767320999.798031:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000248832
00000100:00100000:0.0:1767320999.798090:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2101
00000100:00100000:0.0:1767320999.798099:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373face00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000248832:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767320999.798125:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767320999.798826:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320999.798834:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320999.798836:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320999.798841:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6192
00000100:00080000:3.0:1767320999.798846:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:3.0:1767320999.798851:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320999.798886:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523669e5c00 x1853164000248960/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320999.802772:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523669e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000248960:0@lo:38:kworker.0
00000100:00100000:1.0:1767320999.802887:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320999.803038:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000248960
00000100:00100000:2.0:1767320999.803049:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000248960
00000100:00100000:2.0:1767320999.803102:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6365
00000100:00100000:2.0:1767320999.803111:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373fad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000248960:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767320999.804991:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767320999.805137:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373fad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000248960:12345-0@lo:38:kworker.0 Request processed in 2023us (2247us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767320999.805152:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6365
00000100:00100000:0.0:1767320999.805688:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373face00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000248832:12345-0@lo:38:kworker.0 Request processed in 7586us (7837us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767320999.805708:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2101
00000100:00080000:1.0:1767320999.806618:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320999.806631:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320999.806637:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523669e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000248832:0@lo:38:kworker.0
00000100:00080000:1.0:1767320999.806691:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767320999.806695:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767320999.806708:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523669e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000248960:0@lo:38:kworker.0
00000100:00080000:3.0:1767320999.807183:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320999.807191:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320999.807210:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320999.807216:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6192
00000100:00080000:3.0:1767320999.807226:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s
00000100:00080000:3.0:1767320999.807233:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320999.807376:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523669e7800 x1853164000249088/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767320999.807479:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523669e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000249216:0@lo:400:kworker.0
00000100:00100000:0.0:1767320999.807578:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767320999.808144:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767320999.808151:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767320999.808154:0:72021:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767320999.808159:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6192
00000100:00080000:3.0:1767320999.808163:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s
00000100:00080000:3.0:1767320999.808167:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767320999.808191:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523669e4700 x1853164000249344/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767320999.808324:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523669e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000249472:0@lo:400:kworker.0
00000100:00100000:1.0:1767320999.808372:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320999.808658:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767320999.808667:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523669e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000249728:0@lo:400:kworker.0
00000100:00100000:3.0:1767320999.808881:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523669e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000249600:0@lo:400:kworker.0
00000100:00100000:3.0:1767320999.808933:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523669e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000249088:0@lo:38:kworker.0
00000100:00100000:0.0:1767320999.809522:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320999.809597:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767320999.809649:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000249728
00000100:00100000:0.0:1767320999.809658:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000249728
00000100:00100000:0.0:1767320999.809741:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000249600
00000100:00100000:0.0:1767320999.809745:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000249600
00000100:00100000:0.0:1767320999.809775:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3622
00000100:00100000:0.0:1767320999.809785:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e981880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000249728:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320999.809861:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e981880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000249728:12345-0@lo:400:kworker.0 Request processed in 77us (339us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320999.809869:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3622
00000100:00100000:0.0:1767320999.809890:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3623
00000100:00100000:0.0:1767320999.809896:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e983480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000249600:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767320999.809931:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e983480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000249600:12345-0@lo:400:kworker.0 Request processed in 36us (333us total) trans 0 rc 0/0
00000100:00100000:0.0:1767320999.809937:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3623
00000100:00080000:0.0:1767320999.809956:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767320999.809961:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767320999.810581:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523669e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000249600:0@lo:400:kworker.0
00000100:00100000:0.0:1767320999.810633:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523669e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000249728:0@lo:400:kworker.0
00000100:00100000:0.0:1767320999.811562:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767320999.811606:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000249216
00000100:00100000:2.0:1767320999.811617:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000249216
00000100:00100000:2.0:1767320999.811693:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000249472
00000100:00100000:2.0:1767320999.811696:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000249472
00000100:00100000:2.0:1767320999.811732:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5582
00000100:00100000:2.0:1767320999.811742:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e980380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000249216:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320999.811834:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e980380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000249216:12345-0@lo:400:kworker.0 Request processed in 93us (4256us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320999.811845:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5582
00000100:00100000:2.0:1767320999.811864:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5583
00000100:00100000:2.0:1767320999.811871:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373fad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000249472:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767320999.811903:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373fad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000249472:12345-0@lo:400:kworker.0 Request processed in 34us (3531us total) trans 0 rc 0/0
00000100:00100000:2.0:1767320999.811908:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5583
00000100:00100000:2.0:1767320999.811962:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523669e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000249216:0@lo:400:kworker.0
00000100:00080000:1.0:1767320999.813100:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767320999.813169:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523669e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000249472:0@lo:400:kworker.0
00000100:00100000:0.0:1767320999.819918:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523669e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000249344:0@lo:38:kworker.0
00000100:00100000:0.0:1767320999.820024:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767320999.820696:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000249088
00000100:00100000:3.0:1767320999.820721:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000249088
00000100:00100000:3.0:1767320999.820787:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000249344
00000100:00100000:3.0:1767320999.820791:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000249344
00000100:00100000:3.0:1767320999.820824:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6366
00000100:00100000:3.0:1767320999.820833:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e982a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000249088:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320999.820863:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767320999.820933:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e982a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000249088:12345-0@lo:38:kworker.0 Request processed in 99us (9377us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320999.820941:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6366
00000100:00100000:3.0:1767320999.820960:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6367
00000100:00100000:3.0:1767320999.820964:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000249344:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767320999.820974:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767320999.821334:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320999.821342:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320999.821347:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523669e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000249088:0@lo:38:kworker.0
00000100:00080000:0.0:1767320999.821358:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767320999.821361:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767320999.821364:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523669e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000249344:0@lo:38:kworker.0
00000100:00100000:3.0:1767320999.821877:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000249344:12345-0@lo:38:kworker.0 Request processed in 33us (976us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767320999.821892:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6367
00010000:00010000:0.0:1767321000.118156:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321001.144304:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321001.845880:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767321001.845910:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523669e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000249856:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321001.846028:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321001.846104:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000249856
00000100:00100000:3.0:1767321001.846114:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000249856
00000100:00100000:3.0:1767321001.846236:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2828
00000100:00100000:3.0:1767321001.846250:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952371272c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000249856:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767321001.846294:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767321001.846355:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952371272c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000249856:12345-0@lo:13:osp-pre-1-1.0 Request processed in 110us (331us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321001.846365:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2828
00000100:00080000:1.0:1767321001.847678:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767321001.847963:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523669e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000249856:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321001.848569:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000249984:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321001.848657:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321001.848778:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000249984
00000100:00100000:2.0:1767321001.848788:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000249984
00000100:00100000:2.0:1767321001.848981:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2829
00000100:00100000:2.0:1767321001.849000:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523669e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000249984:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767321001.849049:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767321001.849110:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523669e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000249984:12345-0@lo:13:osp-pre-0-1.0 Request processed in 113us (453us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321001.849118:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2829
00000100:00100000:1.0:1767321001.849238:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000249984:0@lo:13:osp-pre-0-1.0
00000100:00080000:0.0:1767321001.849836:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00010000:3.0:1767321002.165478:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1767321002.952326:0:6998:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.52@tcp portal 26 match 1853163962596096 offset 0 length 520: 4
00000100:00100000:3.0:1767321002.956284:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767321002.956534:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767321002.956776:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962596352
00000100:00100000:1.0:1767321002.956794:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962596352
00000100:00100000:1.0:1767321002.956895:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962596224
00000100:00100000:1.0:1767321002.956898:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962596224
00000100:00100000:1.0:1767321002.956920:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5584
00000100:00100000:1.0:1767321002.956931:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523669e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962596352:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767321002.957035:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523669e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962596352:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 105us (770us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321002.957047:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5584
00000100:00100000:1.0:1767321002.957078:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6368
00000100:00100000:1.0:1767321002.957084:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523669e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962596224:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767321002.957112:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321002.957140:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523669e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962596224:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 56us (607us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321002.957148:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6368
00000100:00080000:3.0:1767321002.958172:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767321003.189897:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767321004.214222:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321004.917413:0:7004:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320979/real 1767320979]  req@ffff95234471f480 x1853164000243584/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321004 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1767321004.917457:0:7004:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95234471f480 x1853164000243584/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321004 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1767321004.917487:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321004.917519:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:0.0:1767321004.917523:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234471f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000243584:0@lo:250:kworker.0
00000100:00080000:3.0:1767321004.917844:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321004.917851:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767321004.917855:0:72021:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321004.917862:0:72021:0:(import.c:509:import_select_connection()) MGC192.168.202.152@tcp: connect to NID 0@lo last attempt 6177
00000100:00080000:3.0:1767321004.917868:0:72021:0:(import.c:588:import_select_connection()) MGC192.168.202.152@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321004.917876:0:72021:0:(import.c:623:import_select_connection()) MGC192.168.202.152@tcp: import ffff95235eb57800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321004.917923:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523669e4700 x1853164000250112/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321004.917960:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321004.917964:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321004.917967:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321004.917976:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6197
00000100:00080000:3.0:1767321004.917981:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:3.0:1767321004.917984:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321004.918000:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523669e7800 x1853164000250240/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321004.918010:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321004.918013:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321004.918015:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321004.918018:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6197
00000100:00080000:3.0:1767321004.918021:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:3.0:1767321004.918024:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321004.918032:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523669e7100 x1853164000250368/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321004.918039:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321004.918042:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321004.918043:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321004.918047:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6197
00000100:00080000:3.0:1767321004.918049:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s
00000100:00080000:3.0:1767321004.918051:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321004.918062:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523669e6300 x1853164000250496/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321004.918111:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321004.918115:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321004.918117:0:72021:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321004.918121:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6197
00000100:00080000:3.0:1767321004.918123:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s
00000100:00080000:3.0:1767321004.918127:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321004.918137:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523669e7b80 x1853164000250752/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321004.918249:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523669e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000251008:0@lo:400:kworker.0
00000100:00100000:0.0:1767321004.918331:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321004.918400:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767321004.918406:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523669e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000250880:0@lo:400:kworker.0
00000100:00100000:0.0:1767321004.918431:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321004.918468:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000250880
00000100:00100000:0.0:1767321004.918477:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000250880
00000100:00100000:0.0:1767321004.918551:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5585
00000100:00100000:0.0:1767321004.918561:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000250880:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321004.918642:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000250880:12345-0@lo:400:kworker.0 Request processed in 82us (209us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321004.918650:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5585
00000100:00100000:0.0:1767321004.918683:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523669e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000250112:0@lo:250:kworker.0
00000400:00000100:0.0:1767321004.918709:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164000250112 offset 0 length 520: 4
00000100:00100000:0.0:1767321004.918726:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523669e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000250240:0@lo:38:kworker.0
00000100:00100000:0.0:1767321004.918750:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321004.918768:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523669e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000250368:0@lo:38:kworker.0
00000100:00100000:0.0:1767321004.918791:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321004.918806:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523669e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000250496:0@lo:38:kworker.0
00000100:00100000:0.0:1767321004.919009:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321004.919070:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523669e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000250752:0@lo:38:kworker.0
00000100:00100000:0.0:1767321004.919107:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321004.919243:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fa8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000251136:0@lo:400:kworker.0
00000100:00100000:2.0:1767321004.919292:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321004.919326:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767321004.919332:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523669e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000250624:0@lo:400:kworker.0
00000100:00100000:2.0:1767321004.919359:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321004.919396:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000250368
00000100:00100000:2.0:1767321004.919403:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000250368
00000100:00100000:2.0:1767321004.919432:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000250496
00000100:00100000:2.0:1767321004.919436:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000250496
00000100:00100000:2.0:1767321004.919450:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000250752
00000100:00100000:2.0:1767321004.919453:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000250752
00000100:00100000:2.0:1767321004.919462:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000250624
00000100:00100000:2.0:1767321004.919464:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000250624
00000100:00100000:2.0:1767321004.919486:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5586
00000100:00100000:2.0:1767321004.919494:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000250624:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321004.919560:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000250624:12345-0@lo:400:kworker.0 Request processed in 65us (199us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321004.919568:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5586
00000100:00100000:0.0:1767321004.919589:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000250240
00000100:00100000:2.0:1767321004.919607:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6369
00000100:00100000:0.0:1767321004.919614:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000250240
00000100:00100000:2.0:1767321004.919624:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000250368:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767321004.919673:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2102
00000100:00100000:0.0:1767321004.919682:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000250240:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321004.919711:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321004.919776:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000250240:12345-0@lo:38:kworker.0 Request processed in 93us (1024us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321004.919784:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2102
00010000:00020000:2.0:1767321004.919801:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321004.919817:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6370
00000100:00100000:0.0:1767321004.919824:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000250496:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321004.919837:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321004.919849:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000250368:12345-0@lo:38:kworker.0 Request processed in 222us (1054us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321004.919859:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6369
00000100:00100000:2.0:1767321004.919886:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6371
00000100:00100000:0.0:1767321004.919893:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000250496:12345-0@lo:38:kworker.0 Request processed in 64us (891us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321004.919897:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000250752:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767321004.919923:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6370
00010000:00020000:2.0:1767321004.919927:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321004.920002:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523669e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000250880:0@lo:400:kworker.0
00000100:00080000:0.0:1767321004.920037:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321004.920042:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321004.920046:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523669e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000250240:0@lo:38:kworker.0
00000100:00080000:0.0:1767321004.920055:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321004.920058:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321004.920061:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523669e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000250368:0@lo:38:kworker.0
00000100:00080000:0.0:1767321004.920069:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321004.920074:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321004.920077:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523669e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000250496:0@lo:38:kworker.0
00000100:00080000:0.0:1767321004.920091:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321004.920097:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321004.920102:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523669e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000250752:0@lo:38:kworker.0
00000100:00100000:3.0:1767321004.920108:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000251008
00000100:00100000:3.0:1767321004.920117:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000251008
00000100:00100000:3.0:1767321004.920169:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000251136
00000100:00100000:3.0:1767321004.920174:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000251136
00000100:00100000:1.0:1767321004.920335:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523669e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000250624:0@lo:400:kworker.0
00000100:00100000:2.0:1767321004.920416:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000250752:12345-0@lo:38:kworker.0 Request processed in 76us (862us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321004.920428:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6371
00000100:00080000:2.0:1767321004.920462:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767321004.920468:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767321004.920470:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321004.920535:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3624
00000100:00100000:0.0:1767321004.920553:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000251008:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321004.920643:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000251008:12345-0@lo:400:kworker.0 Request processed in 98us (2311us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321004.920726:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523669e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000251008:0@lo:400:kworker.0
00000100:00100000:1.0:1767321004.922806:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3625
00000100:00100000:1.0:1767321004.922862:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000251136:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321004.923136:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3624
00000100:00100000:1.0:1767321004.924120:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000251136:12345-0@lo:400:kworker.0 Request processed in 1285us (4814us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321004.924135:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3625
00000100:00100000:2.0:1767321004.926982:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fa8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000251136:0@lo:400:kworker.0
00010000:00010000:2.0:1767321005.237566:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767321006.261851:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321006.965509:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fa8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000251264:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321006.965611:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321006.965772:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000251264
00000100:00100000:1.0:1767321006.965773:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000251392:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321006.965786:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000251264
00000100:00100000:1.0:1767321006.965801:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767321006.965848:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767321006.965866:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000251392
00000100:00100000:3.0:1767321006.965871:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000251392
00000100:00100000:3.0:1767321006.965916:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2830
00000100:00100000:3.0:1767321006.965926:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373fadc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000251264:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767321006.965967:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767321006.966076:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2831
00000100:00100000:2.0:1767321006.966089:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373fac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000251392:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767321006.966110:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767321006.966192:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373fadc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000251264:12345-0@lo:13:osp-pre-1-1.0 Request processed in 267us (579us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321006.966240:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2830
00000100:00080000:1.0:1767321006.966395:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767321006.968959:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373fac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000251392:12345-0@lo:13:osp-pre-0-1.0 Request processed in 2846us (3128us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321006.968977:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2831
00000100:00100000:1.0:1767321006.969520:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000251392:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321006.971541:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fa8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000251264:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767321007.286615:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321008.068035:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767321008.068105:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767321008.068334:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962596608
00000100:00100000:2.0:1767321008.068349:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962596608
00000100:00080000:1.0:1767321008.068489:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321008.068522:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962596480
00000100:00100000:2.0:1767321008.068527:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962596480
00000100:00100000:3.0:1767321008.069050:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5587
00000100:00100000:3.0:1767321008.069071:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373fae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962596608:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:3.0:1767321008.069249:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373fae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962596608:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 185us (1231us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321008.069258:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5587
00000100:00100000:3.0:1767321008.069305:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6372
00000100:00100000:3.0:1767321008.069311:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373fac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962596480:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767321008.069338:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321008.069372:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373fac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962596480:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 60us (1267us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321008.069379:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6372
00010000:00010000:0.0:1767321008.309503:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321009.337077:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767321010.038499:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321010.038510:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767321010.038512:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321010.038516:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321010.038520:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321010.038528:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6202
00000100:00080000:1.0:1767321010.038534:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:1.0:1767321010.038541:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767321010.038591:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952373fae300 x1853164000251520/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321010.038625:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321010.038629:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321010.038631:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321010.038635:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6202
00000100:00080000:1.0:1767321010.038638:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:1.0:1767321010.038642:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767321010.038655:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952373faf800 x1853164000251648/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321010.038665:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321010.038669:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321010.038670:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321010.038674:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6202
00000100:00080000:1.0:1767321010.038676:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s
00000100:00080000:1.0:1767321010.038679:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767321010.038693:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347047480 x1853164000251776/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321010.038859:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347044a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000251904:0@lo:400:kworker.0
00000100:00100000:2.0:1767321010.038925:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321010.039023:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000251904
00000100:00100000:3.0:1767321010.039031:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000251904
00000100:00100000:3.0:1767321010.039089:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5588
00000100:00100000:3.0:1767321010.039100:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000251904:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321010.039250:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952373fae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000251520:0@lo:38:kworker.0
00000100:00100000:0.0:1767321010.039288:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321010.039320:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952373faf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000251648:0@lo:38:kworker.0
00000100:00100000:0.0:1767321010.039343:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321010.039362:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347047480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000251776:0@lo:38:kworker.0
00000100:00100000:0.0:1767321010.039382:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321010.039412:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000251648
00000100:00100000:0.0:1767321010.039416:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000251648
00000100:00100000:0.0:1767321010.039437:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000251776
00000100:00100000:0.0:1767321010.039440:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000251776
00000100:00100000:0.0:1767321010.039455:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6373
00000100:00100000:0.0:1767321010.039460:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000251648:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321010.039481:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321010.039519:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000251648:12345-0@lo:38:kworker.0 Request processed in 57us (175us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321010.039529:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6373
00000100:00100000:0.0:1767321010.039556:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6374
00000100:00100000:0.0:1767321010.039560:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523669e7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000251776:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321010.039569:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321010.039592:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523669e7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000251776:12345-0@lo:38:kworker.0 Request processed in 31us (210us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321010.039598:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6374
00000100:00080000:0.0:1767321010.039638:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321010.039643:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321010.039646:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952373faf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000251648:0@lo:38:kworker.0
00000100:00080000:0.0:1767321010.039656:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321010.039659:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321010.039661:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347047480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000251776:0@lo:38:kworker.0
00000100:00080000:0.0:1767321010.039699:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321010.039744:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000251520
00000100:00100000:0.0:1767321010.039747:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000251520
00000100:00100000:0.0:1767321010.039767:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2103
00000100:00100000:0.0:1767321010.039771:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000251520:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321010.039781:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321010.039810:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000251520:12345-0@lo:38:kworker.0 Request processed in 37us (521us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321010.039816:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2103
00000100:00080000:0.0:1767321010.039841:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321010.039845:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321010.039849:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952373fae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000251520:0@lo:38:kworker.0
00000100:00080000:1.0:1767321010.040247:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321010.040253:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321010.040255:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321010.040260:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6202
00000100:00080000:1.0:1767321010.040263:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s
00000100:00080000:1.0:1767321010.040267:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767321010.040290:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347045880 x1853164000252032/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321010.040395:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347045f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000252416:0@lo:400:kworker.0
00000100:00100000:0.0:1767321010.040430:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321010.040473:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347047100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000252160:0@lo:400:kworker.0
00000100:00100000:0.0:1767321010.040498:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321010.040515:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767321010.040520:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347046a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000252288:0@lo:400:kworker.0
00000100:00100000:0.0:1767321010.040539:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321010.040658:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000252160
00000100:00100000:0.0:1767321010.040666:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000252160
00000100:00100000:0.0:1767321010.040701:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5589
00000100:00100000:0.0:1767321010.040707:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523669e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000252160:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321010.040758:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523669e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000252160:12345-0@lo:400:kworker.0 Request processed in 51us (259us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321010.040764:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5589
00000100:00080000:0.0:1767321010.040781:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321010.040803:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347047100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000252160:0@lo:400:kworker.0
00000100:00100000:0.0:1767321010.040825:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347045880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000252032:0@lo:38:kworker.0
00000100:00100000:0.0:1767321010.040850:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321010.040875:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000252032
00000100:00100000:0.0:1767321010.040879:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000252032
00000100:00100000:0.0:1767321010.040914:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6375
00000100:00100000:0.0:1767321010.040919:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523669e7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000252032:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321010.040931:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321010.045709:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523669e7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000252032:12345-0@lo:38:kworker.0 Request processed in 4775us (4845us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321010.045734:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6375
00000100:00080000:0.0:1767321010.045828:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321010.045834:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321010.045839:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347045880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000252032:0@lo:38:kworker.0
00000100:00100000:0.0:1767321010.045900:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000252416
00000100:00100000:0.0:1767321010.045909:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000252416
00000100:00100000:0.0:1767321010.046185:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000252288
00000100:00100000:0.0:1767321010.046190:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000252288
00000100:00100000:0.0:1767321010.046248:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3626
00000100:00100000:0.0:1767321010.046257:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523669e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000252416:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321010.046332:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523669e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000252416:12345-0@lo:400:kworker.0 Request processed in 77us (5902us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321010.046339:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3626
00000100:00100000:0.0:1767321010.046351:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3627
00000100:00100000:0.0:1767321010.046357:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523669e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000252288:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321010.046386:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523669e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000252288:12345-0@lo:400:kworker.0 Request processed in 30us (5846us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321010.046392:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3627
00000100:00080000:0.0:1767321010.046406:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767321010.046410:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767321010.046432:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347045f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000252416:0@lo:400:kworker.0
00000100:00100000:0.0:1767321010.046456:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347046a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000252288:0@lo:400:kworker.0
00000100:00100000:3.0:1767321010.054138:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000251904:12345-0@lo:400:kworker.0 Request processed in 15030us (15201us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321010.054154:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5588
00000100:00100000:2.0:1767321010.056046:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347044a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000251904:0@lo:400:kworker.0
00010000:00010000:3.0:1767321010.358669:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767321011.381698:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321012.086732:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767321012.086765:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000252544:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321012.086848:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321012.086957:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000252544
00000100:00100000:3.0:1767321012.086966:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000252544
00000100:00100000:3.0:1767321012.087038:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2832
00000100:00100000:3.0:1767321012.087048:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347045180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000252544:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767321012.087094:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767321012.087141:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347045180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000252544:12345-0@lo:13:osp-pre-0-1.0 Request processed in 95us (294us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321012.087152:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2832
00000100:00080000:1.0:1767321012.088122:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767321012.088172:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000252544:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321012.088711:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767321012.088723:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000252672:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321012.088779:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321012.088986:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000252672
00000100:00100000:1.0:1767321012.088993:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000252672
00000100:00100000:1.0:1767321012.089068:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2833
00000100:00100000:1.0:1767321012.089077:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fa8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000252672:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767321012.089105:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767321012.089152:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fa8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000252672:12345-0@lo:13:osp-pre-1-1.0 Request processed in 76us (372us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321012.089159:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2833
00000100:00100000:1.0:1767321012.089239:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000252672:0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767321012.090579:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00010000:00010000:0.0:1767321012.405917:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321013.184380:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767321013.184427:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767321013.184594:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962596864
00000100:00100000:0.0:1767321013.184605:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962596864
00000100:00100000:0.0:1767321013.184696:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962596736
00000100:00100000:0.0:1767321013.184700:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962596736
00000100:00100000:0.0:1767321013.184724:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5590
00000100:00100000:0.0:1767321013.184735:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347044380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962596864:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:0.0:1767321013.184811:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347044380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962596864:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 77us (443us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321013.184819:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5590
00000100:00100000:0.0:1767321013.184852:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6376
00000100:00100000:0.0:1767321013.184856:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347046680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962596736:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:0.0:1767321013.184876:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321013.184906:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347046680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962596736:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 48us (480us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321013.184912:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6376
00000100:00080000:2.0:1767321013.185001:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767321013.430814:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767321014.453553:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767321015.157641:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321015.157652:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767321015.157655:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321015.157659:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321015.157663:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321015.157672:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6207
00000100:00080000:1.0:1767321015.157677:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321015.157684:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767321015.157728:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347047800 x1853164000252800/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321015.157759:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321015.157762:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321015.157764:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321015.157768:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6207
00000100:00080000:1.0:1767321015.157771:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321015.157774:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767321015.157789:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347046300 x1853164000252928/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321015.157798:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321015.157801:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321015.157803:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321015.157806:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6207
00000100:00080000:1.0:1767321015.157808:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321015.157812:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767321015.157824:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347047b80 x1853164000253056/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321015.157870:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321015.157874:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321015.157884:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321015.157888:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6207
00000100:00080000:1.0:1767321015.157890:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321015.157893:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767321015.157905:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347044000 x1853164000253312/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321015.157974:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347045500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000253440:0@lo:400:kworker.0
00000100:00100000:1.0:1767321015.158041:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321015.158120:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767321015.158131:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347045c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000253568:0@lo:400:kworker.0
00000100:00100000:0.0:1767321015.158132:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347047800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000252800:0@lo:38:kworker.0
00000100:00100000:1.0:1767321015.158176:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321015.158181:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321015.158298:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347044e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000253696:0@lo:400:kworker.0
00000100:00100000:1.0:1767321015.158534:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000253440
00000100:00100000:1.0:1767321015.158543:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000253440
00000100:00100000:0.0:1767321015.158560:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347046300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000252928:0@lo:38:kworker.0
00000100:00100000:0.0:1767321015.158593:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321015.158606:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000252928
00000100:00100000:1.0:1767321015.158610:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000252928
00000100:00100000:0.0:1767321015.158616:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347047b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000253056:0@lo:38:kworker.0
00000100:00100000:1.0:1767321015.158635:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5591
00000100:00100000:0.0:1767321015.158642:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321015.158650:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347046d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000253440:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321015.158658:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347044000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000253312:0@lo:38:kworker.0
00000100:00100000:0.0:1767321015.158674:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321015.158699:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000252800
00000100:00100000:0.0:1767321015.158702:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000252800
00000100:00100000:1.0:1767321015.158715:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347046d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000253440:12345-0@lo:400:kworker.0 Request processed in 69us (672us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321015.158724:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2104
00000100:00100000:1.0:1767321015.158725:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5591
00000100:00100000:0.0:1767321015.158732:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523669e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000252800:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767321015.158747:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000253056
00000100:00100000:1.0:1767321015.158753:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000253056
00000100:00100000:1.0:1767321015.158764:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000253312
00000100:00100000:1.0:1767321015.158766:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000253312
00000100:00100000:1.0:1767321015.158776:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6377
00000100:00100000:1.0:1767321015.158780:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523669e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000252928:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767321015.158848:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347044700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000253184:0@lo:400:kworker.0
00000100:00100000:3.0:1767321015.158893:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321015.158920:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000253568
00000100:00100000:3.0:1767321015.158923:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000253568
00010000:00020000:0.0:1767321015.158949:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321015.158966:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3628
00000100:00100000:3.0:1767321015.158977:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347044a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000253568:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321015.158991:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523669e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000252800:12345-0@lo:38:kworker.0 Request processed in 258us (809us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321015.158999:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2104
00000100:00100000:3.0:1767321015.159020:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347044a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000253568:12345-0@lo:400:kworker.0 Request processed in 45us (843us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321015.159023:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000253184
00000100:00100000:0.0:1767321015.159027:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000253184
00000100:00100000:3.0:1767321015.159028:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3628
00000100:00100000:0.0:1767321015.159065:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5592
00000100:00100000:0.0:1767321015.159070:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236694aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000253184:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321015.159095:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6378
00000100:00100000:3.0:1767321015.159101:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373fae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000253056:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767321015.159108:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236694aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000253184:12345-0@lo:400:kworker.0 Request processed in 36us (213us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321015.159114:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5592
00000100:00100000:0.0:1767321015.159127:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6379
00000100:00100000:0.0:1767321015.159130:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373faf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000253312:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767321015.167521:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:1.0:1767321015.167578:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321015.167668:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000253696
00000100:00100000:1.0:1767321015.167742:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523669e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000252928:12345-0@lo:38:kworker.0 Request processed in 8958us (9147us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321015.167754:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6377
00000100:00080000:1.0:1767321015.167789:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767321015.167795:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321015.167833:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347045c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000253568:0@lo:400:kworker.0
00000100:00100000:1.0:1767321015.167847:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347045500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000253440:0@lo:400:kworker.0
00000100:00080000:1.0:1767321015.167907:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321015.167912:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321015.167916:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347047800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000252800:0@lo:38:kworker.0
00000100:00080000:1.0:1767321015.167925:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321015.167928:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321015.167931:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347046300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000252928:0@lo:38:kworker.0
00000100:00100000:1.0:1767321015.167968:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347044700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000253184:0@lo:400:kworker.0
00000100:00100000:2.0:1767321015.168464:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000253696
00000100:00100000:2.0:1767321015.168553:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3629
00000100:00100000:2.0:1767321015.168563:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000253696:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767321015.168605:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767321015.168718:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000253696:12345-0@lo:400:kworker.0 Request processed in 157us (1204us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321015.168726:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3629
00000100:00100000:1.0:1767321015.168985:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347044e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000253696:0@lo:400:kworker.0
00010000:00020000:3.0:1767321015.170002:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:0.0:1767321015.170008:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321015.170254:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373fae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000253056:12345-0@lo:38:kworker.0 Request processed in 11144us (11604us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321015.170271:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6378
00000100:00080000:2.0:1767321015.170323:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321015.170333:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321015.170340:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347047b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000253056:0@lo:38:kworker.0
00000100:00100000:0.0:1767321015.170743:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373faf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000253312:12345-0@lo:38:kworker.0 Request processed in 11608us (12064us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321015.170754:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6379
00000100:00080000:2.0:1767321015.170820:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321015.170824:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321015.170828:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347044000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000253312:0@lo:38:kworker.0
00010000:00010000:0.0:1767321015.478176:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767321016.501798:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321017.205431:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767321017.205452:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347044e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000253952:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321017.205522:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767321017.205534:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000253824:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321017.205542:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321017.205610:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000253952
00000100:00100000:2.0:1767321017.205619:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000253952
00000100:00100000:2.0:1767321017.205686:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2834
00000100:00100000:2.0:1767321017.205695:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347044700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000253952:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767321017.205727:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00080000:3.0:1767321017.205799:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767321017.216794:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321017.217009:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000253824
00000100:00100000:3.0:1767321017.217019:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000253824
00000100:00100000:3.0:1767321017.217109:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2835
00000100:00100000:3.0:1767321017.217120:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000253824:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767321017.217167:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767321017.217249:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000253824:12345-0@lo:13:osp-pre-1-1.0 Request processed in 132us (463us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321017.217256:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2835
00000100:00080000:0.0:1767321017.217830:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767321017.217886:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000253824:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767321017.221967:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347044700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000253952:12345-0@lo:13:osp-pre-0-1.0 Request processed in 16263us (16419us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321017.221984:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2834
00000100:00100000:1.0:1767321017.222574:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347044e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000253952:0@lo:13:osp-pre-0-1.0
00010000:00010000:2.0:1767321017.525889:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321018.323047:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767321018.323106:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767321018.323188:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962597120
00000100:00100000:3.0:1767321018.323227:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962597120
00000100:00100000:3.0:1767321018.323305:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962596992
00000100:00100000:3.0:1767321018.323308:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962596992
00000100:00100000:3.0:1767321018.323328:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5593
00000100:00100000:3.0:1767321018.323339:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347044e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962597120:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767321018.323349:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6380
00000100:00100000:2.0:1767321018.323354:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347046300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962596992:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767321018.323375:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321018.323419:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347044e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962597120:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 82us (382us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321018.323426:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5593
00000100:00080000:1.0:1767321018.323721:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321018.323976:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347046300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962596992:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 618us (867us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321018.323984:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6380
00010000:00010000:3.0:1767321018.549746:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767321019.573868:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767321020.277881:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321020.277891:0:72021:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767321020.277903:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321020.277915:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321020.277919:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321020.277926:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6213
00000100:00080000:3.0:1767321020.277930:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321020.277937:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321020.277987:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366948700 x1853164000254080/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321020.278014:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321020.278017:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321020.278020:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321020.278023:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6213
00000100:00080000:3.0:1767321020.278025:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321020.278028:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321020.278043:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237138b480 x1853164000254208/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321020.278051:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321020.278054:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321020.278055:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321020.278059:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6213
00000100:00080000:3.0:1767321020.278061:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321020.278064:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321020.278076:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237c0bfb80 x1853164000254336/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321020.278118:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321020.278122:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321020.278124:0:72021:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321020.278127:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6213
00000100:00080000:3.0:1767321020.278130:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321020.278133:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321020.278147:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0dc700 x1853164000254592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321020.278222:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000254848:0@lo:400:kworker.0
00000100:00100000:3.0:1767321020.278287:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321020.278348:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767321020.278365:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000254720:0@lo:400:kworker.0
00000100:00100000:3.0:1767321020.278394:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321020.278846:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000254976:0@lo:400:kworker.0
00000100:00100000:1.0:1767321020.278880:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321020.278913:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767321020.278919:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000254464:0@lo:400:kworker.0
00000100:00100000:1.0:1767321020.278942:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321020.278976:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000254720
00000100:00100000:1.0:1767321020.278983:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000254720
00000100:00100000:1.0:1767321020.279030:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000254464
00000100:00100000:1.0:1767321020.279033:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000254464
00000100:00100000:1.0:1767321020.279056:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5594
00000100:00100000:1.0:1767321020.279064:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000254720:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321020.279115:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000254720:12345-0@lo:400:kworker.0 Request processed in 52us (720us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321020.279122:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5594
00000100:00100000:1.0:1767321020.279140:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5595
00000100:00100000:1.0:1767321020.279146:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347045500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000254464:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321020.279176:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347045500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000254464:12345-0@lo:400:kworker.0 Request processed in 30us (232us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321020.279181:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5595
00000100:00080000:1.0:1767321020.279219:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321020.279255:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000254464:0@lo:400:kworker.0
00000100:00100000:1.0:1767321020.279284:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000254720:0@lo:400:kworker.0
00000100:00100000:2.0:1767321020.279482:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000254848
00000100:00100000:2.0:1767321020.279487:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000254848
00000100:00100000:2.0:1767321020.279530:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000254976
00000100:00100000:2.0:1767321020.279533:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000254976
00000100:00100000:2.0:1767321020.279554:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3630
00000100:00100000:2.0:1767321020.279561:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000254848:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321020.279603:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000254848:12345-0@lo:400:kworker.0 Request processed in 43us (1316us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321020.279608:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3630
00000100:00100000:2.0:1767321020.279621:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3631
00000100:00100000:2.0:1767321020.279627:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347047800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000254976:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321020.279671:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347047800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000254976:12345-0@lo:400:kworker.0 Request processed in 45us (790us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321020.279677:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3631
00000100:00100000:2.0:1767321020.279705:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000254976:0@lo:400:kworker.0
00000100:00100000:2.0:1767321020.279730:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000254848:0@lo:400:kworker.0
00000100:00100000:2.0:1767321020.279747:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366948700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000254080:0@lo:38:kworker.0
00000100:00100000:2.0:1767321020.279774:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321020.279796:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237138b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000254208:0@lo:38:kworker.0
00000100:00100000:2.0:1767321020.279815:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321020.279830:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000254336:0@lo:38:kworker.0
00000100:00100000:2.0:1767321020.279852:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321020.279867:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000254592:0@lo:38:kworker.0
00000100:00100000:2.0:1767321020.279884:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321020.279919:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000254208
00000100:00100000:2.0:1767321020.279923:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000254208
00000100:00100000:2.0:1767321020.279938:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000254336
00000100:00100000:2.0:1767321020.279941:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000254336
00000100:00100000:2.0:1767321020.279951:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000254592
00000100:00100000:2.0:1767321020.279953:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000254592
00000100:00100000:2.0:1767321020.279964:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6381
00000100:00100000:2.0:1767321020.279968:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000254208:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321020.279985:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321020.280001:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6382
00000100:00100000:0.0:1767321020.280006:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000254336:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321020.280017:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321020.280017:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000254208:12345-0@lo:38:kworker.0 Request processed in 48us (201us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321020.280023:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6381
00000100:00100000:2.0:1767321020.280033:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6383
00000100:00100000:2.0:1767321020.280037:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000254592:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767321020.280042:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000254336:12345-0@lo:38:kworker.0 Request processed in 36us (190us total) trans 0 rc -19/-19
00010000:00020000:2.0:1767321020.280046:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321020.280048:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6382
00000100:00100000:2.0:1767321020.280065:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000254592:12345-0@lo:38:kworker.0 Request processed in 26us (179us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321020.280070:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6383
00000100:00080000:2.0:1767321020.280091:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321020.280096:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321020.280098:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237138b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000254208:0@lo:38:kworker.0
00000100:00080000:2.0:1767321020.280105:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321020.280108:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321020.280110:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000254336:0@lo:38:kworker.0
00000100:00080000:2.0:1767321020.280120:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321020.280122:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321020.280125:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000254592:0@lo:38:kworker.0
00000100:00100000:3.0:1767321020.280785:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000254080
00000100:00100000:3.0:1767321020.280793:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000254080
00000100:00100000:3.0:1767321020.280835:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2105
00000100:00100000:3.0:1767321020.280841:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000254080:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321020.280855:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767321020.281253:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767321020.281259:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767321020.281931:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000254080:12345-0@lo:38:kworker.0 Request processed in 1084us (2150us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321020.281952:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2105
00000100:00080000:2.0:1767321020.286554:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321020.286566:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321020.286572:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366948700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000254080:0@lo:38:kworker.0
00010000:00010000:0.0:1767321020.597363:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321021.621463:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321022.326896:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767321022.326917:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000255104:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767321022.326986:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321022.327109:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000255104
00000100:00100000:1.0:1767321022.327117:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000255104
00000100:00100000:1.0:1767321022.327187:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2836
00000100:00100000:1.0:1767321022.327218:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000255104:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767321022.327249:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767321022.327300:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000255104:12345-0@lo:13:osp-pre-0-1.0 Request processed in 105us (315us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321022.327306:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2836
00000100:00080000:2.0:1767321022.327361:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767321022.327537:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767321022.327548:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000255232:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767321022.327580:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321022.327656:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000255232
00000100:00100000:3.0:1767321022.327661:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000255232
00000100:00100000:3.0:1767321022.327699:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2837
00000100:00100000:3.0:1767321022.327707:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000255232:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767321022.327723:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767321022.327757:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000255232:12345-0@lo:13:osp-pre-1-1.0 Request processed in 52us (177us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321022.327763:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2837
00000100:00100000:3.0:1767321022.327800:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000255232:0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767321022.327857:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767321022.327913:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000255104:0@lo:13:osp-pre-0-1.0
00010000:00010000:3.0:1767321022.645458:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321023.427318:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767321023.427452:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962597248
00000100:00100000:1.0:1767321023.427465:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962597248
00000100:00100000:1.0:1767321023.427523:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6384
00000100:00100000:1.0:1767321023.427531:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962597248:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767321023.427555:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321023.427625:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962597248:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 89us (313us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321023.427633:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6384
00000100:00100000:3.0:1767321023.436630:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767321023.436749:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962597376
00000100:00100000:1.0:1767321023.436761:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962597376
00000100:00100000:1.0:1767321023.436839:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5596
00000100:00100000:1.0:1767321023.436850:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962597376:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767321023.436937:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962597376:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 89us (317us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321023.436945:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5596
00000100:00080000:2.0:1767321023.437056:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767321023.670402:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767321024.693465:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767321025.398944:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321025.398955:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767321025.398959:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321025.398963:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321025.398966:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321025.398974:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6218
00000100:00080000:2.0:1767321025.398978:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321025.398985:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767321025.399025:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237c0e7480 x1853164000255360/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321025.399058:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321025.399062:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321025.399064:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321025.399067:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6218
00000100:00080000:2.0:1767321025.399069:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321025.399072:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767321025.399097:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237c0e5c00 x1853164000255488/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321025.399105:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321025.399109:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321025.399110:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321025.399113:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6218
00000100:00080000:2.0:1767321025.399116:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321025.399118:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767321025.399128:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237c0e6d80 x1853164000255616/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321025.399169:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321025.399173:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321025.399175:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321025.399178:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6218
00000100:00080000:2.0:1767321025.399181:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321025.399183:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767321025.399220:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237c0e7100 x1853164000255872/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321025.399280:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000256128:0@lo:400:kworker.0
00000100:00100000:2.0:1767321025.399345:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321025.399417:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366948700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000256256:0@lo:400:kworker.0
00000100:00100000:2.0:1767321025.399420:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767321025.399429:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000256000:0@lo:400:kworker.0
00000100:00100000:1.0:1767321025.399461:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321025.399470:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321025.399489:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767321025.399500:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000255744:0@lo:400:kworker.0
00000100:00100000:2.0:1767321025.399516:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000256128
00000100:00100000:2.0:1767321025.399525:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000256128
00000100:00100000:1.0:1767321025.399529:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321025.399574:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000256000
00000100:00100000:1.0:1767321025.399578:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000256000
00000100:00100000:2.0:1767321025.399582:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000256256
00000100:00100000:2.0:1767321025.399586:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000256256
00000100:00100000:2.0:1767321025.399618:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3632
00000100:00100000:1.0:1767321025.399620:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000255744
00000100:00100000:1.0:1767321025.399625:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000255744
00000100:00100000:2.0:1767321025.399627:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237138b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000256128:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321025.399655:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5597
00000100:00100000:1.0:1767321025.399665:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000256000:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321025.399677:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237138b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000256128:12345-0@lo:400:kworker.0 Request processed in 50us (330us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321025.399683:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3632
00000100:00100000:2.0:1767321025.399703:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3633
00000100:00100000:1.0:1767321025.399710:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000256000:12345-0@lo:400:kworker.0 Request processed in 47us (239us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321025.399714:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347045c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000256256:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321025.399724:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5597
00000100:00100000:1.0:1767321025.399744:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5598
00000100:00100000:1.0:1767321025.399754:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347046a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000255744:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321025.399759:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347045c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000256256:12345-0@lo:400:kworker.0 Request processed in 47us (297us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321025.399767:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3633
00000100:00100000:1.0:1767321025.399791:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347046a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000255744:12345-0@lo:400:kworker.0 Request processed in 40us (264us total) trans 0 rc 0/0
00000100:00080000:2.0:1767321025.399793:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767321025.399799:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321025.399803:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5598
00000100:00080000:2.0:1767321025.399804:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767321025.399846:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000256000:0@lo:400:kworker.0
00000100:00100000:1.0:1767321025.399850:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000255744:0@lo:400:kworker.0
00000100:00100000:2.0:1767321025.399864:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000256128:0@lo:400:kworker.0
00000100:00100000:1.0:1767321025.399869:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366948700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000256256:0@lo:400:kworker.0
00000100:00100000:0.0:1767321025.408470:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000255360:0@lo:38:kworker.0
00000100:00100000:0.0:1767321025.408553:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321025.408613:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000255488:0@lo:38:kworker.0
00000100:00100000:0.0:1767321025.408640:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321025.408662:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000255616:0@lo:38:kworker.0
00000100:00100000:0.0:1767321025.408687:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321025.408712:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000255872:0@lo:38:kworker.0
00000100:00100000:0.0:1767321025.408731:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321025.408769:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000255488
00000100:00100000:0.0:1767321025.408777:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000255488
00000100:00100000:0.0:1767321025.408808:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000255616
00000100:00100000:0.0:1767321025.408811:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000255616
00000100:00100000:0.0:1767321025.408823:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000255872
00000100:00100000:0.0:1767321025.408825:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000255872
00000100:00100000:0.0:1767321025.408842:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6385
00000100:00100000:0.0:1767321025.408849:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367299180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000255488:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321025.408874:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321025.408913:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367299180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000255488:12345-0@lo:38:kworker.0 Request processed in 64us (272us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321025.408920:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6385
00000100:00100000:0.0:1767321025.408936:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6386
00000100:00100000:0.0:1767321025.408939:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eac9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000255616:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321025.408948:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321025.408966:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eac9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000255616:12345-0@lo:38:kworker.0 Request processed in 26us (279us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321025.408971:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6386
00000100:00100000:0.0:1767321025.408981:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6387
00000100:00100000:0.0:1767321025.408984:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eacaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000255872:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321025.408992:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321025.409012:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eacaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000255872:12345-0@lo:38:kworker.0 Request processed in 26us (279us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321025.409017:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6387
00000100:00080000:0.0:1767321025.409058:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321025.409063:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321025.409067:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000255488:0@lo:38:kworker.0
00000100:00080000:0.0:1767321025.409075:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321025.409078:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321025.409081:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000255616:0@lo:38:kworker.0
00000100:00080000:0.0:1767321025.409088:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321025.409091:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321025.409114:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000255872:0@lo:38:kworker.0
00000100:00100000:3.0:1767321025.409221:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000255360
00000100:00100000:3.0:1767321025.409226:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000255360
00000100:00100000:3.0:1767321025.409247:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2106
00000100:00100000:3.0:1767321025.409252:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367299c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000255360:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321025.409263:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321025.409298:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367299c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000255360:12345-0@lo:38:kworker.0 Request processed in 45us (745us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321025.409304:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2106
00000100:00080000:3.0:1767321025.409327:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321025.409331:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321025.409334:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000255360:0@lo:38:kworker.0
00010000:00010000:2.0:1767321025.717907:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767321026.741456:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321027.447081:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767321027.447105:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000256384:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321027.447188:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321027.447679:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000256384
00000100:00100000:2.0:1767321027.447688:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000256384
00000100:00100000:2.0:1767321027.447780:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2838
00000100:00100000:2.0:1767321027.447790:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347045f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000256384:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767321027.447822:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767321027.447873:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347045f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000256384:12345-0@lo:13:osp-pre-0-1.0 Request processed in 85us (684us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321027.447880:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2838
00000100:00100000:1.0:1767321027.448070:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000256384:0@lo:13:osp-pre-0-1.0
00000100:00080000:0.0:1767321027.448160:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767321027.449553:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000256512:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321027.449629:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321027.449733:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000256512
00000100:00100000:1.0:1767321027.449742:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000256512
00000100:00100000:1.0:1767321027.449813:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2839
00000100:00100000:1.0:1767321027.449824:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000256512:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767321027.449855:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767321027.449903:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000256512:12345-0@lo:13:osp-pre-1-1.0 Request processed in 81us (272us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321027.449911:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2839
00000100:00100000:1.0:1767321027.449956:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000256512:0@lo:13:osp-pre-1-1.0
00000100:00080000:0.0:1767321027.450168:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00010000:00010000:0.0:1767321027.765486:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321028.546558:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000400:00000100:0.0:1767321028.546605:0:7000:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.52@tcp portal 26 match 1853163962597504 offset 0 length 520: 4
00000100:00100000:0.0:1767321028.546644:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767321028.546759:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962597760
00000100:00100000:1.0:1767321028.546777:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962597760
00000100:00100000:1.0:1767321028.546863:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962597632
00000100:00100000:1.0:1767321028.546867:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962597632
00000100:00100000:1.0:1767321028.546896:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5599
00000100:00100000:1.0:1767321028.546907:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366986a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962597760:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767321028.546990:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366986a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962597760:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 84us (450us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321028.546998:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5599
00000100:00100000:1.0:1767321028.547019:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6388
00000100:00100000:1.0:1767321028.547024:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366985880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962597632:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767321028.547043:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321028.547067:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366985880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962597632:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 42us (425us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321028.547075:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6388
00000100:00080000:0.0:1767321028.548411:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767321028.794105:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321029.493375:0:7004:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321004/real 1767321004]  req@ffff9523669e4700 x1853164000250112/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321029 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1767321029.493428:0:7004:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9523669e4700 x1853164000250112/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321029 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1767321029.493456:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321029.493494:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:1.0:1767321029.493499:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523669e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000250112:0@lo:250:kworker.0
00000100:00080000:2.0:1767321029.493715:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321029.493722:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1767321029.493726:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321029.493733:0:49151:0:(import.c:509:import_select_connection()) MGC192.168.202.152@tcp: connect to NID 0@lo last attempt 6202
00000100:00080000:2.0:1767321029.493739:0:49151:0:(import.c:588:import_select_connection()) MGC192.168.202.152@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321029.493748:0:49151:0:(import.c:623:import_select_connection()) MGC192.168.202.152@tcp: import ffff95235eb57800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767321029.493796:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237c0e6d80 x1853164000256640/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321029.493847:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321029.493851:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321029.493853:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321029.493857:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6223
00000100:00080000:2.0:1767321029.493860:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321029.493864:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767321029.493887:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237c0e5c00 x1853164000256768/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321029.493898:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321029.493902:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321029.493904:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321029.493908:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6223
00000100:00080000:2.0:1767321029.493911:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321029.493915:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767321029.493931:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237c0e6a00 x1853164000256896/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321029.493942:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321029.493945:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321029.493947:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321029.493951:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6223
00000100:00080000:2.0:1767321029.493954:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321029.493959:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767321029.493972:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237c0e5180 x1853164000257024/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321029.494017:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321029.494021:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321029.494023:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321029.494029:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6223
00000100:00080000:2.0:1767321029.494032:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321029.494037:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767321029.494052:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237c0e7100 x1853164000257280/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321029.494256:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000256640:0@lo:250:kworker.0
00000400:00000100:0.0:1767321029.494325:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164000256640 offset 0 length 520: 4
00000100:00100000:0.0:1767321029.494390:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000256768:0@lo:38:kworker.0
00000100:00100000:0.0:1767321029.494439:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321029.494469:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000257536:0@lo:400:kworker.0
00000100:00100000:0.0:1767321029.494473:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000256896:0@lo:38:kworker.0
00000100:00100000:0.0:1767321029.494528:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321029.494564:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321029.494603:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767321029.494611:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000257408:0@lo:400:kworker.0
00000100:00100000:3.0:1767321029.496479:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000257536
00000100:00100000:3.0:1767321029.496492:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000257536
00000100:00100000:1.0:1767321029.497916:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000257664:0@lo:400:kworker.0
00000100:00100000:1.0:1767321029.498000:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321029.498604:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000257024:0@lo:38:kworker.0
00000100:00100000:2.0:1767321029.498662:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000256896
00000100:00100000:1.0:1767321029.498665:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767321029.498676:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000256896
00000100:00100000:1.0:1767321029.498678:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000257152:0@lo:400:kworker.0
00000100:00100000:3.0:1767321029.498708:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000257664
00000100:00100000:3.0:1767321029.498716:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000257664
00000100:00100000:2.0:1767321029.498739:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6389
00000100:00100000:2.0:1767321029.498751:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000256896:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767321029.498772:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3634
00010000:00020000:2.0:1767321029.498784:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321029.498785:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000257536:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321029.500161:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321029.500245:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000257152
00000100:00100000:1.0:1767321029.500252:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000257152
00000100:00100000:1.0:1767321029.500295:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5600
00000100:00100000:1.0:1767321029.500304:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347047100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000257152:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321029.500351:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347047100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000257152:12345-0@lo:400:kworker.0 Request processed in 50us (195us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321029.500359:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5600
00000100:00100000:1.0:1767321029.500707:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000257152:0@lo:400:kworker.0
00000100:00100000:1.0:1767321029.500818:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000256768
00000100:00100000:1.0:1767321029.500822:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000256768
00000100:00100000:1.0:1767321029.500843:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2107
00000100:00100000:1.0:1767321029.500848:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000256768:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321029.500867:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321029.500899:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000256768:12345-0@lo:38:kworker.0 Request processed in 50us (6462us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321029.500905:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2107
00000100:00100000:2.0:1767321029.501150:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000256896:12345-0@lo:38:kworker.0 Request processed in 2393us (6614us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321029.501151:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3635
00000100:00100000:1.0:1767321029.501167:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347045880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000257664:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321029.501175:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6389
00000100:00100000:1.0:1767321029.501266:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347045880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000257664:12345-0@lo:400:kworker.0 Request processed in 101us (3264us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321029.501274:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3635
00000100:00080000:1.0:1767321029.501312:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767321029.501319:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767321029.501328:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767321029.501328:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321029.501411:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000257408
00000100:00100000:2.0:1767321029.501419:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000257408
00000100:00100000:2.0:1767321029.501476:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5601
00000100:00100000:2.0:1767321029.501485:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000257408:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321029.501497:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321029.501563:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000257536:12345-0@lo:400:kworker.0 Request processed in 2781us (6997us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321029.501572:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3634
00000100:00100000:0.0:1767321029.501750:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000257280:0@lo:38:kworker.0
00000100:00100000:0.0:1767321029.501789:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767321029.501834:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321029.501840:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321029.501845:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000256768:0@lo:38:kworker.0
00000100:00080000:0.0:1767321029.501856:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321029.501861:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321029.501863:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000256896:0@lo:38:kworker.0
00000100:00100000:0.0:1767321029.502173:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000257024
00000100:00100000:0.0:1767321029.502178:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000257024
00000100:00100000:1.0:1767321029.502259:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000257664:0@lo:400:kworker.0
00000100:00100000:2.0:1767321029.502477:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000257408:12345-0@lo:400:kworker.0 Request processed in 989us (1153us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321029.502491:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5601
00000100:00100000:3.0:1767321029.502492:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000257408:0@lo:400:kworker.0
00000100:00100000:3.0:1767321029.502517:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000257536:0@lo:400:kworker.0
00000100:00100000:2.0:1767321029.502519:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000257280
00000100:00100000:2.0:1767321029.502526:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000257280
00000100:00080000:3.0:1767321029.502550:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321029.503152:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6390
00000100:00100000:1.0:1767321029.503160:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000257024:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767321029.503167:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6391
00000100:00100000:0.0:1767321029.503178:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000257280:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321029.503186:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:0.0:1767321029.503217:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321029.503497:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000257280:12345-0@lo:38:kworker.0 Request processed in 317us (1704us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321029.503501:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000257024:12345-0@lo:38:kworker.0 Request processed in 337us (2004us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321029.503785:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6391
00000100:00100000:1.0:1767321029.503795:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6390
00000100:00080000:0.0:1767321029.503853:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321029.503860:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321029.503865:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000257024:0@lo:38:kworker.0
00000100:00080000:0.0:1767321029.503877:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321029.503880:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321029.504025:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000257280:0@lo:38:kworker.0
00010000:00010000:2.0:1767321029.815889:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767321030.838153:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767321031.862366:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321032.565605:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000257920:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321032.565679:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321032.565751:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000257920
00000100:00100000:2.0:1767321032.565766:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000257920
00000100:00100000:3.0:1767321032.565833:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347047480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000257792:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767321032.565869:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2840
00000100:00100000:3.0:1767321032.565878:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321032.565888:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347044000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000257920:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321032.565916:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000257792
00000100:00100000:3.0:1767321032.565926:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000257792
00002000:00000024:2.0:1767321032.565932:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767321032.565981:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2841
00000100:00100000:3.0:1767321032.565991:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000257792:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767321032.566025:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767321032.566064:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347044000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000257920:12345-0@lo:13:osp-pre-1-1.0 Request processed in 179us (380us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321032.566075:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2840
00000100:00100000:3.0:1767321032.566082:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000257792:12345-0@lo:13:osp-pre-0-1.0 Request processed in 91us (207us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321032.566094:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2841
00000100:00100000:3.0:1767321032.566153:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347047480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000257792:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321032.566294:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000257920:0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767321032.566323:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767321032.566331:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00010000:00010000:0.0:1767321032.885447:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321033.662876:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767321033.662983:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962598016
00000100:00100000:1.0:1767321033.662994:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962598016
00000100:00100000:1.0:1767321033.663061:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5602
00000100:00100000:1.0:1767321033.663072:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962598016:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767321033.663141:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962598016:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 71us (276us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321033.663149:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5602
00000100:00080000:3.0:1767321033.663417:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321033.663548:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767321033.663585:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962597888
00000100:00100000:1.0:1767321033.663589:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962597888
00000100:00100000:1.0:1767321033.663615:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6392
00000100:00100000:1.0:1767321033.663620:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962597888:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767321033.663641:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321033.663679:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962597888:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 57us (131us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321033.663686:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6392
00010000:00010000:2.0:1767321033.909461:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767321034.616340:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321034.616454:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767321034.616458:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321034.616465:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321034.616470:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321034.616480:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6227
00000100:00080000:0.0:1767321034.616487:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321034.616496:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321034.616556:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235ee5f800 x1853164000258048/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321034.616605:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321034.616609:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321034.616611:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321034.616616:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6227
00000100:00080000:0.0:1767321034.616618:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321034.616622:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321034.616635:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235ee5d180 x1853164000258176/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321034.616646:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321034.616650:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321034.616651:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321034.616655:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6227
00000100:00080000:0.0:1767321034.616657:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321034.616660:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321034.616672:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235ee5c000 x1853164000258304/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321034.616730:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321034.616735:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321034.616737:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321034.616741:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6227
00000100:00080000:0.0:1767321034.616744:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321034.616747:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321034.616762:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235e8c8a80 x1853164000258560/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321034.616847:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000258816:0@lo:400:kworker.0
00000100:00100000:0.0:1767321034.616940:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321034.616994:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767321034.617000:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000258688:0@lo:400:kworker.0
00000100:00100000:0.0:1767321034.617032:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321034.617070:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000258816
00000100:00100000:0.0:1767321034.617079:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000258816
00000100:00100000:0.0:1767321034.617150:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3636
00000100:00100000:3.0:1767321034.617295:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000258432:0@lo:400:kworker.0
00000100:00100000:3.0:1767321034.617664:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321034.617720:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767321034.617728:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000258944:0@lo:400:kworker.0
00000100:00100000:3.0:1767321034.617755:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767321034.617908:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767321034.617936:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000258944
00000100:00100000:3.0:1767321034.617943:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000258944
00000100:00100000:3.0:1767321034.617985:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3637
00000100:00100000:3.0:1767321034.617992:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000258944:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321034.618057:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000258944:12345-0@lo:400:kworker.0 Request processed in 65us (300us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321034.618066:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3637
00000100:00080000:3.0:1767321034.618087:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767321034.618122:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000258944:0@lo:400:kworker.0
00000100:00100000:3.0:1767321034.618156:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000258688
00000100:00100000:3.0:1767321034.618284:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000258688
00000100:00100000:3.0:1767321034.618333:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000258432
00000100:00100000:3.0:1767321034.618336:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000258432
00000100:00100000:3.0:1767321034.618462:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5603
00000100:00100000:3.0:1767321034.618470:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000258688:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321034.618515:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000258688:12345-0@lo:400:kworker.0 Request processed in 47us (1482us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321034.618522:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5603
00000100:00100000:3.0:1767321034.618534:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5604
00000100:00100000:3.0:1767321034.618540:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366961880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000258432:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321034.618572:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366961880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000258432:12345-0@lo:400:kworker.0 Request processed in 32us (908us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321034.618578:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5604
00000100:00080000:3.0:1767321034.618597:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321034.618617:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000258432:0@lo:400:kworker.0
00000100:00100000:3.0:1767321034.618658:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000258688:0@lo:400:kworker.0
00000100:00100000:0.0:1767321034.618822:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000258816:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321034.618880:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000258816:12345-0@lo:400:kworker.0 Request processed in 1721us (1939us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321034.618886:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3636
00000100:00100000:3.0:1767321034.618958:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000258816:0@lo:400:kworker.0
00000100:00100000:2.0:1767321034.619063:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000258048:0@lo:38:kworker.0
00000100:00100000:2.0:1767321034.619109:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321034.619158:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000258176:0@lo:38:kworker.0
00000100:00100000:1.0:1767321034.619282:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000258048
00000100:00100000:1.0:1767321034.619289:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000258048
00000100:00100000:1.0:1767321034.619330:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2108
00000100:00100000:1.0:1767321034.619336:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000258048:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321034.619452:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321034.619495:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000258048:12345-0@lo:38:kworker.0 Request processed in 158us (386us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321034.619501:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2108
00000100:00100000:2.0:1767321034.619605:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321034.619633:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000258304:0@lo:38:kworker.0
00000100:00100000:2.0:1767321034.619658:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321034.619724:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000258560:0@lo:38:kworker.0
00000100:00100000:2.0:1767321034.619751:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767321034.625920:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321034.625940:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321034.625947:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000258048:0@lo:38:kworker.0
00000100:00100000:1.0:1767321034.626140:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000258176
00000100:00100000:1.0:1767321034.626151:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000258176
00000100:00100000:1.0:1767321034.626220:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000258304
00000100:00100000:1.0:1767321034.626225:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000258304
00000100:00100000:1.0:1767321034.626243:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000258560
00000100:00100000:1.0:1767321034.626247:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000258560
00000100:00100000:1.0:1767321034.626272:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6393
00000100:00100000:1.0:1767321034.626282:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000258176:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321034.626312:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321034.626600:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000258176:12345-0@lo:38:kworker.0 Request processed in 317us (6993us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321034.626608:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6393
00000100:00100000:1.0:1767321034.626631:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6394
00000100:00100000:1.0:1767321034.626635:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000258304:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321034.626644:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321034.626672:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000258304:12345-0@lo:38:kworker.0 Request processed in 36us (7014us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321034.626678:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6394
00000100:00100000:1.0:1767321034.626690:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6395
00000100:00100000:1.0:1767321034.626694:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000258560:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321034.626704:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321034.626732:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000258560:12345-0@lo:38:kworker.0 Request processed in 36us (6981us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321034.626738:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6395
00000100:00080000:2.0:1767321034.626855:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321034.626861:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321034.626864:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000258176:0@lo:38:kworker.0
00000100:00080000:2.0:1767321034.626875:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321034.626879:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321034.626882:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000258304:0@lo:38:kworker.0
00000100:00080000:2.0:1767321034.626890:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321034.626893:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321034.626896:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000258560:0@lo:38:kworker.0
00010000:00010000:3.0:1767321034.933461:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767321035.958405:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767321036.985861:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321037.685769:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347047b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000259072:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321037.685874:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321037.686033:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000259072
00000100:00100000:1.0:1767321037.686045:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000259072
00000100:00100000:1.0:1767321037.686133:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2842
00000100:00100000:1.0:1767321037.686154:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000259072:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767321037.686231:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767321037.686288:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000259072:12345-0@lo:13:osp-pre-0-1.0 Request processed in 146us (414us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321037.686307:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2842
00000100:00080000:3.0:1767321037.686594:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767321037.686645:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347047b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000259072:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321037.687089:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767321037.687101:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000259200:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321037.687162:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321037.687670:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000259200
00000100:00100000:3.0:1767321037.687681:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000259200
00000100:00100000:3.0:1767321037.687748:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2843
00000100:00100000:3.0:1767321037.687757:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347047b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000259200:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767321037.687787:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767321037.687835:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347047b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000259200:12345-0@lo:13:osp-pre-1-1.0 Request processed in 80us (673us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321037.687843:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2843
00000100:00100000:1.0:1767321037.687934:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000259200:0@lo:13:osp-pre-1-1.0
00000100:00080000:0.0:1767321037.688162:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00010000:00010000:2.0:1767321038.008254:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321038.786340:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767321038.786549:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962598144
00000100:00100000:3.0:1767321038.786566:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962598144
00000100:00100000:3.0:1767321038.786664:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6396
00000100:00100000:3.0:1767321038.786675:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962598144:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767321038.786708:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321038.787678:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962598144:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 994us (1346us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321038.787690:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6396
00000100:00100000:0.0:1767321038.788553:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767321038.790164:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962598272
00000100:00100000:3.0:1767321038.790191:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962598272
00000100:00100000:3.0:1767321038.790390:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5605
00000100:00100000:3.0:1767321038.790408:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962598272:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:3.0:1767321038.791149:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962598272:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 740us (2594us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321038.791160:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5605
00000100:00080000:0.0:1767321038.791976:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767321039.030842:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767321039.733927:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321039.733944:0:72021:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767321039.733948:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321039.733954:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321039.733960:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321039.733970:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6232
00000100:00080000:1.0:1767321039.733977:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321039.733997:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767321039.734060:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347047480 x1853164000259328/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321039.734094:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321039.734098:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321039.734100:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321039.734104:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6232
00000100:00080000:1.0:1767321039.734107:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321039.734110:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767321039.734128:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237c0e7100 x1853164000259456/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321039.734138:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321039.734141:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321039.734143:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321039.734147:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6232
00000100:00080000:1.0:1767321039.734150:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321039.734153:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767321039.734164:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237c0e5180 x1853164000259584/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321039.734258:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321039.734262:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321039.734264:0:72021:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321039.734267:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6232
00000100:00080000:1.0:1767321039.734270:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321039.734282:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767321039.734296:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237c0e6a00 x1853164000259840/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321039.734744:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523669e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000260224:0@lo:400:kworker.0
00000100:00100000:0.0:1767321039.734843:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321039.734935:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767321039.734942:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000259712:0@lo:400:kworker.0
00000100:00100000:0.0:1767321039.734977:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321039.735032:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000259968:0@lo:400:kworker.0
00000100:00100000:0.0:1767321039.735059:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321039.735077:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767321039.735081:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000260096:0@lo:400:kworker.0
00000100:00100000:0.0:1767321039.735100:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321039.735131:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000259712
00000100:00100000:0.0:1767321039.735140:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000259712
00000100:00100000:0.0:1767321039.735238:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000259968
00000100:00100000:0.0:1767321039.735242:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000259968
00000100:00100000:0.0:1767321039.735271:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5606
00000100:00100000:0.0:1767321039.735291:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000259712:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321039.735351:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000259712:12345-0@lo:400:kworker.0 Request processed in 61us (372us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321039.735359:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5606
00000100:00100000:0.0:1767321039.735378:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5607
00000100:00100000:0.0:1767321039.735402:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000259968:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321039.735434:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000259968:12345-0@lo:400:kworker.0 Request processed in 34us (374us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321039.735440:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5607
00000100:00080000:3.0:1767321039.739087:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321039.739176:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000259712:0@lo:400:kworker.0
00000100:00100000:1.0:1767321039.739352:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000260224
00000100:00100000:1.0:1767321039.739363:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000260224
00000100:00100000:3.0:1767321039.739402:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000259968:0@lo:400:kworker.0
00000100:00080000:3.0:1767321039.739433:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767321039.739463:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000260096
00000100:00100000:1.0:1767321039.739468:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000260096
00000100:00100000:1.0:1767321039.739514:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3638
00000100:00100000:1.0:1767321039.739525:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000260224:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321039.739650:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000260224:12345-0@lo:400:kworker.0 Request processed in 126us (4806us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321039.739659:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3638
00000100:00100000:1.0:1767321039.739682:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3639
00000100:00100000:1.0:1767321039.739688:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000260096:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767321039.739716:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767321039.739731:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000260096:12345-0@lo:400:kworker.0 Request processed in 41us (4627us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321039.739739:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3639
00000100:00100000:3.0:1767321039.739762:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000260096:0@lo:400:kworker.0
00000100:00100000:3.0:1767321039.739796:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523669e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000260224:0@lo:400:kworker.0
00000100:00100000:2.0:1767321039.740581:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347047480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000259328:0@lo:38:kworker.0
00000100:00100000:2.0:1767321039.740670:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321039.740732:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000259456:0@lo:38:kworker.0
00000100:00100000:2.0:1767321039.740759:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321039.740786:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000259584:0@lo:38:kworker.0
00000100:00100000:2.0:1767321039.740806:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321039.740825:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000259840:0@lo:38:kworker.0
00000100:00100000:2.0:1767321039.740876:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321039.740919:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000259456
00000100:00100000:2.0:1767321039.740927:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000259456
00000100:00100000:2.0:1767321039.740960:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000259584
00000100:00100000:2.0:1767321039.740962:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000259584
00000100:00100000:2.0:1767321039.740973:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000259840
00000100:00100000:2.0:1767321039.740975:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000259840
00000100:00100000:2.0:1767321039.740985:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6397
00000100:00100000:2.0:1767321039.740991:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000259456:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321039.741016:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321039.741062:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000259456:12345-0@lo:38:kworker.0 Request processed in 70us (301us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321039.741069:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6397
00000100:00100000:2.0:1767321039.741087:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6398
00000100:00100000:2.0:1767321039.741091:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000259584:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321039.741098:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321039.741119:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000259584:12345-0@lo:38:kworker.0 Request processed in 27us (312us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321039.741124:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6398
00000100:00100000:2.0:1767321039.741133:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6399
00000100:00100000:2.0:1767321039.741137:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952348be3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000259840:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321039.741145:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321039.741167:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952348be3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000259840:12345-0@lo:38:kworker.0 Request processed in 28us (290us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321039.741173:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6399
00000100:00080000:2.0:1767321039.741262:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321039.741268:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321039.741272:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000259456:0@lo:38:kworker.0
00000100:00080000:2.0:1767321039.741293:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321039.741297:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321039.741300:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000259584:0@lo:38:kworker.0
00000100:00080000:2.0:1767321039.741307:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321039.741311:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321039.741313:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000259840:0@lo:38:kworker.0
00000100:00100000:1.0:1767321039.743186:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000259328
00000100:00100000:1.0:1767321039.743260:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000259328
00000100:00100000:1.0:1767321039.743340:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2109
00000100:00100000:1.0:1767321039.743351:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000259328:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321039.743376:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321039.743495:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000259328:12345-0@lo:38:kworker.0 Request processed in 144us (2825us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321039.743503:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2109
00000100:00080000:2.0:1767321039.743764:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321039.743771:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321039.743776:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347047480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000259328:0@lo:38:kworker.0
00010000:00010000:0.0:1767321040.056856:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767321041.080695:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321042.103068:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321042.805733:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767321042.805740:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767321042.805758:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000260480:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321042.805758:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523669e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000260352:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321042.816048:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321042.818320:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321042.823769:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000260352
00000100:00100000:2.0:1767321042.823794:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000260352
00000100:00080000:3.0:1767321042.823928:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767321042.826009:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000260480
00000100:00100000:0.0:1767321042.826029:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000260480
00000100:00100000:0.0:1767321042.826179:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2844
00000100:00100000:0.0:1767321042.826214:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000260352:12345-0@lo:13:osp-pre-0-1.0
00000100:00080000:3.0:1767321042.826230:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00002000:00000024:0.0:1767321042.826268:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767321042.826381:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000260352:12345-0@lo:13:osp-pre-0-1.0 Request processed in 193us (10348us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321042.826389:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2844
00000100:00100000:0.0:1767321042.826410:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2845
00000100:00100000:0.0:1767321042.826416:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366948700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000260480:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767321042.826434:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767321042.826468:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366948700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000260480:12345-0@lo:13:osp-pre-1-1.0 Request processed in 53us (8164us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321042.826474:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2845
00000100:00100000:0.0:1767321042.826539:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000260480:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321042.827015:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523669e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000260352:0@lo:13:osp-pre-0-1.0
00010000:00010000:3.0:1767321043.130161:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321043.904551:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767321043.905400:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767321043.905862:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962598528
00000100:00100000:2.0:1767321043.905880:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962598528
00000100:00100000:2.0:1767321043.905973:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962598400
00000100:00100000:2.0:1767321043.905976:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962598400
00000100:00100000:2.0:1767321043.906002:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5608
00000100:00100000:2.0:1767321043.906015:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364bc0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962598528:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767321043.906125:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364bc0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962598528:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 112us (1593us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321043.906134:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5608
00000100:00100000:2.0:1767321043.906156:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6400
00000100:00100000:2.0:1767321043.906161:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962598400:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767321043.906185:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767321043.906302:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321043.906540:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962598400:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 375us (1143us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321043.906548:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6400
00010000:00010000:0.0:1767321044.153806:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767321044.853580:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321044.853743:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767321044.853747:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321044.853752:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321044.853758:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321044.853768:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6237
00000100:00080000:2.0:1767321044.853774:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321044.853784:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767321044.853847:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952348be3100 x1853164000260608/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321044.853878:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321044.853882:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321044.853884:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321044.853887:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6237
00000100:00080000:2.0:1767321044.853890:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321044.853894:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767321044.853907:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952348be1180 x1853164000260736/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321044.853922:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321044.853925:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321044.853927:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321044.853930:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6237
00000100:00080000:2.0:1767321044.853933:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321044.853936:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767321044.853948:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952348be2680 x1853164000260864/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321044.854047:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:2.0:1767321044.854070:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321044.854074:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321044.854076:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321044.854080:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6237
00000100:00080000:2.0:1767321044.854083:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321044.854088:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767321044.854103:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952348be1500 x1853164000261120/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321044.854330:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952348be3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000260608:0@lo:38:kworker.0
00000100:00100000:0.0:1767321044.854428:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321044.854487:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952348be1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000260736:0@lo:38:kworker.0
00000100:00100000:0.0:1767321044.854516:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321044.854536:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952348be2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000260864:0@lo:38:kworker.0
00000100:00100000:0.0:1767321044.854555:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321044.854570:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952348be1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000261120:0@lo:38:kworker.0
00000100:00100000:0.0:1767321044.854595:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321044.854634:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000260608
00000100:00100000:0.0:1767321044.854645:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000260608
00000100:00100000:0.0:1767321044.854688:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2110
00000100:00100000:0.0:1767321044.854697:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345b34850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000260608:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321044.854722:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321044.854770:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345b34850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000260608:12345-0@lo:38:kworker.0 Request processed in 73us (341us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321044.854778:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2110
00000100:00100000:0.0:1767321044.854980:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000260736
00000100:00100000:0.0:1767321044.854984:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000260736
00000100:00100000:0.0:1767321044.855003:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000260864
00000100:00100000:0.0:1767321044.855006:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000260864
00000100:00100000:0.0:1767321044.855018:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000261120
00000100:00100000:0.0:1767321044.855020:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000261120
00000100:00100000:0.0:1767321044.855036:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6401
00000100:00100000:0.0:1767321044.855041:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364bc2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000260736:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321044.855052:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321044.855077:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364bc2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000260736:12345-0@lo:38:kworker.0 Request processed in 35us (560us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321044.855083:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6401
00000100:00100000:0.0:1767321044.855094:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6402
00000100:00100000:0.0:1767321044.855098:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364bc2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000260864:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321044.855107:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321044.855128:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364bc2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000260864:12345-0@lo:38:kworker.0 Request processed in 28us (571us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321044.855134:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6402
00000100:00100000:0.0:1767321044.855145:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6403
00000100:00100000:0.0:1767321044.855149:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236fbe8c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000261120:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321044.855157:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321044.855178:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236fbe8c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000261120:12345-0@lo:38:kworker.0 Request processed in 28us (583us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321044.855183:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6403
00000100:00080000:0.0:1767321044.856612:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321044.856628:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321044.856633:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952348be3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000260608:0@lo:38:kworker.0
00000100:00080000:0.0:1767321044.856649:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321044.856653:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321044.856656:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952348be1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000260736:0@lo:38:kworker.0
00000100:00080000:0.0:1767321044.856668:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321044.856673:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321044.856676:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952348be2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000260864:0@lo:38:kworker.0
00000100:00080000:0.0:1767321044.856688:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321044.856691:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321044.856694:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952348be1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000261120:0@lo:38:kworker.0
00000100:00100000:0.0:1767321044.856787:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952348be0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000261376:0@lo:400:kworker.0
00000100:00100000:0.0:1767321044.856851:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321044.856902:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767321044.856910:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952348be1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000261248:0@lo:400:kworker.0
00000100:00100000:0.0:1767321044.856935:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321044.856965:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000261248
00000100:00100000:0.0:1767321044.856971:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000261248
00000100:00100000:0.0:1767321044.857042:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5609
00000100:00100000:0.0:1767321044.857052:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364bc1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000261248:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321044.857116:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364bc1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000261248:12345-0@lo:400:kworker.0 Request processed in 65us (179us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321044.857124:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5609
00000100:00100000:0.0:1767321044.857159:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952348be1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000261248:0@lo:400:kworker.0
00000100:00100000:1.0:1767321044.857419:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767321044.857434:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952348be0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000261504:0@lo:400:kworker.0
00000100:00100000:1.0:1767321044.857478:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321044.857518:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000261376
00000100:00100000:1.0:1767321044.857523:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000261376
00000100:00100000:1.0:1767321044.857556:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000261504
00000100:00100000:1.0:1767321044.857559:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000261504
00000100:00100000:1.0:1767321044.857585:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3640
00000100:00100000:1.0:1767321044.857608:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364bc0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000261376:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321044.857652:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364bc0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000261376:12345-0@lo:400:kworker.0 Request processed in 45us (800us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321044.857658:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3640
00000100:00100000:1.0:1767321044.857676:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3641
00000100:00100000:1.0:1767321044.857682:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366948000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000261504:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321044.857715:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366948000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000261504:12345-0@lo:400:kworker.0 Request processed in 33us (237us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321044.857724:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3641
00000100:00100000:1.0:1767321044.857761:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952348be0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000261376:0@lo:400:kworker.0
00000100:00100000:1.0:1767321044.857786:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952348be0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000261504:0@lo:400:kworker.0
00000100:00100000:3.0:1767321044.858514:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952348be2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000260992:0@lo:400:kworker.0
00000100:00100000:3.0:1767321044.858912:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321044.859064:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000260992
00000100:00100000:1.0:1767321044.859073:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000260992
00000100:00100000:1.0:1767321044.859250:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5610
00000100:00100000:1.0:1767321044.859263:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000260992:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321044.859326:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000260992:12345-0@lo:400:kworker.0 Request processed in 67us (416us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321044.859334:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5610
00000100:00100000:3.0:1767321044.859439:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952348be2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000260992:0@lo:400:kworker.0
00000100:00080000:0.0:1767321044.862011:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767321044.862029:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767321044.862032:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00010000:00010000:0.0:1767321045.173591:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321046.198743:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767321047.221558:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321047.925781:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000261632:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767321047.925886:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321047.926030:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000261632
00000100:00100000:3.0:1767321047.926042:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000261632
00000100:00080000:0.0:1767321047.926101:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767321047.926130:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2846
00000100:00100000:3.0:1767321047.926144:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952348be1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000261632:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767321047.926183:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767321047.926287:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952348be1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000261632:12345-0@lo:13:osp-pre-1-1.0 Request processed in 147us (401us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321047.926298:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2846
00000100:00100000:0.0:1767321047.926427:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000261632:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321047.926920:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366948a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000261760:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321047.926964:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321047.927101:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000261760
00000100:00100000:2.0:1767321047.927108:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000261760
00000100:00080000:1.0:1767321047.928464:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767321047.929758:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2847
00000100:00100000:2.0:1767321047.929786:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000261760:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767321047.929840:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767321047.929966:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000261760:12345-0@lo:13:osp-pre-0-1.0 Request processed in 194us (2999us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321047.929975:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2847
00000100:00100000:1.0:1767321047.930292:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366948a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000261760:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767321048.251301:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321049.024251:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767321049.024318:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767321049.026827:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962598656
00000100:00100000:1.0:1767321049.026852:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962598656
00000100:00100000:1.0:1767321049.026924:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962598784
00000100:00100000:1.0:1767321049.026928:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962598784
00000100:00100000:1.0:1767321049.027014:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5611
00000100:00100000:1.0:1767321049.027026:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364bc3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962598784:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767321049.027139:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364bc3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962598784:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 115us (2820us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321049.027148:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5611
00000100:00100000:1.0:1767321049.027170:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6404
00000100:00100000:1.0:1767321049.027174:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364bc3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962598656:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767321049.027225:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767321049.027571:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321049.027984:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364bc3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962598656:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 802us (3802us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321049.027996:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6404
00010000:00010000:0.0:1767321049.269645:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767321049.974761:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321049.974776:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767321049.974780:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321049.974785:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321049.974790:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321049.974801:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6242
00000100:00080000:0.0:1767321049.974808:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321049.974816:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321049.974873:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952364bc0380 x1853164000261888/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321049.974955:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364bc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000261888:0@lo:38:kworker.0
00000100:00100000:2.0:1767321049.975059:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767321049.975140:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321049.975146:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321049.975149:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321049.975153:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6242
00000100:00080000:0.0:1767321049.975156:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321049.975160:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321049.975176:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952364bc1500 x1853164000262016/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321049.975294:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000261888
00000100:00100000:1.0:1767321049.975306:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000261888
00000100:00100000:1.0:1767321049.975361:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2111
00000100:00100000:1.0:1767321049.975383:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952348be0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000261888:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321049.975410:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321049.975817:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364bc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000262016:0@lo:38:kworker.0
00000100:00100000:2.0:1767321049.975856:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767321049.975900:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321049.975904:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321049.975907:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321049.975911:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6242
00000100:00080000:0.0:1767321049.975914:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321049.975919:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321049.975938:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952364bc3b80 x1853164000262144/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321049.975981:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321049.975984:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321049.975986:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321049.975991:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6242
00000100:00080000:0.0:1767321049.975993:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321049.975997:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321049.976010:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364bc1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000262272:0@lo:400:kworker.0
00000100:00100000:0.0:1767321049.976053:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321049.976095:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952364bc2a00 x1853164000262400/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321049.976129:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364bc1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000262528:0@lo:400:kworker.0
00000100:00100000:0.0:1767321049.976155:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321049.976229:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000262016
00000100:00100000:0.0:1767321049.976236:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000262016
00000100:00100000:3.0:1767321049.976258:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000262272
00000100:00100000:3.0:1767321049.976263:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000262272
00000100:00100000:3.0:1767321049.976321:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000262528
00000100:00100000:3.0:1767321049.976324:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000262528
00000100:00100000:3.0:1767321049.976349:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5612
00000100:00100000:3.0:1767321049.976357:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364bc1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000262272:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321049.976427:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364bc1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000262272:12345-0@lo:400:kworker.0 Request processed in 70us (382us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321049.976435:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5612
00000100:00100000:3.0:1767321049.976455:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5613
00000100:00100000:3.0:1767321049.976461:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364bc0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000262528:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321049.976495:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364bc0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000262528:12345-0@lo:400:kworker.0 Request processed in 34us (339us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321049.976501:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5613
00000100:00100000:3.0:1767321049.976545:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364bc1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000262528:0@lo:400:kworker.0
00000100:00100000:3.0:1767321049.976580:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364bc1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000262272:0@lo:400:kworker.0
00000100:00080000:3.0:1767321049.976617:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321049.976649:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6405
00000100:00100000:0.0:1767321049.976654:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952348be1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000262016:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321049.976671:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321049.976704:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952348be1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000262016:12345-0@lo:38:kworker.0 Request processed in 49us (848us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321049.976710:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6405
00000100:00100000:0.0:1767321049.976761:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767321049.976769:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364bc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000262656:0@lo:400:kworker.0
00000100:00100000:0.0:1767321049.976800:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321049.976831:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000262656
00000100:00100000:0.0:1767321049.976835:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000262656
00000100:00100000:0.0:1767321049.976873:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3642
00000100:00100000:0.0:1767321049.976879:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364bc0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000262656:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321049.976915:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364bc0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000262656:12345-0@lo:400:kworker.0 Request processed in 36us (114us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321049.976921:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3642
00000100:00080000:0.0:1767321049.976940:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767321049.976956:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364bc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000262656:0@lo:400:kworker.0
00000100:00100000:1.0:1767321049.976978:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952348be0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000261888:12345-0@lo:38:kworker.0 Request processed in 1606us (1917us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321049.976984:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767321049.976986:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2111
00000100:00100000:0.0:1767321049.976990:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364bc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000262784:0@lo:400:kworker.0
00000100:00100000:0.0:1767321049.977011:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321049.977033:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000262784
00000100:00100000:0.0:1767321049.977037:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000262784
00000100:00100000:0.0:1767321049.977087:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3643
00000100:00100000:0.0:1767321049.977094:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364bc2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000262784:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321049.977126:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364bc2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000262784:12345-0@lo:400:kworker.0 Request processed in 33us (114us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321049.977132:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3643
00000100:00100000:0.0:1767321049.977157:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364bc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000262784:0@lo:400:kworker.0
00000100:00080000:2.0:1767321049.977777:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321049.977784:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321049.977788:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364bc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000261888:0@lo:38:kworker.0
00000100:00100000:2.0:1767321049.977808:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364bc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000262144:0@lo:38:kworker.0
00000100:00100000:2.0:1767321049.977845:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321049.977877:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364bc2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000262400:0@lo:38:kworker.0
00000100:00100000:2.0:1767321049.977899:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767321049.977927:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321049.977931:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321049.977935:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364bc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000262016:0@lo:38:kworker.0
00000100:00100000:2.0:1767321049.977964:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000262144
00000100:00100000:2.0:1767321049.977970:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000262144
00000100:00100000:2.0:1767321049.977995:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000262400
00000100:00100000:2.0:1767321049.977997:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000262400
00000100:00100000:2.0:1767321049.978012:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6406
00000100:00100000:2.0:1767321049.978018:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952348be3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000262144:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321049.978036:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321049.978096:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6407
00000100:00100000:3.0:1767321049.978103:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952348be2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000262400:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321049.978113:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321049.978175:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952348be2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000262400:12345-0@lo:38:kworker.0 Request processed in 70us (273us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321049.978191:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6407
00000100:00080000:1.0:1767321049.978283:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767321049.978292:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952348be3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000262144:12345-0@lo:38:kworker.0 Request processed in 271us (444us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321049.978300:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6406
00000100:00080000:0.0:1767321049.978783:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321049.978790:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321049.978794:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364bc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000262144:0@lo:38:kworker.0
00000100:00080000:0.0:1767321049.978805:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321049.978808:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321049.978811:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364bc2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000262400:0@lo:38:kworker.0
00010000:00010000:2.0:1767321050.295844:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767321051.317493:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767321052.341425:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321053.045669:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767321053.045702:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366948a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000262912:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767321053.045792:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321053.046270:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000262912
00000100:00100000:1.0:1767321053.046295:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000262912
00000100:00100000:1.0:1767321053.046383:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2848
00000100:00100000:1.0:1767321053.046395:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952348be0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000262912:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767321053.046438:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767321053.046512:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952348be0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000262912:12345-0@lo:13:osp-pre-0-1.0 Request processed in 120us (720us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321053.046521:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2848
00000100:00100000:1.0:1767321053.046584:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366948a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000262912:0@lo:13:osp-pre-0-1.0
00000100:00080000:0.0:1767321053.046698:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767321053.047042:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000263040:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321053.047097:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321053.047494:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000263040
00000100:00100000:2.0:1767321053.047502:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000263040
00000100:00100000:2.0:1767321053.047601:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2849
00000100:00100000:2.0:1767321053.047611:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364bc2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000263040:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767321053.047639:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767321053.047697:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364bc2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000263040:12345-0@lo:13:osp-pre-1-1.0 Request processed in 88us (598us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321053.047704:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2849
00000100:00100000:3.0:1767321053.047824:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000263040:0@lo:13:osp-pre-1-1.0
00000100:00080000:0.0:1767321053.047955:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000400:00000100:0.0:1767321053.121828:0:7000:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.52@tcp portal 26 match 1853163962598912 offset 0 length 520: 4
00000100:00100000:0.0:1767321053.121981:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767321053.122078:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767321053.130476:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962599168
00000100:00100000:2.0:1767321053.130500:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962599168
00000100:00080000:0.0:1767321053.132177:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321053.139042:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962599040
00000100:00100000:3.0:1767321053.139065:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962599040
00000100:00100000:3.0:1767321053.139350:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5614
00000100:00100000:3.0:1767321053.139377:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364bc3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962599168:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:3.0:1767321053.139513:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364bc3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962599168:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 150us (17532us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321053.143010:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6408
00000100:00100000:0.0:1767321053.143034:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364bc2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962599040:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:0.0:1767321053.143070:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321053.144308:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5614
00000100:00100000:0.0:1767321053.144395:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364bc2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962599040:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 1363us (22312us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321053.144407:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6408
00010000:00010000:0.0:1767321053.372242:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321054.070957:0:7004:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321029/real 1767321029]  req@ffff95237c0e6d80 x1853164000256640/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321054 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1767321054.071005:0:7004:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95237c0e6d80 x1853164000256640/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321054 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1767321054.071031:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321054.071064:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:0.0:1767321054.071069:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000256640:0@lo:250:kworker.0
00000100:00080000:1.0:1767321054.071219:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321054.071225:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1767321054.071229:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321054.071235:0:49151:0:(import.c:509:import_select_connection()) MGC192.168.202.152@tcp: connect to NID 0@lo last attempt 6227
00000100:00080000:1.0:1767321054.071240:0:49151:0:(import.c:588:import_select_connection()) MGC192.168.202.152@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321054.071248:0:49151:0:(import.c:623:import_select_connection()) MGC192.168.202.152@tcp: import ffff95235eb57800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767321054.071298:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366948a80 x1853164000263168/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321054.071327:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321054.071331:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321054.071333:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321054.071337:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6247
00000100:00080000:1.0:1767321054.071340:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321054.071343:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767321054.071364:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236694bb80 x1853164000263296/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321054.071373:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321054.071376:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321054.071378:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321054.071382:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6247
00000100:00080000:1.0:1767321054.071384:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321054.071388:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767321054.071400:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236694b800 x1853164000263424/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321054.071409:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321054.071412:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321054.071414:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321054.071418:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6247
00000100:00080000:1.0:1767321054.071420:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321054.071424:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767321054.071438:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236694a300 x1853164000263552/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321054.071524:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236694a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000263680:0@lo:400:kworker.0
00000100:00100000:3.0:1767321054.071609:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321054.071754:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000263680
00000100:00100000:2.0:1767321054.071765:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000263680
00000100:00100000:2.0:1767321054.071843:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5615
00000100:00100000:2.0:1767321054.071856:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000263680:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767321054.071949:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321054.071964:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366948a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000263168:0@lo:250:kworker.0
00000400:00000100:0.0:1767321054.071991:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164000263168 offset 0 length 520: 4
00000100:00100000:0.0:1767321054.072012:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236694bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000263296:0@lo:38:kworker.0
00000100:00100000:0.0:1767321054.072040:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321054.072061:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236694b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000263424:0@lo:38:kworker.0
00000100:00100000:0.0:1767321054.072083:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321054.072103:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236694a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000263552:0@lo:38:kworker.0
00000100:00100000:0.0:1767321054.072123:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321054.072165:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000263424
00000100:00100000:0.0:1767321054.072170:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000263424
00000100:00100000:0.0:1767321054.072222:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000263552
00000100:00100000:0.0:1767321054.072225:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000263552
00000100:00100000:0.0:1767321054.072242:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6409
00000100:00100000:0.0:1767321054.072249:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364bc3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000263424:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321054.072275:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321054.072312:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364bc3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000263424:12345-0@lo:38:kworker.0 Request processed in 62us (228us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321054.072320:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6409
00000100:00100000:0.0:1767321054.072338:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6410
00000100:00100000:0.0:1767321054.072341:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364bc1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000263552:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321054.072350:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321054.072373:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364bc1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000263552:12345-0@lo:38:kworker.0 Request processed in 30us (249us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321054.072379:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6410
00000100:00080000:0.0:1767321054.072429:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321054.072434:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321054.072438:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236694b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000263424:0@lo:38:kworker.0
00000100:00080000:0.0:1767321054.072447:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321054.072450:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321054.072452:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236694a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000263552:0@lo:38:kworker.0
00000100:00100000:0.0:1767321054.072500:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000263296
00000100:00100000:0.0:1767321054.072504:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000263296
00000100:00100000:0.0:1767321054.072529:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2112
00000100:00100000:0.0:1767321054.072533:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364bc2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000263296:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321054.072542:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321054.072572:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364bc2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000263296:12345-0@lo:38:kworker.0 Request processed in 37us (531us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321054.072582:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2112
00000100:00080000:0.0:1767321054.072605:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321054.072609:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321054.072612:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236694bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000263296:0@lo:38:kworker.0
00000100:00080000:1.0:1767321054.074227:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321054.074241:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321054.074245:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321054.074254:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6247
00000100:00080000:1.0:1767321054.074260:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321054.074268:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767321054.074318:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366949880 x1853164000263808/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321054.075923:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366949880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000263808:0@lo:38:kworker.0
00000100:00100000:0.0:1767321054.076025:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321054.076115:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000263808
00000100:00100000:0.0:1767321054.076124:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000263808
00000100:00100000:0.0:1767321054.076180:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6411
00000100:00100000:0.0:1767321054.076188:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364bc0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000263808:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321054.076244:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321054.076298:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364bc0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000263808:12345-0@lo:38:kworker.0 Request processed in 109us (272us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321054.076304:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6411
00000100:00080000:0.0:1767321054.076359:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321054.076365:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321054.076369:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366949880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000263808:0@lo:38:kworker.0
00000100:00100000:0.0:1767321054.076425:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236694b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000263936:0@lo:400:kworker.0
00000100:00100000:0.0:1767321054.076453:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321054.076475:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767321054.076483:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366949500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000264064:0@lo:400:kworker.0
00000100:00100000:0.0:1767321054.076511:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321054.076541:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000264064
00000100:00100000:0.0:1767321054.076545:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000264064
00000100:00100000:0.0:1767321054.076583:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3644
00000100:00100000:0.0:1767321054.076591:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364bc1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000264064:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321054.076639:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364bc1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000264064:12345-0@lo:400:kworker.0 Request processed in 49us (127us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321054.076646:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3644
00000100:00100000:0.0:1767321054.076670:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000263936
00000100:00100000:0.0:1767321054.076674:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000263936
00000100:00100000:0.0:1767321054.076711:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5616
00000100:00100000:0.0:1767321054.076718:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364bc1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000263936:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321054.076749:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364bc1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000263936:12345-0@lo:400:kworker.0 Request processed in 32us (295us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321054.076755:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5616
00000100:00080000:0.0:1767321054.076772:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321054.076795:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366949500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000264064:0@lo:400:kworker.0
00000100:00100000:0.0:1767321054.076806:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236694b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000263936:0@lo:400:kworker.0
00000100:00100000:0.0:1767321054.076853:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366949f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000264192:0@lo:400:kworker.0
00000100:00100000:0.0:1767321054.076879:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321054.076909:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000264192
00000100:00100000:0.0:1767321054.076912:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000264192
00000100:00100000:0.0:1767321054.076935:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3645
00000100:00100000:0.0:1767321054.076941:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000264192:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321054.076975:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000264192:12345-0@lo:400:kworker.0 Request processed in 34us (94us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321054.076982:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3645
00000100:00100000:0.0:1767321054.077006:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366949f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000264192:0@lo:400:kworker.0
00000100:00100000:2.0:1767321054.077989:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000263680:12345-0@lo:400:kworker.0 Request processed in 6129us (6372us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321054.078002:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5615
00000100:00100000:3.0:1767321054.078364:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236694a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000263680:0@lo:400:kworker.0
00010000:00010000:2.0:1767321054.389461:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767321055.414515:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767321056.437602:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767321057.461491:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321058.166939:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236694ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000264320:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321058.167068:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321058.167671:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000264320
00000100:00100000:1.0:1767321058.167685:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000264320
00000100:00100000:1.0:1767321058.167774:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2850
00000100:00100000:1.0:1767321058.167785:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000264320:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767321058.167825:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767321058.167903:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000264320:12345-0@lo:13:osp-pre-0-1.0 Request processed in 119us (834us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321058.167911:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2850
00000100:00100000:1.0:1767321058.167979:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236694ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000264320:0@lo:13:osp-pre-0-1.0
00000100:00080000:2.0:1767321058.168073:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767321058.168453:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952348be3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000264448:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321058.168512:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321058.168594:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000264448
00000100:00100000:2.0:1767321058.168601:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000264448
00000100:00100000:2.0:1767321058.168654:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2851
00000100:00100000:2.0:1767321058.168662:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000264448:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767321058.168685:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767321058.168726:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000264448:12345-0@lo:13:osp-pre-1-1.0 Request processed in 66us (215us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321058.168732:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2851
00000100:00100000:2.0:1767321058.168768:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952348be3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000264448:0@lo:13:osp-pre-1-1.0
00000100:00080000:3.0:1767321058.169302:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767321058.243176:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767321058.243335:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767321058.243422:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962599424
00000100:00100000:1.0:1767321058.243439:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962599424
00000100:00100000:1.0:1767321058.243606:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962599296
00000100:00100000:1.0:1767321058.243611:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962599296
00000100:00100000:1.0:1767321058.243645:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5617
00000100:00100000:2.0:1767321058.243665:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6412
00000100:00100000:1.0:1767321058.243666:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366aced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962599424:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767321058.243684:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962599296:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767321058.243717:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321058.243935:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366aced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962599424:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 277us (773us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321058.243955:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5617
00000100:00100000:2.0:1767321058.244430:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962599296:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 745us (1089us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321058.244444:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6412
00000100:00080000:3.0:1767321058.245485:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767321058.487376:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767321059.189945:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321059.189956:0:72021:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767321059.189959:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321059.189971:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321059.189976:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321059.189984:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6252
00000100:00080000:0.0:1767321059.189990:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321059.189998:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321059.190042:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366acfb80 x1853164000264576/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321059.190078:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321059.190082:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321059.190084:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321059.190087:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6252
00000100:00080000:0.0:1767321059.190090:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321059.190094:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321059.190117:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366acdc00 x1853164000264704/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321059.190127:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321059.190130:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321059.190132:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321059.190136:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6252
00000100:00080000:0.0:1767321059.190139:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321059.190142:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321059.190152:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366ace680 x1853164000264832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321059.190236:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321059.190240:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321059.190242:0:72021:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321059.190246:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6252
00000100:00080000:0.0:1767321059.190248:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321059.190252:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321059.190264:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366acce00 x1853164000265088/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321059.190435:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366acfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000264576:0@lo:38:kworker.0
00000100:00100000:2.0:1767321059.190515:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321059.190565:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366acdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000264704:0@lo:38:kworker.0
00000100:00100000:2.0:1767321059.190604:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321059.190626:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366ace680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000264832:0@lo:38:kworker.0
00000100:00100000:2.0:1767321059.190648:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321059.190666:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366acce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000265088:0@lo:38:kworker.0
00000100:00100000:2.0:1767321059.190687:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321059.190727:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000264704
00000100:00100000:2.0:1767321059.190734:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000264704
00000100:00100000:2.0:1767321059.190770:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000264832
00000100:00100000:2.0:1767321059.190774:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000264832
00000100:00100000:2.0:1767321059.190787:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000265088
00000100:00100000:2.0:1767321059.190789:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000265088
00000100:00100000:2.0:1767321059.190806:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6413
00000100:00100000:2.0:1767321059.190813:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952348be0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000264704:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321059.190833:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321059.190875:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952348be0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000264704:12345-0@lo:38:kworker.0 Request processed in 61us (270us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321059.190883:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6413
00000100:00100000:2.0:1767321059.190901:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6414
00000100:00100000:2.0:1767321059.190905:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952348be2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000264832:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321059.190915:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321059.190938:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952348be2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000264832:12345-0@lo:38:kworker.0 Request processed in 31us (289us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321059.190944:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6414
00000100:00100000:2.0:1767321059.190955:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6415
00000100:00100000:2.0:1767321059.190960:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952348be2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000265088:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321059.190968:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321059.190991:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952348be2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000265088:12345-0@lo:38:kworker.0 Request processed in 30us (303us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321059.190996:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6415
00000100:00080000:2.0:1767321059.191038:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321059.191043:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321059.191047:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366acdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000264704:0@lo:38:kworker.0
00000100:00080000:2.0:1767321059.191056:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321059.191060:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321059.191063:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366ace680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000264832:0@lo:38:kworker.0
00000100:00080000:2.0:1767321059.191071:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321059.191074:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321059.191077:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366acce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000265088:0@lo:38:kworker.0
00000100:00100000:0.0:1767321059.191862:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000264576
00000100:00100000:0.0:1767321059.191871:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000264576
00000100:00100000:0.0:1767321059.191913:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2113
00000100:00100000:0.0:1767321059.191919:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952348be3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000264576:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321059.191933:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321059.192006:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952348be3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000264576:12345-0@lo:38:kworker.0 Request processed in 86us (1491us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321059.192013:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2113
00000100:00080000:0.0:1767321059.192053:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321059.192057:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321059.192060:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366acfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000264576:0@lo:38:kworker.0
00000100:00100000:1.0:1767321059.192156:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366acd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000265344:0@lo:400:kworker.0
00000100:00100000:1.0:1767321059.192238:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321059.192263:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767321059.192270:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366ace300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000265216:0@lo:400:kworker.0
00000100:00100000:1.0:1767321059.192293:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321059.192321:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366acc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000264960:0@lo:400:kworker.0
00000100:00100000:1.0:1767321059.192343:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321059.192367:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767321059.192374:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366acc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000265472:0@lo:400:kworker.0
00000100:00100000:1.0:1767321059.192397:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321059.192424:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000265216
00000100:00100000:1.0:1767321059.192429:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000265216
00000100:00100000:1.0:1767321059.192473:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000264960
00000100:00100000:1.0:1767321059.192476:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000264960
00000100:00100000:1.0:1767321059.192512:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5618
00000100:00100000:1.0:1767321059.192518:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366949180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000265216:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321059.192563:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366949180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000265216:12345-0@lo:400:kworker.0 Request processed in 45us (268us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321059.192569:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5618
00000100:00100000:1.0:1767321059.192585:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5619
00000100:00100000:1.0:1767321059.192850:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366948e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000264960:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321059.192892:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366948e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000264960:12345-0@lo:400:kworker.0 Request processed in 46us (548us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321059.192897:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5619
00000100:00080000:1.0:1767321059.192917:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321059.192929:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000265344
00000100:00100000:1.0:1767321059.192932:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000265344
00000100:00100000:1.0:1767321059.192956:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000265472
00000100:00100000:1.0:1767321059.192959:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000265472
00000100:00100000:1.0:1767321059.192975:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3646
00000100:00100000:1.0:1767321059.192981:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236694ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000265344:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321059.193011:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236694ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000265344:12345-0@lo:400:kworker.0 Request processed in 30us (773us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321059.193016:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3646
00000100:00100000:1.0:1767321059.193027:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3647
00000100:00100000:1.0:1767321059.193032:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236694aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000265472:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321059.193055:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236694aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000265472:12345-0@lo:400:kworker.0 Request processed in 23us (657us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321059.193061:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3647
00000100:00100000:1.0:1767321059.193109:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366acc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000265472:0@lo:400:kworker.0
00000100:00100000:1.0:1767321059.193120:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366acc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000264960:0@lo:400:kworker.0
00000100:00100000:1.0:1767321059.193145:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366ace300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000265216:0@lo:400:kworker.0
00000100:00100000:1.0:1767321059.193154:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366acd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000265344:0@lo:400:kworker.0
00010000:00010000:3.0:1767321059.509444:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767321060.534155:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767321061.558433:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321062.581678:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321063.286297:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366949c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000265600:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321063.286374:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321063.286518:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000265600
00000100:00100000:1.0:1767321063.286527:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000265600
00000100:00100000:1.0:1767321063.286593:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2852
00000100:00100000:1.0:1767321063.286602:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000265600:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767321063.286634:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00080000:3.0:1767321063.286675:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767321063.286741:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000265728:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321063.286777:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321063.286843:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000265728
00000100:00100000:3.0:1767321063.286847:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000265728
00000100:00100000:3.0:1767321063.286891:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2853
00000100:00100000:3.0:1767321063.286901:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000265728:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767321063.286921:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767321063.286973:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000265728:12345-0@lo:13:osp-pre-1-1.0 Request processed in 73us (196us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321063.286982:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2853
00000100:00080000:3.0:1767321063.287007:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767321063.287051:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000265728:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321063.287295:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000265600:12345-0@lo:13:osp-pre-0-1.0 Request processed in 693us (919us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321063.287304:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2852
00000100:00100000:3.0:1767321063.287408:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366949c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000265600:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767321063.359766:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767321063.359819:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767321063.359922:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962599680
00000100:00100000:1.0:1767321063.359934:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962599680
00000100:00100000:1.0:1767321063.360026:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962599552
00000100:00080000:3.0:1767321063.360026:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321063.360032:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962599552
00000100:00100000:1.0:1767321063.360079:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5620
00000100:00100000:1.0:1767321063.360090:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952348be0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962599680:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767321063.360175:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952348be0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962599680:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 86us (421us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321063.360229:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5620
00000100:00100000:3.0:1767321063.370703:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6416
00000100:00100000:3.0:1767321063.370720:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952348be0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962599552:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767321063.370749:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321063.370821:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952348be0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962599552:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 104us (11000us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321063.370829:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6416
00010000:00010000:3.0:1767321063.606100:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767321064.312853:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321064.312869:0:72021:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767321064.312872:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321064.312877:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321064.312882:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321064.312893:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6257
00000100:00080000:3.0:1767321064.312901:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321064.312909:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321064.312967:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523494d0e00 x1853164000265856/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321064.313013:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321064.313017:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321064.313020:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321064.313024:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6257
00000100:00080000:3.0:1767321064.313027:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321064.313031:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321064.313061:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523494d0700 x1853164000265984/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321064.313077:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321064.313081:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321064.313082:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321064.313086:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6257
00000100:00080000:3.0:1767321064.313089:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321064.313092:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321064.313106:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523494d3b80 x1853164000266112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321064.313157:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321064.313161:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321064.313163:0:72021:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321064.313167:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6257
00000100:00080000:3.0:1767321064.313170:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321064.313173:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321064.313184:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523669e4380 x1853164000266368/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321064.313292:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523669e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000266496:0@lo:400:kworker.0
00000100:00100000:3.0:1767321064.313379:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321064.313460:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767321064.313467:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523669e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000266624:0@lo:400:kworker.0
00000100:00100000:3.0:1767321064.313495:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321064.313533:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000266496
00000100:00100000:3.0:1767321064.313542:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000266496
00000100:00100000:3.0:1767321064.313607:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5621
00000100:00100000:3.0:1767321064.313620:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523669e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000266496:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321064.313679:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523669e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000266496:12345-0@lo:400:kworker.0 Request processed in 62us (300us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321064.313688:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5621
00000100:00080000:3.0:1767321064.313712:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321064.313751:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523669e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000266496:0@lo:400:kworker.0
00000100:00100000:2.0:1767321064.313789:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523669e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000266752:0@lo:400:kworker.0
00000100:00100000:2.0:1767321064.313867:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321064.313929:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767321064.313936:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523669e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000266240:0@lo:400:kworker.0
00000100:00100000:2.0:1767321064.313958:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321064.314008:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000266240
00000100:00100000:2.0:1767321064.314016:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000266240
00000100:00100000:2.0:1767321064.314096:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5622
00000100:00100000:2.0:1767321064.314105:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952348be1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000266240:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321064.314160:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952348be1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000266240:12345-0@lo:400:kworker.0 Request processed in 56us (200us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321064.314167:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5622
00000100:00100000:2.0:1767321064.314270:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523669e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000266240:0@lo:400:kworker.0
00000100:00100000:3.0:1767321064.314311:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000266624
00000100:00100000:3.0:1767321064.314319:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000266624
00000100:00080000:2.0:1767321064.314321:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321064.314407:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000266752
00000100:00100000:3.0:1767321064.314412:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000266752
00000100:00100000:0.0:1767321064.314487:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000265856:0@lo:38:kworker.0
00000100:00100000:0.0:1767321064.314536:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321064.314574:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000265984:0@lo:38:kworker.0
00000100:00100000:0.0:1767321064.314597:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321064.314615:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000266112:0@lo:38:kworker.0
00000100:00100000:0.0:1767321064.314643:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321064.314660:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000265856
00000100:00100000:2.0:1767321064.314668:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000265856
00000100:00100000:0.0:1767321064.314671:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523669e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000266368:0@lo:38:kworker.0
00000100:00100000:0.0:1767321064.314700:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321064.314708:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2114
00000100:00100000:2.0:1767321064.314716:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000265856:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321064.314738:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321064.314788:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000265856:12345-0@lo:38:kworker.0 Request processed in 72us (252us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321064.314795:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2114
00000100:00100000:2.0:1767321064.314831:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000265984
00000100:00100000:2.0:1767321064.314836:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000265984
00000100:00100000:2.0:1767321064.314853:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000266112
00000100:00100000:2.0:1767321064.314856:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000266112
00000100:00100000:2.0:1767321064.314867:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000266368
00000100:00100000:2.0:1767321064.314874:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000266368
00000100:00100000:2.0:1767321064.314883:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6417
00000100:00100000:2.0:1767321064.314887:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000265984:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321064.314897:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321064.314923:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000265984:12345-0@lo:38:kworker.0 Request processed in 35us (325us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321064.314929:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6417
00000100:00100000:2.0:1767321064.314940:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6418
00000100:00100000:2.0:1767321064.314944:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000266112:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321064.314952:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321064.314976:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000266112:12345-0@lo:38:kworker.0 Request processed in 30us (332us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321064.314981:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6418
00000100:00100000:2.0:1767321064.314991:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6419
00000100:00100000:2.0:1767321064.314994:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000266368:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321064.315003:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321064.315026:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000266368:12345-0@lo:38:kworker.0 Request processed in 30us (326us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321064.315032:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6419
00000100:00100000:1.0:1767321064.318998:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3648
00000100:00100000:1.0:1767321064.319064:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523669e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000266624:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321064.319250:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523669e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000266624:12345-0@lo:400:kworker.0 Request processed in 223us (5752us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321064.319260:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3648
00000100:00100000:1.0:1767321064.319296:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3649
00000100:00100000:1.0:1767321064.319309:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952348be1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000266752:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321064.319375:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952348be1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000266752:12345-0@lo:400:kworker.0 Request processed in 69us (5505us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321064.319376:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523669e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000266624:0@lo:400:kworker.0
00000100:00100000:1.0:1767321064.319395:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3649
00000100:00100000:1.0:1767321064.319459:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523669e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000266752:0@lo:400:kworker.0
00000100:00080000:2.0:1767321064.319515:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321064.319522:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321064.319526:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000265856:0@lo:38:kworker.0
00000100:00080000:2.0:1767321064.319692:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321064.319696:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321064.319699:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000265984:0@lo:38:kworker.0
00000100:00080000:2.0:1767321064.319708:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321064.319711:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321064.319714:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000266112:0@lo:38:kworker.0
00000100:00080000:2.0:1767321064.319724:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321064.319727:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321064.319729:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523669e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000266368:0@lo:38:kworker.0
00010000:00010000:0.0:1767321064.631504:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767321065.653678:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321066.677522:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767321067.701797:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321068.405384:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523669e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000266880:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321068.405465:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321068.405531:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000266880
00000100:00100000:3.0:1767321068.405540:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000266880
00000100:00100000:3.0:1767321068.405615:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2854
00000100:00100000:3.0:1767321068.405627:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000266880:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767321068.405662:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767321068.405693:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767321068.405702:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236694b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000267008:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321068.405707:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000266880:12345-0@lo:13:osp-pre-1-1.0 Request processed in 84us (243us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321068.405714:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2854
00000100:00100000:1.0:1767321068.405728:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767321068.405774:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767321068.405810:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523669e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000266880:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321068.412808:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000267008
00000100:00100000:3.0:1767321068.412825:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000267008
00000100:00080000:0.0:1767321068.412930:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767321068.421360:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2855
00000100:00100000:2.0:1767321068.421386:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366949c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000267008:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767321068.424561:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767321068.424673:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366949c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000267008:12345-0@lo:13:osp-pre-0-1.0 Request processed in 3296us (18939us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321068.424686:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2855
00000100:00100000:1.0:1767321068.424870:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236694b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000267008:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321068.480325:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767321068.480448:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962599936
00000100:00100000:2.0:1767321068.480458:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962599936
00000100:00100000:2.0:1767321068.480539:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5623
00000100:00100000:2.0:1767321068.480551:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962599936:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767321068.480643:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962599936:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 95us (329us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321068.480651:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5623
00000100:00080000:0.0:1767321068.480734:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321068.480811:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767321068.481035:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962599808
00000100:00100000:2.0:1767321068.481041:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962599808
00000100:00100000:2.0:1767321068.481077:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6420
00000100:00100000:2.0:1767321068.481083:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236694b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962599808:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767321068.481104:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321068.481151:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236694b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962599808:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 66us (346us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321068.481157:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6420
00010000:00010000:0.0:1767321068.726940:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767321069.431084:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321069.431097:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767321069.431100:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321069.431104:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321069.431109:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321069.431222:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6262
00000100:00080000:2.0:1767321069.431228:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321069.431236:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767321069.431365:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952348be2680 x1853164000267136/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321069.431465:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952348be2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000267136:0@lo:38:kworker.0
00000100:00100000:0.0:1767321069.431542:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767321069.431817:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321069.431822:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321069.431824:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321069.431827:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6262
00000100:00080000:2.0:1767321069.431830:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321069.431834:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767321069.431848:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952348be1180 x1853164000267264/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321069.431988:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000267136
00000100:00100000:3.0:1767321069.431996:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000267136
00000100:00100000:3.0:1767321069.432057:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2115
00000100:00100000:3.0:1767321069.432065:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366ace300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000267136:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321069.432084:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321069.436113:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952348be1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000267264:0@lo:38:kworker.0
00000100:00100000:0.0:1767321069.436363:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321069.436458:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000267264
00000100:00100000:1.0:1767321069.436467:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000267264
00000100:00100000:1.0:1767321069.436726:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6421
00000100:00100000:1.0:1767321069.436735:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000267264:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321069.436756:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321069.436804:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000267264:12345-0@lo:38:kworker.0 Request processed in 69us (440us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321069.436812:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6421
00000100:00080000:2.0:1767321069.438422:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321069.438430:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321069.438434:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321069.438442:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6262
00000100:00080000:2.0:1767321069.438447:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321069.438453:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767321069.438510:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952348be3100 x1853164000267392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321069.438567:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321069.438571:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321069.438573:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321069.438576:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6262
00000100:00080000:2.0:1767321069.438579:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321069.438582:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767321069.438599:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767321069.438614:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952348be3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000267520:0@lo:400:kworker.0
00000100:00100000:2.0:1767321069.438667:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321069.438713:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523494d0700 x1853164000267648/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321069.438748:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000267776:0@lo:400:kworker.0
00000100:00100000:2.0:1767321069.438772:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321069.438810:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767321069.438816:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347046680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000267904:0@lo:400:kworker.0
00000100:00100000:2.0:1767321069.438839:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321069.438896:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347044e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000268032:0@lo:400:kworker.0
00000100:00100000:2.0:1767321069.438917:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321069.441978:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000267904
00000100:00100000:1.0:1767321069.441997:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000267904
00000100:00100000:1.0:1767321069.442074:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000268032
00000100:00100000:1.0:1767321069.442077:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000268032
00000100:00100000:1.0:1767321069.442101:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3650
00000100:00100000:1.0:1767321069.442109:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347046d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000267904:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321069.442235:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347046d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000267904:12345-0@lo:400:kworker.0 Request processed in 126us (3394us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321069.442242:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3650
00000100:00100000:1.0:1767321069.442258:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3651
00000100:00100000:1.0:1767321069.442275:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347046300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000268032:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321069.442305:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347046300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000268032:12345-0@lo:400:kworker.0 Request processed in 32us (3388us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321069.442311:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3651
00000100:00100000:1.0:1767321069.442355:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347046680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000267904:0@lo:400:kworker.0
00000100:00100000:1.0:1767321069.442380:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000267520
00000100:00100000:1.0:1767321069.442382:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000267520
00000100:00100000:1.0:1767321069.442414:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000267776
00000100:00100000:1.0:1767321069.442416:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000267776
00000100:00100000:1.0:1767321069.442433:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5624
00000100:00100000:1.0:1767321069.442437:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000267520:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321069.442467:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000267520:12345-0@lo:400:kworker.0 Request processed in 30us (3800us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321069.442472:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5624
00000100:00100000:1.0:1767321069.442482:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5625
00000100:00100000:1.0:1767321069.442487:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347044380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000267776:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321069.442522:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347044380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000267776:12345-0@lo:400:kworker.0 Request processed in 35us (3749us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321069.442527:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5625
00000100:00100000:1.0:1767321069.442548:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000267776:0@lo:400:kworker.0
00000100:00080000:1.0:1767321069.442564:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321069.442586:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347044e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000268032:0@lo:400:kworker.0
00000100:00100000:1.0:1767321069.442606:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952348be3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000267520:0@lo:400:kworker.0
00000100:00100000:3.0:1767321069.443668:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366ace300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000267136:12345-0@lo:38:kworker.0 Request processed in 11597us (12120us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321069.443679:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2115
00000100:00080000:0.0:1767321069.447364:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321069.447380:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321069.447385:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952348be2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000267136:0@lo:38:kworker.0
00000100:00100000:0.0:1767321069.447426:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952348be3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000267392:0@lo:38:kworker.0
00000100:00100000:0.0:1767321069.447582:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321069.447764:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000267648:0@lo:38:kworker.0
00000100:00100000:0.0:1767321069.447787:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767321069.452185:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321069.452211:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321069.452217:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952348be1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000267264:0@lo:38:kworker.0
00000100:00100000:1.0:1767321069.456503:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000267392
00000100:00100000:1.0:1767321069.456520:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000267392
00000100:00100000:1.0:1767321069.456609:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000267648
00000100:00100000:1.0:1767321069.456613:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000267648
00000100:00100000:1.0:1767321069.456646:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6422
00000100:00100000:1.0:1767321069.456655:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000267392:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767321069.456676:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6423
00010000:00020000:1.0:1767321069.456678:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321069.456681:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000267648:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321069.456689:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321069.460588:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000267648:12345-0@lo:38:kworker.0 Request processed in 3895us (12789us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321069.460604:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6423
00000100:00080000:0.0:1767321069.461106:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321069.461115:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321069.461120:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000267648:0@lo:38:kworker.0
00000100:00100000:1.0:1767321069.463313:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000267392:12345-0@lo:38:kworker.0 Request processed in 6648us (15809us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321069.463327:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6422
00000100:00080000:0.0:1767321069.463500:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321069.463507:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321069.463511:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952348be3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000267392:0@lo:38:kworker.0
00010000:00010000:0.0:1767321069.750043:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321070.773432:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767321071.797399:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767321072.821596:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321073.525639:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767321073.525665:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523669e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000268160:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321073.525738:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321073.525864:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000268160
00000100:00100000:3.0:1767321073.525874:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000268160
00000100:00100000:3.0:1767321073.525942:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2856
00000100:00100000:3.0:1767321073.525954:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366ace680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000268160:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767321073.525996:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767321073.526055:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366ace680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000268160:12345-0@lo:13:osp-pre-1-1.0 Request processed in 104us (317us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321073.526063:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2856
00000100:00080000:0.0:1767321073.526133:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767321073.526169:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523669e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000268160:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321073.526686:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767321073.526696:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347045500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000268288:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321073.526728:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321073.526837:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000268288
00000100:00100000:3.0:1767321073.526842:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000268288
00000100:00100000:3.0:1767321073.526886:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2857
00000100:00100000:3.0:1767321073.526893:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000268288:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767321073.526911:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767321073.526956:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000268288:12345-0@lo:13:osp-pre-0-1.0 Request processed in 63us (226us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321073.526962:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2857
00000100:00080000:0.0:1767321073.527057:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767321073.527117:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347045500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000268288:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321073.600093:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767321073.600148:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767321073.600247:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962600192
00000100:00100000:2.0:1767321073.600258:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962600192
00000100:00100000:2.0:1767321073.600332:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962600064
00000100:00100000:2.0:1767321073.600336:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962600064
00000100:00100000:2.0:1767321073.600361:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5626
00000100:00100000:2.0:1767321073.600372:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236694a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962600192:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767321073.600469:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236694a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962600192:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 97us (384us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321073.600477:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5626
00000100:00100000:2.0:1767321073.600496:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6424
00000100:00100000:2.0:1767321073.600501:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366949f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962600064:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767321073.600522:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321073.600546:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366949f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962600064:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 44us (399us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321073.600552:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6424
00000100:00080000:0.0:1767321073.600610:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767321073.845439:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767321074.549447:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321074.549459:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767321074.549463:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321074.549466:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321074.549471:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321074.549479:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6267
00000100:00080000:3.0:1767321074.549483:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321074.549491:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321074.549534:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523669e7100 x1853164000268416/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321074.549563:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321074.549567:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321074.549569:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321074.549573:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6267
00000100:00080000:3.0:1767321074.549575:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321074.549578:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321074.549589:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523669e5c00 x1853164000268544/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321074.549599:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321074.549602:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321074.549605:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321074.549609:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6267
00000100:00080000:3.0:1767321074.549611:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321074.549614:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321074.549624:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523669e7800 x1853164000268672/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321074.549681:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321074.549684:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321074.549686:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321074.549690:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6267
00000100:00080000:3.0:1767321074.549693:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321074.549696:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321074.549709:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523669e7b80 x1853164000268928/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321074.549886:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523669e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000268800:0@lo:400:kworker.0
00000100:00100000:2.0:1767321074.549888:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523669e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000268416:0@lo:38:kworker.0
00000100:00100000:0.0:1767321074.549993:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523669e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000269312:0@lo:400:kworker.0
00000100:00100000:1.0:1767321074.555557:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321074.555687:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523669e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000269184:0@lo:400:kworker.0
00000100:00100000:3.0:1767321074.555693:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000268800
00000100:00100000:3.0:1767321074.555704:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000268800
00000100:00100000:1.0:1767321074.555733:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321074.555776:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5627
00000100:00100000:3.0:1767321074.555787:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236694b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000268800:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321074.555864:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236694b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000268800:12345-0@lo:400:kworker.0 Request processed in 80us (315us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321074.555872:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5627
00000100:00080000:3.0:1767321074.555919:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321074.555934:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523669e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000269056:0@lo:400:kworker.0
00000100:00100000:3.0:1767321074.555976:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321074.556011:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000269056
00000100:00100000:3.0:1767321074.556015:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000269056
00000100:00100000:3.0:1767321074.556043:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5628
00000100:00100000:3.0:1767321074.556049:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523669e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000269056:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321074.556104:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523669e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000269056:12345-0@lo:400:kworker.0 Request processed in 56us (127us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321074.556110:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5628
00000100:00080000:3.0:1767321074.556123:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321074.556165:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523669e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000269056:0@lo:400:kworker.0
00000100:00100000:3.0:1767321074.556223:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000269184
00000100:00100000:3.0:1767321074.556227:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000269184
00000100:00100000:3.0:1767321074.556255:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3652
00000100:00100000:3.0:1767321074.556262:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366949500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000269184:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321074.556298:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366949500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000269184:12345-0@lo:400:kworker.0 Request processed in 37us (565us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321074.556304:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3652
00000100:00100000:1.0:1767321074.556408:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523669e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000268800:0@lo:400:kworker.0
00000100:00100000:1.0:1767321074.556530:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523669e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000269184:0@lo:400:kworker.0
00000100:00100000:0.0:1767321074.559750:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321074.560092:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000269312
00000100:00100000:3.0:1767321074.560104:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000269312
00000100:00100000:3.0:1767321074.560228:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3653
00000100:00100000:3.0:1767321074.560237:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000269312:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321074.560322:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000269312:12345-0@lo:400:kworker.0 Request processed in 87us (581us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321074.560330:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3653
00000100:00100000:1.0:1767321074.560416:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523669e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000269312:0@lo:400:kworker.0
00000100:00100000:2.0:1767321074.560714:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321074.560757:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523669e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000268544:0@lo:38:kworker.0
00000100:00100000:2.0:1767321074.560787:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321074.560811:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000268544
00000100:00100000:2.0:1767321074.560815:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000268544
00000100:00100000:2.0:1767321074.560842:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6425
00000100:00100000:2.0:1767321074.560859:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347047100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000268544:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321074.560879:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321074.560908:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347047100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000268544:12345-0@lo:38:kworker.0 Request processed in 48us (120us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321074.560914:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6425
00000100:00080000:2.0:1767321074.560945:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321074.560949:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321074.560952:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523669e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000268544:0@lo:38:kworker.0
00000100:00100000:2.0:1767321074.560970:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523669e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000268672:0@lo:38:kworker.0
00000100:00100000:2.0:1767321074.560991:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321074.561009:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000268672
00000100:00100000:2.0:1767321074.561012:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000268672
00000100:00100000:2.0:1767321074.561027:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6426
00000100:00100000:2.0:1767321074.561031:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347047480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000268672:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321074.561040:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321074.561623:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347047480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000268672:12345-0@lo:38:kworker.0 Request processed in 587us (628us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321074.561631:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6426
00000100:00080000:2.0:1767321074.561663:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321074.561667:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321074.561671:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523669e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000268672:0@lo:38:kworker.0
00000100:00100000:2.0:1767321074.561678:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523669e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000268928:0@lo:38:kworker.0
00000100:00100000:2.0:1767321074.561718:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321074.561739:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000268928
00000100:00100000:2.0:1767321074.561743:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000268928
00000100:00100000:2.0:1767321074.561762:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6427
00000100:00100000:2.0:1767321074.561767:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347045500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000268928:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321074.561778:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321074.561805:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347045500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000268928:12345-0@lo:38:kworker.0 Request processed in 37us (86us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321074.561811:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6427
00000100:00080000:2.0:1767321074.561834:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321074.561838:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321074.561841:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523669e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000268928:0@lo:38:kworker.0
00000100:00100000:1.0:1767321074.562423:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000268416
00000100:00100000:1.0:1767321074.562430:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000268416
00000100:00100000:1.0:1767321074.562465:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2116
00000100:00100000:1.0:1767321074.562471:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347046a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000268416:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321074.562483:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321074.562529:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347046a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000268416:12345-0@lo:38:kworker.0 Request processed in 58us (1815us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321074.562536:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2116
00000100:00080000:2.0:1767321074.565416:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321074.565430:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321074.565434:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523669e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000268416:0@lo:38:kworker.0
00010000:00010000:2.0:1767321074.873539:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767321075.893629:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767321076.917462:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767321077.941588:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321078.645632:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767321078.645663:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347044e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000269440:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321078.645698:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523669e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000269568:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767321078.645750:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321078.645820:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000269440
00000100:00100000:3.0:1767321078.645832:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000269440
00000100:00100000:3.0:1767321078.645983:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2858
00000100:00100000:3.0:1767321078.645994:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347046680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000269440:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767321078.646040:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00080000:0.0:1767321078.648557:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767321078.652907:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347046680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000269440:12345-0@lo:13:osp-pre-0-1.0 Request processed in 6394us (6638us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321078.652935:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2858
00000100:00100000:2.0:1767321078.655156:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347044e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000269440:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321078.660322:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321078.660715:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000269568
00000100:00100000:3.0:1767321078.660730:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000269568
00000100:00100000:3.0:1767321078.660868:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2859
00000100:00100000:3.0:1767321078.660880:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366949880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000269568:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767321078.660935:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767321078.661058:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366949880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000269568:12345-0@lo:13:osp-pre-1-1.0 Request processed in 180us (748us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321078.661068:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2859
00000100:00100000:2.0:1767321078.661667:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523669e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000269568:0@lo:13:osp-pre-1-1.0
00000100:00080000:0.0:1767321078.661812:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767321078.719912:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767321078.720287:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962600448
00000100:00100000:2.0:1767321078.720302:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962600448
00000100:00100000:2.0:1767321078.720409:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5629
00000100:00100000:2.0:1767321078.720422:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236694bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962600448:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767321078.720528:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236694bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962600448:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 109us (644us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321078.720538:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5629
00000100:00080000:0.0:1767321078.720698:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321078.722902:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000400:00000100:2.0:1767321078.722993:0:7000:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.52@tcp portal 26 match 1853163962600576 offset 0 length 520: 4
00000100:00100000:3.0:1767321078.725693:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962600320
00000100:00100000:3.0:1767321078.725715:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962600320
00000100:00100000:3.0:1767321078.726376:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6428
00000100:00100000:3.0:1767321078.726388:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347044e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962600320:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767321078.726428:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321078.726548:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347044e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962600320:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 159us (3659us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321078.726556:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6428
00010000:00010000:2.0:1767321078.965486:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321079.669378:0:7004:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321054/real 1767321054]  req@ffff952366948a80 x1853164000263168/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321079 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767321079.669422:0:7004:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff952366948a80 x1853164000263168/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321079 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767321079.669449:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321079.669472:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767321079.669477:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366948a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000263168:0@lo:250:kworker.0
00000100:00080000:3.0:1767321079.670226:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321079.670233:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767321079.670237:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321079.670243:0:49151:0:(import.c:509:import_select_connection()) MGC192.168.202.152@tcp: connect to NID 0@lo last attempt 6252
00000100:00080000:3.0:1767321079.670248:0:49151:0:(import.c:588:import_select_connection()) MGC192.168.202.152@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321079.670256:0:49151:0:(import.c:623:import_select_connection()) MGC192.168.202.152@tcp: import ffff95235eb57800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321079.670295:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523669e6a00 x1853164000269696/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321079.670367:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523669e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000269696:0@lo:250:kworker.0
00000400:00000100:1.0:1767321079.670435:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164000269696 offset 0 length 520: 4
00000100:00080000:3.0:1767321079.670599:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321079.670604:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321079.670606:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321079.670610:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6272
00000100:00080000:3.0:1767321079.670613:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321079.670617:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321079.671139:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523669e5f80 x1853164000269824/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321079.676017:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523669e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000269824:0@lo:38:kworker.0
00000100:00100000:1.0:1767321079.676131:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321079.676256:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000269824
00000100:00100000:2.0:1767321079.676269:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000269824
00000100:00100000:2.0:1767321079.676333:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2117
00000100:00100000:2.0:1767321079.676343:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236694a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000269824:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321079.676387:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321079.676442:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236694a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000269824:12345-0@lo:38:kworker.0 Request processed in 100us (311us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321079.676695:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2117
00000100:00080000:0.0:1767321079.677049:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321079.677057:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321079.677061:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523669e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000269824:0@lo:38:kworker.0
00000100:00080000:3.0:1767321079.677387:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321079.677394:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321079.677398:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321079.677403:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6272
00000100:00080000:3.0:1767321079.677407:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321079.677414:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321079.677461:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523669e7100 x1853164000269952/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321079.677888:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321079.677893:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321079.677895:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321079.677899:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6272
00000100:00080000:3.0:1767321079.677902:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321079.677906:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321079.677935:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523669e7b80 x1853164000270080/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321079.677985:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321079.677989:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321079.677991:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321079.677995:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6272
00000100:00080000:3.0:1767321079.677997:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321079.678001:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321079.678011:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523669e5c00 x1853164000270336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321079.678182:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523669e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000269952:0@lo:38:kworker.0
00000100:00100000:1.0:1767321079.678278:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321079.678313:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523669e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000270080:0@lo:38:kworker.0
00000100:00100000:1.0:1767321079.678337:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321079.678354:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523669e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000270336:0@lo:38:kworker.0
00000100:00100000:1.0:1767321079.678375:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321079.678432:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523669e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000270464:0@lo:400:kworker.0
00000100:00100000:1.0:1767321079.678458:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321079.678582:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767321079.678589:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523669e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000270592:0@lo:400:kworker.0
00000100:00100000:1.0:1767321079.678618:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321079.678952:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523669e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000270720:0@lo:400:kworker.0
00000100:00100000:2.0:1767321079.679212:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523669e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000270208:0@lo:400:kworker.0
00000100:00100000:2.0:1767321079.679253:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321079.679297:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000269952
00000100:00100000:2.0:1767321079.679306:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000269952
00000100:00100000:2.0:1767321079.679342:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000270080
00000100:00100000:2.0:1767321079.679346:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000270080
00000100:00100000:2.0:1767321079.679357:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000270336
00000100:00100000:2.0:1767321079.679360:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000270336
00000100:00100000:2.0:1767321079.679368:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000270464
00000100:00100000:2.0:1767321079.679370:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000270464
00000100:00100000:2.0:1767321079.679407:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000270208
00000100:00100000:2.0:1767321079.679410:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000270208
00000100:00100000:2.0:1767321079.679434:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5630
00000100:00100000:2.0:1767321079.679445:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952348be1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000270464:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321079.679776:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5631
00000100:00100000:3.0:1767321079.679944:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6429
00000100:00100000:3.0:1767321079.679951:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236694b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000269952:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321079.679976:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321079.680043:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236694b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000269952:12345-0@lo:38:kworker.0 Request processed in 91us (1765us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321079.680050:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6429
00000100:00100000:1.0:1767321079.680291:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eac8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000270208:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321079.680353:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eac8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000270208:12345-0@lo:400:kworker.0 Request processed in 568us (1098us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321079.680360:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5631
00000100:00100000:1.0:1767321079.680384:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6430
00000100:00100000:1.0:1767321079.680388:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366948a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000270080:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321079.680399:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321079.680427:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366948a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000270080:12345-0@lo:38:kworker.0 Request processed in 37us (2089us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321079.680434:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6430
00000100:00100000:1.0:1767321079.680449:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6431
00000100:00100000:1.0:1767321079.680454:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952348be3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000270336:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767321079.680614:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952348be1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000270464:12345-0@lo:400:kworker.0 Request processed in 1169us (2153us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321079.680760:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000270592
00000100:00100000:0.0:1767321079.680770:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000270592
00000100:00100000:0.0:1767321079.680822:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3654
00000100:00100000:0.0:1767321079.680830:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952348be2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000270592:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321079.680871:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952348be2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000270592:12345-0@lo:400:kworker.0 Request processed in 43us (2253us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321079.680877:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3654
00000100:00100000:0.0:1767321079.680902:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321079.680964:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000270720
00000100:00100000:0.0:1767321079.680967:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000270720
00000100:00100000:0.0:1767321079.680993:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3655
00000100:00100000:0.0:1767321079.680999:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000270720:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321079.681033:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000270720:12345-0@lo:400:kworker.0 Request processed in 34us (131us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321079.681043:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3655
00000100:00100000:2.0:1767321079.681259:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5630
00000100:00100000:2.0:1767321079.681317:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523669e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000270208:0@lo:400:kworker.0
00000100:00080000:2.0:1767321079.681348:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767321079.681416:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321079.681422:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321079.681427:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523669e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000269952:0@lo:38:kworker.0
00000100:00080000:2.0:1767321079.681439:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321079.681444:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321079.681447:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523669e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000270080:0@lo:38:kworker.0
00000100:00100000:0.0:1767321079.681758:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523669e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000270720:0@lo:400:kworker.0
00010000:00020000:1.0:1767321079.681899:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321079.682049:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523669e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000270592:0@lo:400:kworker.0
00000100:00100000:0.0:1767321079.682941:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523669e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000270464:0@lo:400:kworker.0
00000100:00100000:1.0:1767321079.683227:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952348be3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000270336:12345-0@lo:38:kworker.0 Request processed in 2768us (4846us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321079.683238:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6431
00000100:00080000:2.0:1767321079.683400:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321079.683406:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321079.683410:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523669e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000270336:0@lo:38:kworker.0
00010000:00010000:3.0:1767321079.989570:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767321081.013500:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767321082.060014:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321083.061486:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321083.766487:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767321083.767464:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767321083.767495:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523669e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000270976:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321083.767594:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321083.767633:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000270976
00000100:00100000:2.0:1767321083.767645:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000270976
00000100:00100000:2.0:1767321083.767727:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2860
00000100:00100000:2.0:1767321083.767749:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523669e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000270976:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767321083.767791:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00080000:3.0:1767321083.767814:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767321083.767845:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523669e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000270976:12345-0@lo:13:osp-pre-1-1.0 Request processed in 108us (251us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321083.767853:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2860
00000100:00100000:3.0:1767321083.767890:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523669e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000270976:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321083.771021:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eaca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000270848:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321083.771495:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321083.771690:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000270848
00000100:00100000:2.0:1767321083.771702:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000270848
00000100:00100000:2.0:1767321083.771950:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2861
00000100:00100000:2.0:1767321083.771963:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952348be3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000270848:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767321083.772008:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767321083.772447:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952348be3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000270848:12345-0@lo:13:osp-pre-0-1.0 Request processed in 486us (950us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321083.772457:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2861
00000100:00100000:1.0:1767321083.772550:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eaca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000270848:0@lo:13:osp-pre-0-1.0
00000100:00080000:3.0:1767321083.772965:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767321083.841553:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767321083.841623:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767321083.845461:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962600704
00000100:00100000:3.0:1767321083.845485:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962600704
00000100:00100000:3.0:1767321083.845641:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962600832
00000100:00100000:3.0:1767321083.845645:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962600832
00000100:00080000:1.0:1767321083.845742:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321083.856226:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5632
00000100:00100000:2.0:1767321083.856425:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962600832:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767321083.856644:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962600832:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 398us (15018us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321083.856654:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5632
00000100:00100000:2.0:1767321083.856690:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6432
00000100:00100000:2.0:1767321083.856696:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962600704:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767321083.856722:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321083.856755:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962600704:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 57us (15309us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321083.856761:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6432
00010000:00010000:3.0:1767321084.086138:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767321084.789402:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321084.789417:0:72021:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767321084.789421:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321084.789425:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321084.789431:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321084.789442:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6277
00000100:00080000:0.0:1767321084.789448:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321084.789457:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321084.789520:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347ff2680 x1853164000271104/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321084.789555:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321084.789560:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321084.789562:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321084.789566:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6277
00000100:00080000:0.0:1767321084.789568:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321084.789572:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321084.789586:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347ff3100 x1853164000271232/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321084.789596:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321084.789599:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321084.789601:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321084.789604:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6277
00000100:00080000:0.0:1767321084.789607:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321084.789610:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321084.789621:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347ff0380 x1853164000271360/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321084.789671:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321084.789675:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321084.789677:0:72021:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321084.789681:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6277
00000100:00080000:0.0:1767321084.789683:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321084.789686:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321084.789701:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347ff1f80 x1853164000271616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321084.789749:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000271488:0@lo:400:kworker.0
00000100:00100000:0.0:1767321084.789771:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000271872:0@lo:400:kworker.0
00000100:00100000:1.0:1767321084.789890:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000271744:0@lo:400:kworker.0
00000100:00100000:2.0:1767321084.790004:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000271104:0@lo:38:kworker.0
00000100:00100000:0.0:1767321084.795071:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321084.795222:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000271872
00000100:00100000:0.0:1767321084.795235:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000271872
00000100:00100000:0.0:1767321084.795304:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3656
00000100:00100000:0.0:1767321084.795315:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000271872:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321084.795397:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000271872:12345-0@lo:400:kworker.0 Request processed in 85us (342us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321084.795410:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3656
00000100:00100000:0.0:1767321084.795471:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000271872:0@lo:400:kworker.0
00000100:00100000:0.0:1767321084.795662:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000272000:0@lo:400:kworker.0
00000100:00100000:0.0:1767321084.795704:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321084.795737:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000272000
00000100:00100000:0.0:1767321084.795740:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000272000
00000100:00100000:0.0:1767321084.795762:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3657
00000100:00100000:0.0:1767321084.795768:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000272000:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321084.795807:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000272000:12345-0@lo:400:kworker.0 Request processed in 38us (102us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321084.795814:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3657
00000100:00100000:3.0:1767321084.795828:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321084.795846:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000272000:0@lo:400:kworker.0
00000100:00100000:0.0:1767321084.795895:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000271488
00000100:00100000:0.0:1767321084.795899:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000271488
00000100:00100000:0.0:1767321084.795953:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5633
00000100:00100000:0.0:1767321084.795960:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523669e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000271488:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321084.795999:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523669e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000271488:12345-0@lo:400:kworker.0 Request processed in 40us (173us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321084.796006:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5633
00000100:00080000:3.0:1767321084.797175:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321084.797272:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000271488:0@lo:400:kworker.0
00000100:00100000:1.0:1767321084.797312:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321084.797475:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321084.797525:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000271232:0@lo:38:kworker.0
00000100:00100000:2.0:1767321084.797561:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321084.797585:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000271360:0@lo:38:kworker.0
00000100:00100000:2.0:1767321084.797609:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321084.797625:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000271616:0@lo:38:kworker.0
00000100:00100000:2.0:1767321084.797646:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321084.797677:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000271744
00000100:00100000:2.0:1767321084.797683:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000271744
00000100:00100000:2.0:1767321084.797726:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000271232
00000100:00100000:2.0:1767321084.797729:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000271232
00000100:00100000:2.0:1767321084.797746:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000271360
00000100:00100000:2.0:1767321084.797748:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000271360
00000100:00100000:2.0:1767321084.797757:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000271616
00000100:00100000:2.0:1767321084.797759:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000271616
00000100:00100000:2.0:1767321084.797769:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5634
00000100:00100000:2.0:1767321084.797776:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000271744:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321084.797826:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000271744:12345-0@lo:400:kworker.0 Request processed in 50us (516us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321084.797833:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5634
00000100:00100000:2.0:1767321084.797850:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6433
00000100:00100000:2.0:1767321084.797854:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eac9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000271232:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321084.797904:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321084.797950:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eac9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000271232:12345-0@lo:38:kworker.0 Request processed in 93us (388us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321084.797956:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6433
00000100:00100000:2.0:1767321084.797968:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6434
00000100:00100000:2.0:1767321084.797972:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eac8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000271360:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321084.797981:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321084.798004:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eac8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000271360:12345-0@lo:38:kworker.0 Request processed in 30us (394us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321084.798009:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6434
00000100:00100000:2.0:1767321084.798020:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6435
00000100:00100000:2.0:1767321084.798024:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eac8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000271616:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321084.798032:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321084.798052:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eac8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000271616:12345-0@lo:38:kworker.0 Request processed in 27us (405us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321084.798058:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6435
00000100:00080000:2.0:1767321084.798090:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321084.798097:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321084.798102:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000271616:0@lo:38:kworker.0
00000100:00080000:2.0:1767321084.798126:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321084.798130:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321084.798133:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000271232:0@lo:38:kworker.0
00000100:00080000:2.0:1767321084.798141:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321084.798144:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321084.798146:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000271360:0@lo:38:kworker.0
00000100:00080000:3.0:1767321084.798299:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321084.798316:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000271104
00000100:00100000:1.0:1767321084.798322:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000271104
00000100:00100000:1.0:1767321084.798358:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2118
00000100:00100000:1.0:1767321084.798364:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eaca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000271104:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321084.798374:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321084.798421:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eaca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000271104:12345-0@lo:38:kworker.0 Request processed in 56us (945us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321084.798429:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2118
00000100:00100000:1.0:1767321084.798466:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000271744:0@lo:400:kworker.0
00000100:00080000:2.0:1767321084.799658:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321084.799668:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321084.799673:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000271104:0@lo:38:kworker.0
00010000:00010000:0.0:1767321085.109447:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767321086.133733:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321087.157505:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767321088.182715:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321088.885443:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767321088.885468:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523669e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000272128:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767321088.885485:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767321088.885513:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eac9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000272256:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321088.885554:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321088.885602:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321088.889013:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000272128
00000100:00100000:0.0:1767321088.889027:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000272256
00000100:00100000:3.0:1767321088.889031:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000272128
00000100:00100000:0.0:1767321088.889034:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000272256
00000100:00100000:3.0:1767321088.889117:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2862
00000100:00100000:3.0:1767321088.889130:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000272128:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767321088.889169:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00080000:2.0:1767321088.889171:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767321088.889184:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767321088.889216:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2863
00000100:00100000:0.0:1767321088.889229:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eacad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000272256:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767321088.889251:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767321088.889325:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eacad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000272256:12345-0@lo:13:osp-pre-0-1.0 Request processed in 100us (3724us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321088.889332:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2863
00000100:00100000:1.0:1767321088.890159:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523669e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000272128:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767321088.890950:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eac9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000272256:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321088.894130:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000272128:12345-0@lo:13:osp-pre-1-1.0 Request processed in 4990us (8563us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321088.894149:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2862
00000100:00100000:1.0:1767321088.959105:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767321088.959157:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767321088.959256:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962601088
00000100:00100000:2.0:1767321088.959276:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962601088
00000100:00100000:0.0:1767321088.959281:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962600960
00000100:00100000:0.0:1767321088.959293:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962600960
00000100:00080000:3.0:1767321088.959443:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321088.959499:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5635
00000100:00100000:0.0:1767321088.959516:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962601088:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:0.0:1767321088.959619:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962601088:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 98us (514us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321088.959629:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5635
00000100:00100000:2.0:1767321088.959646:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6436
00000100:00100000:2.0:1767321088.959657:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962600960:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767321088.959823:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321088.959893:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962600960:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 236us (735us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321088.959905:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6436
00010000:00010000:0.0:1767321089.205897:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767321089.911188:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321089.911212:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767321089.911215:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321089.911220:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321089.911224:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321089.911231:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6282
00000100:00080000:1.0:1767321089.911236:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321089.911242:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767321089.911282:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0dd880 x1853164000272384/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321089.911299:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321089.911301:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321089.911303:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321089.911307:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6282
00000100:00080000:1.0:1767321089.911309:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321089.911312:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767321089.911329:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0dca80 x1853164000272512/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321089.911339:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321089.911343:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321089.911345:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321089.911349:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6282
00000100:00080000:1.0:1767321089.911351:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321089.911355:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767321089.911365:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0df100 x1853164000272640/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321089.911477:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000272384:0@lo:38:kworker.0
00000100:00100000:2.0:1767321089.911548:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321089.911636:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000272512:0@lo:38:kworker.0
00000100:00100000:2.0:1767321089.911662:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321089.911683:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000272640:0@lo:38:kworker.0
00000100:00100000:2.0:1767321089.911704:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321089.911738:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000272512
00000100:00100000:2.0:1767321089.911746:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000272512
00000100:00100000:2.0:1767321089.911793:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000272640
00000100:00100000:2.0:1767321089.911797:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000272640
00000100:00100000:2.0:1767321089.911815:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6437
00000100:00100000:2.0:1767321089.911848:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eacb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000272512:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321089.911869:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321089.911952:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000272768:0@lo:400:kworker.0
00000100:00100000:3.0:1767321089.911983:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321089.912030:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000272768
00000100:00100000:3.0:1767321089.912034:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000272768
00000100:00100000:3.0:1767321089.912075:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5636
00000100:00100000:3.0:1767321089.912083:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523669e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000272768:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321089.912126:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523669e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000272768:12345-0@lo:400:kworker.0 Request processed in 44us (141us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321089.912133:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5636
00000100:00100000:3.0:1767321089.912149:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6438
00000100:00100000:3.0:1767321089.912153:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eac8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000272640:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321089.912163:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767321089.914016:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321089.914025:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321089.914030:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321089.914036:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6282
00000100:00080000:1.0:1767321089.914040:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321089.914046:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767321089.914050:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eacb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000272512:12345-0@lo:38:kworker.0 Request processed in 2200us (2385us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321089.914060:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6437
00000100:00100000:1.0:1767321089.914082:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0df800 x1853164000272896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321089.914117:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000272896:0@lo:38:kworker.0
00000100:00100000:2.0:1767321089.914165:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321089.914281:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000272384
00000100:00100000:0.0:1767321089.914289:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000272384
00000100:00100000:0.0:1767321089.914328:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2119
00000100:00100000:0.0:1767321089.914334:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eac9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000272384:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767321089.914408:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eac8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000272640:12345-0@lo:38:kworker.0 Request processed in 2251us (2700us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321089.914415:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6438
00000100:00100000:3.0:1767321089.914430:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000272896
00000100:00100000:3.0:1767321089.914434:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000272896
00000100:00100000:3.0:1767321089.914453:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6439
00000100:00100000:3.0:1767321089.914457:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eac9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000272896:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321089.915880:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321089.915948:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eac9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000272384:12345-0@lo:38:kworker.0 Request processed in 1611us (4397us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321089.915958:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2119
00000100:00080000:0.0:1767321089.916028:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321089.916066:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000272768:0@lo:400:kworker.0
00000100:00100000:1.0:1767321089.921032:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000273280:0@lo:400:kworker.0
00000100:00100000:1.0:1767321089.921113:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321089.921167:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000273280
00000100:00100000:1.0:1767321089.921174:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000273280
00000100:00100000:1.0:1767321089.921235:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3658
00000100:00100000:1.0:1767321089.921243:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499da050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000273280:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321089.921294:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499da050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000273280:12345-0@lo:400:kworker.0 Request processed in 51us (181us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321089.921301:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3658
00000100:00100000:1.0:1767321089.921567:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000273152:0@lo:400:kworker.0
00000100:00100000:1.0:1767321089.921592:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321089.921608:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767321089.921613:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000273024:0@lo:400:kworker.0
00000100:00100000:1.0:1767321089.921631:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321089.921655:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000273024
00000100:00100000:1.0:1767321089.921658:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000273024
00000100:00100000:1.0:1767321089.921691:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5637
00000100:00100000:1.0:1767321089.921696:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000273024:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321089.921726:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000273024:12345-0@lo:400:kworker.0 Request processed in 29us (93us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321089.921731:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5637
00000100:00080000:1.0:1767321089.921748:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:3.0:1767321089.923089:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321089.923172:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eac9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000272896:12345-0@lo:38:kworker.0 Request processed in 8712us (9005us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321089.923183:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6439
00000100:00100000:1.0:1767321089.923443:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000273152
00000100:00100000:1.0:1767321089.923453:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000273152
00000100:00100000:3.0:1767321089.923691:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000273280:0@lo:400:kworker.0
00000100:00080000:2.0:1767321089.923908:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321089.923915:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321089.923918:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000272512:0@lo:38:kworker.0
00000100:00080000:2.0:1767321089.923933:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321089.923936:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321089.923939:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000272640:0@lo:38:kworker.0
00000100:00080000:2.0:1767321089.923960:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321089.923964:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321089.923966:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000272896:0@lo:38:kworker.0
00000100:00080000:2.0:1767321089.923976:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321089.923980:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321089.923983:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000272384:0@lo:38:kworker.0
00000100:00100000:0.0:1767321089.926630:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000273024:0@lo:400:kworker.0
00000100:00100000:1.0:1767321089.930020:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3659
00000100:00100000:1.0:1767321089.930048:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000273152:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321089.930179:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000273152:12345-0@lo:400:kworker.0 Request processed in 145us (8584us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321089.930188:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3659
00000100:00100000:2.0:1767321089.930493:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000273152:0@lo:400:kworker.0
00010000:00010000:0.0:1767321090.234186:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321091.253579:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767321092.278072:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767321093.301740:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321094.005555:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767321094.005557:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767321094.005593:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eacbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000273408:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321094.005705:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321094.005939:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000273408
00000100:00100000:3.0:1767321094.005947:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000273408
00000100:00080000:1.0:1767321094.006008:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767321094.006026:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2864
00000100:00100000:3.0:1767321094.006036:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000273408:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767321094.006150:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767321094.006374:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000273408:12345-0@lo:13:osp-pre-0-1.0 Request processed in 326us (654us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321094.006383:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2864
00000100:00100000:3.0:1767321094.006484:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eacbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000273408:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767321094.007845:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523669e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000273536:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767321094.008092:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321094.008262:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000273536
00000100:00100000:3.0:1767321094.008270:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000273536
00000100:00100000:3.0:1767321094.008375:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2865
00000100:00100000:3.0:1767321094.008386:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eac9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000273536:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767321094.008445:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767321094.008503:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eac9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000273536:12345-0@lo:13:osp-pre-1-1.0 Request processed in 120us (505us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321094.008511:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2865
00000100:00100000:2.0:1767321094.008908:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523669e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000273536:0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767321094.009776:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767321094.079391:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767321094.079439:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767321094.079950:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962601344
00000100:00100000:0.0:1767321094.079960:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962601344
00000100:00100000:0.0:1767321094.080165:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962601216
00000100:00100000:0.0:1767321094.080168:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962601216
00000100:00080000:1.0:1767321094.080218:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321094.080715:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5638
00000100:00100000:2.0:1767321094.080732:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962601344:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767321094.081545:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962601344:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 815us (2165us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321094.081554:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5638
00000100:00100000:2.0:1767321094.081685:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6440
00000100:00100000:2.0:1767321094.081691:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962601216:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767321094.081713:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321094.081745:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962601216:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 52us (2305us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321094.081751:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6440
00010000:00010000:0.0:1767321094.325449:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767321095.030135:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321095.030145:0:72021:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767321095.030149:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321095.030154:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321095.030159:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321095.030169:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6287
00000100:00080000:0.0:1767321095.030174:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321095.030181:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321095.030256:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347ff0700 x1853164000273664/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321095.030274:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321095.030277:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321095.030284:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321095.030288:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6287
00000100:00080000:0.0:1767321095.030290:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321095.030293:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321095.030305:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347ff3480 x1853164000273792/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321095.030314:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321095.030317:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321095.030319:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321095.030322:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6287
00000100:00080000:0.0:1767321095.030324:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321095.030327:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321095.030337:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347ff2300 x1853164000273920/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321095.030424:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000274048:0@lo:400:kworker.0
00000100:00100000:3.0:1767321095.030496:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767321095.030865:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321095.030869:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321095.030871:0:72021:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321095.030875:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6287
00000100:00080000:0.0:1767321095.030877:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321095.030881:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321095.030896:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347ff2a00 x1853164000274176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321095.030984:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000274048
00000100:00100000:1.0:1767321095.030992:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000274048
00000100:00100000:1.0:1767321095.031054:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5639
00000100:00100000:1.0:1767321095.031064:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523669e7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000274048:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321095.032935:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000273664:0@lo:38:kworker.0
00000100:00100000:2.0:1767321095.033006:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321095.033063:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000273792:0@lo:38:kworker.0
00000100:00100000:2.0:1767321095.033092:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321095.033130:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000273920:0@lo:38:kworker.0
00000100:00100000:2.0:1767321095.033153:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321095.033171:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000274176:0@lo:38:kworker.0
00000100:00100000:2.0:1767321095.033191:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321095.033266:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000273664
00000100:00100000:2.0:1767321095.033274:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000273664
00000100:00100000:2.0:1767321095.033311:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2120
00000100:00100000:2.0:1767321095.033317:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eac9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000273664:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321095.033339:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321095.033381:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eac9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000273664:12345-0@lo:38:kworker.0 Request processed in 62us (374us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321095.033388:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2120
00000100:00100000:2.0:1767321095.033416:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000273792
00000100:00100000:2.0:1767321095.033419:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000273792
00000100:00100000:2.0:1767321095.033436:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000273920
00000100:00100000:2.0:1767321095.033438:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000273920
00000100:00100000:2.0:1767321095.033445:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000274176
00000100:00100000:2.0:1767321095.033447:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000274176
00000100:00100000:2.0:1767321095.033457:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6441
00000100:00100000:2.0:1767321095.033461:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eacaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000273792:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321095.033471:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321095.033494:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eacaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000273792:12345-0@lo:38:kworker.0 Request processed in 32us (401us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321095.033500:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6441
00000100:00100000:2.0:1767321095.033511:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6442
00000100:00100000:2.0:1767321095.033515:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eacb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000273920:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321095.033523:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321095.033561:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eacb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000273920:12345-0@lo:38:kworker.0 Request processed in 44us (407us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321095.033567:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6442
00000100:00100000:2.0:1767321095.033578:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6443
00000100:00100000:2.0:1767321095.033582:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eacbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000274176:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321095.033590:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321095.033611:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eacbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000274176:12345-0@lo:38:kworker.0 Request processed in 28us (419us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321095.033616:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6443
00000100:00080000:2.0:1767321095.033664:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321095.033670:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321095.033673:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000273664:0@lo:38:kworker.0
00000100:00080000:2.0:1767321095.033682:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321095.033686:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321095.033688:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000273792:0@lo:38:kworker.0
00000100:00080000:2.0:1767321095.033695:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321095.033698:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321095.033701:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000273920:0@lo:38:kworker.0
00000100:00080000:2.0:1767321095.033708:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321095.033711:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321095.033714:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000274176:0@lo:38:kworker.0
00000100:00100000:2.0:1767321095.033767:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000274304:0@lo:400:kworker.0
00000100:00100000:2.0:1767321095.033804:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321095.033829:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767321095.033836:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000274432:0@lo:400:kworker.0
00000100:00100000:2.0:1767321095.033907:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321095.033937:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000274304
00000100:00100000:2.0:1767321095.033941:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000274304
00000100:00100000:2.0:1767321095.033974:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5640
00000100:00100000:2.0:1767321095.033980:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eac8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000274304:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321095.034023:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eac8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000274304:12345-0@lo:400:kworker.0 Request processed in 43us (218us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321095.034029:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5640
00000100:00100000:2.0:1767321095.034057:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000274304:0@lo:400:kworker.0
00000100:00100000:2.0:1767321095.034094:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000274432
00000100:00100000:2.0:1767321095.034098:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000274432
00000100:00100000:2.0:1767321095.034131:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3660
00000100:00100000:2.0:1767321095.034137:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eacb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000274432:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321095.034170:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eacb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000274432:12345-0@lo:400:kworker.0 Request processed in 33us (262us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321095.034175:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3660
00000100:00100000:2.0:1767321095.034219:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000274560:0@lo:400:kworker.0
00000100:00100000:2.0:1767321095.034241:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321095.034263:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000274560
00000100:00100000:2.0:1767321095.034266:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000274560
00000100:00100000:2.0:1767321095.034300:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3661
00000100:00100000:2.0:1767321095.034306:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eaca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000274560:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321095.034333:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eaca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000274560:12345-0@lo:400:kworker.0 Request processed in 27us (91us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321095.034338:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3661
00000100:00100000:2.0:1767321095.034358:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000274560:0@lo:400:kworker.0
00000100:00100000:2.0:1767321095.034374:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000274432:0@lo:400:kworker.0
00000100:00080000:2.0:1767321095.034396:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321095.045077:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523669e7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000274048:12345-0@lo:400:kworker.0 Request processed in 14003us (14569us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321095.045095:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5639
00000100:00100000:3.0:1767321095.045155:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000274048:0@lo:400:kworker.0
00010000:00010000:2.0:1767321095.349425:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767321096.374637:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767321097.397779:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767321098.421478:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321099.125584:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767321099.125618:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b22300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000274688:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767321099.125719:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321099.125915:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000274688
00000100:00100000:0.0:1767321099.125924:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000274688
00000100:00100000:0.0:1767321099.126006:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2866
00000100:00100000:0.0:1767321099.126017:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000274688:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767321099.126183:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767321099.126288:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000274688:12345-0@lo:13:osp-pre-0-1.0 Request processed in 271us (567us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321099.126295:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2866
00000100:00100000:0.0:1767321099.126364:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b22300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000274688:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321099.126525:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523669e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000274816:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321099.127918:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767321099.128064:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767321099.128159:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000274816
00000100:00100000:3.0:1767321099.128171:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000274816
00000100:00100000:3.0:1767321099.128277:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2867
00000100:00100000:3.0:1767321099.128288:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000274816:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767321099.128348:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767321099.128394:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000274816:12345-0@lo:13:osp-pre-1-1.0 Request processed in 109us (482us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321099.128401:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2867
00000100:00100000:0.0:1767321099.128665:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523669e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000274816:0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767321099.128723:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767321099.206549:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767321099.206598:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767321099.206669:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962601600
00000100:00100000:1.0:1767321099.206680:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962601600
00000100:00100000:1.0:1767321099.206764:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962601472
00000100:00100000:1.0:1767321099.206768:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962601472
00000100:00100000:1.0:1767321099.206786:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5641
00000100:00100000:1.0:1767321099.206794:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523669e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962601600:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767321099.206865:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523669e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962601600:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 73us (337us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321099.206870:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5641
00000100:00100000:1.0:1767321099.206906:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6444
00000100:00100000:1.0:1767321099.206911:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523669e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962601472:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767321099.206951:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321099.206970:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523669e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962601472:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 59us (372us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321099.206974:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6444
00000100:00080000:3.0:1767321099.207304:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767321099.448373:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767321100.149675:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321100.149684:0:72021:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767321100.149686:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321100.149689:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321100.149693:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321100.149699:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6292
00000100:00080000:0.0:1767321100.149704:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321100.149710:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321100.149818:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347ff2680 x1853164000274944/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321100.149837:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321100.149841:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321100.149843:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321100.149846:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6292
00000100:00080000:0.0:1767321100.149849:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321100.149853:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321100.149865:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347ff2d80 x1853164000275072/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321100.149887:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321100.149890:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321100.149892:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321100.149903:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6292
00000100:00080000:0.0:1767321100.149906:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321100.149909:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321100.149923:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347ff0380 x1853164000275200/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321100.150030:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000275328:0@lo:400:kworker.0
00000100:00100000:1.0:1767321100.150124:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321100.150324:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000275328
00000100:00100000:3.0:1767321100.150333:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000275328
00000100:00100000:3.0:1767321100.150395:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5642
00000100:00100000:3.0:1767321100.150406:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000275328:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767321100.150500:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321100.150504:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321100.150507:0:72021:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321100.150525:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6292
00000100:00080000:0.0:1767321100.150528:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321100.150533:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321100.150548:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347ff1f80 x1853164000275456/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321100.150643:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000274944:0@lo:38:kworker.0
00000100:00100000:2.0:1767321100.150696:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321100.150720:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000275072:0@lo:38:kworker.0
00000100:00100000:2.0:1767321100.150750:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321100.150766:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000275200:0@lo:38:kworker.0
00000100:00100000:2.0:1767321100.150784:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321100.150799:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000275456:0@lo:38:kworker.0
00000100:00100000:2.0:1767321100.150816:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321100.150849:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000274944
00000100:00100000:2.0:1767321100.150854:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000274944
00000100:00100000:2.0:1767321100.150909:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2121
00000100:00100000:2.0:1767321100.150915:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b22d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000274944:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321100.150937:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321100.150974:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b22d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000274944:12345-0@lo:38:kworker.0 Request processed in 57us (277us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321100.150982:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2121
00000100:00100000:2.0:1767321100.151021:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000275072
00000100:00100000:2.0:1767321100.151025:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000275072
00000100:00100000:2.0:1767321100.151043:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000275200
00000100:00100000:2.0:1767321100.151045:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000275200
00000100:00100000:2.0:1767321100.151052:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6445
00000100:00100000:2.0:1767321100.151056:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b23480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000275072:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321100.151065:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321100.151089:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b23480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000275072:12345-0@lo:38:kworker.0 Request processed in 32us (338us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321100.151095:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6445
00000100:00100000:2.0:1767321100.151104:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000275456
00000100:00100000:2.0:1767321100.151107:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000275456
00000100:00100000:2.0:1767321100.151117:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6446
00000100:00100000:2.0:1767321100.151120:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b20000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000275200:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321100.151129:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321100.151150:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b20000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000275200:12345-0@lo:38:kworker.0 Request processed in 28us (364us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321100.151156:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6446
00000100:00100000:2.0:1767321100.151166:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6447
00000100:00100000:2.0:1767321100.151170:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b23800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000275456:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321100.151179:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321100.151224:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b23800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000275456:12345-0@lo:38:kworker.0 Request processed in 52us (406us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321100.151230:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6447
00000100:00080000:2.0:1767321100.151274:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321100.151279:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321100.151285:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000274944:0@lo:38:kworker.0
00000100:00080000:2.0:1767321100.151293:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321100.151296:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321100.151298:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000275072:0@lo:38:kworker.0
00000100:00080000:2.0:1767321100.151304:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321100.151307:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321100.151309:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000275200:0@lo:38:kworker.0
00000100:00080000:2.0:1767321100.151315:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321100.151317:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321100.151320:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000275456:0@lo:38:kworker.0
00000100:00080000:2.0:1767321100.151366:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321100.151394:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000275584:0@lo:400:kworker.0
00000100:00100000:2.0:1767321100.151434:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321100.151457:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767321100.151464:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000275712:0@lo:400:kworker.0
00000100:00100000:2.0:1767321100.152946:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321100.153050:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000275712
00000100:00100000:2.0:1767321100.153059:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000275712
00000100:00100000:2.0:1767321100.153107:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3662
00000100:00100000:2.0:1767321100.153116:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b23100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000275712:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321100.153181:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b23100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000275712:12345-0@lo:400:kworker.0 Request processed in 67us (240us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321100.153188:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3662
00000100:00100000:2.0:1767321100.153231:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000275584
00000100:00100000:2.0:1767321100.153235:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000275584
00000100:00100000:2.0:1767321100.153269:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5643
00000100:00100000:2.0:1767321100.153275:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b20a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000275584:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321100.153304:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b20a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000275584:12345-0@lo:400:kworker.0 Request processed in 29us (1869us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321100.153309:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5643
00000100:00080000:2.0:1767321100.153325:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321100.153339:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000275840:0@lo:400:kworker.0
00000100:00100000:2.0:1767321100.153369:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321100.153396:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000275840
00000100:00100000:2.0:1767321100.153399:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000275840
00000100:00100000:2.0:1767321100.153442:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3663
00000100:00100000:2.0:1767321100.153449:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000275840:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321100.153482:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000275840:12345-0@lo:400:kworker.0 Request processed in 34us (112us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321100.153488:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3663
00000100:00100000:2.0:1767321100.153528:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000275840:0@lo:400:kworker.0
00000100:00100000:2.0:1767321100.153555:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000275712:0@lo:400:kworker.0
00000100:00100000:2.0:1767321100.153565:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000275584:0@lo:400:kworker.0
00000100:00100000:3.0:1767321100.155230:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000275328:12345-0@lo:400:kworker.0 Request processed in 4819us (5098us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321100.155242:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5642
00000100:00100000:1.0:1767321100.155472:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000275328:0@lo:400:kworker.0
00010000:00010000:3.0:1767321100.472755:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767321101.495033:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767321102.520996:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1767321103.298369:0:7000:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.52@tcp portal 26 match 1853163962601728 offset 0 length 520: 4
00000100:00100000:3.0:1767321103.307408:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767321103.307643:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962601856
00000100:00100000:2.0:1767321103.307656:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962601856
00000100:00100000:2.0:1767321103.307725:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6448
00000100:00100000:2.0:1767321103.307734:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523669e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962601856:12345-192.168.202.52@tcp:38:kworker.0
00000100:00100000:1.0:1767321103.307753:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00010000:00020000:2.0:1767321103.307758:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321103.307839:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523669e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962601856:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 96us (433us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321103.307848:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6448
00000100:00100000:2.0:1767321103.307865:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962601984
00000100:00100000:2.0:1767321103.307869:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962601984
00000100:00100000:2.0:1767321103.307924:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5644
00000100:00100000:2.0:1767321103.307931:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962601984:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767321103.307973:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962601984:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 43us (219us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321103.307980:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5644
00000100:00080000:2.0:1767321103.307995:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767321103.542855:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321104.245949:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767321104.245984:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b21880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000275968:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767321104.246068:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321104.246229:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000275968
00000100:00100000:0.0:1767321104.246238:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000275968
00000100:00100000:0.0:1767321104.246306:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2868
00000100:00100000:0.0:1767321104.246317:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b21c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000275968:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767321104.246348:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767321104.246398:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b21c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000275968:12345-0@lo:13:osp-pre-0-1.0 Request processed in 82us (329us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321104.246405:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2868
00000100:00100000:0.0:1767321104.246435:0:7004:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321079/real 1767321079]  req@ffff9523669e6a00 x1853164000269696/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321104 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1767321104.246457:0:7004:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9523669e6a00 x1853164000269696/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321104 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1767321104.246521:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321104.246537:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:0.0:1767321104.246541:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523669e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000269696:0@lo:250:kworker.0
00000100:00080000:0.0:1767321104.246564:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321104.246569:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1767321104.246571:0:72021:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321104.246576:0:72021:0:(import.c:509:import_select_connection()) MGC192.168.202.152@tcp: connect to NID 0@lo last attempt 6277
00000100:00080000:0.0:1767321104.246579:0:72021:0:(import.c:588:import_select_connection()) MGC192.168.202.152@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321104.246584:0:72021:0:(import.c:623:import_select_connection()) MGC192.168.202.152@tcp: import ffff95235eb57800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321104.246603:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347ff1500 x1853164000276096/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321104.246619:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321104.246623:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321104.246625:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321104.246628:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6298
00000100:00080000:0.0:1767321104.246630:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321104.246633:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321104.246647:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347ff3800 x1853164000276224/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321104.246654:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321104.246657:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321104.246659:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321104.246662:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6298
00000100:00080000:0.0:1767321104.246664:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321104.246667:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321104.246676:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347ff2a00 x1853164000276352/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321104.246683:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321104.246695:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321104.246697:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321104.246700:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6298
00000100:00100000:1.0:1767321104.246870:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b21880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000275968:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321104.246895:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000276096:0@lo:250:kworker.0
00000400:00000100:1.0:1767321104.246917:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164000276096 offset 0 length 520: 4
00000100:00100000:1.0:1767321104.246938:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000276224:0@lo:38:kworker.0
00000100:00100000:1.0:1767321104.246962:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321104.246981:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000276352:0@lo:38:kworker.0
00000100:00100000:1.0:1767321104.247000:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321104.247031:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000276224
00000100:00100000:1.0:1767321104.247035:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000276224
00000100:00100000:1.0:1767321104.247056:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2122
00000100:00100000:1.0:1767321104.247062:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000276224:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321104.247079:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321104.247112:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000276224:12345-0@lo:38:kworker.0 Request processed in 49us (149us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321104.247118:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2122
00000100:00080000:1.0:1767321104.247144:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321104.247148:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321104.247151:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000276224:0@lo:38:kworker.0
00000100:00080000:0.0:1767321104.247221:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321104.247227:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321104.247241:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347ff2300 x1853164000276480/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321104.247279:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321104.247282:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321104.247284:0:72021:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321104.247287:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6298
00000100:00080000:0.0:1767321104.247290:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321104.247293:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321104.247303:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347ff0700 x1853164000276736/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321104.247337:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767321104.247345:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000276992:0@lo:400:kworker.0
00000100:00100000:0.0:1767321104.247375:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321104.247404:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000276992
00000100:00100000:0.0:1767321104.247408:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000276992
00000100:00100000:0.0:1767321104.247438:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3664
00000100:00100000:0.0:1767321104.247445:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000276992:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321104.247481:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000276992:12345-0@lo:400:kworker.0 Request processed in 37us (104us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321104.247489:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3664
00000100:00100000:0.0:1767321104.247517:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000276992:0@lo:400:kworker.0
00000100:00100000:0.0:1767321104.247547:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000276352
00000100:00100000:0.0:1767321104.247551:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000276352
00000100:00100000:0.0:1767321104.247571:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6449
00000100:00100000:0.0:1767321104.247575:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000276352:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321104.247585:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321104.247613:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000276352:12345-0@lo:38:kworker.0 Request processed in 36us (612us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321104.247618:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6449
00000100:00100000:1.0:1767321104.247697:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000276480:0@lo:38:kworker.0
00000100:00100000:1.0:1767321104.247730:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321104.247753:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000276736:0@lo:38:kworker.0
00000100:00100000:1.0:1767321104.247774:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767321104.247796:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321104.247799:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321104.247802:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000276352:0@lo:38:kworker.0
00000100:00100000:1.0:1767321104.247822:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000276480
00000100:00100000:1.0:1767321104.247825:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000276480
00000100:00100000:1.0:1767321104.247839:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000276736
00000100:00100000:1.0:1767321104.247841:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000276736
00000100:00100000:1.0:1767321104.247857:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6450
00000100:00100000:1.0:1767321104.247861:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000276480:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321104.247871:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321104.247897:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000276480:12345-0@lo:38:kworker.0 Request processed in 34us (165us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321104.247902:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6450
00000100:00100000:1.0:1767321104.247914:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6451
00000100:00100000:1.0:1767321104.247918:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000276736:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321104.247927:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321104.247947:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000276736:12345-0@lo:38:kworker.0 Request processed in 28us (173us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321104.247953:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6451
00000100:00080000:1.0:1767321104.247977:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321104.247981:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321104.247984:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000276480:0@lo:38:kworker.0
00000100:00080000:1.0:1767321104.247991:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321104.247993:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321104.247996:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000276736:0@lo:38:kworker.0
00000100:00100000:1.0:1767321104.248556:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767321104.248566:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523669e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000277120:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321104.248620:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321104.248763:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000277120
00000100:00100000:3.0:1767321104.248769:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000277120
00000100:00100000:3.0:1767321104.248811:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2869
00000100:00100000:3.0:1767321104.248819:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000277120:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767321104.248842:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767321104.248883:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000277120:12345-0@lo:13:osp-pre-1-1.0 Request processed in 65us (263us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321104.248889:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2869
00000100:00100000:1.0:1767321104.249124:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523669e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000277120:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767321104.249821:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000276608:0@lo:400:kworker.0
00000100:00100000:2.0:1767321104.249865:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321104.249909:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767321104.249915:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000276864:0@lo:400:kworker.0
00000100:00100000:0.0:1767321104.249929:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000276608
00000100:00100000:0.0:1767321104.249935:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000276608
00000100:00100000:2.0:1767321104.249937:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767321104.249973:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321104.249976:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000276864
00000100:00080000:2.0:1767321104.249977:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767321104.249979:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767321104.249980:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000276864
00000100:00100000:2.0:1767321104.249992:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5645
00000100:00100000:2.0:1767321104.250000:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b21f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000276608:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321104.250006:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5646
00000100:00100000:0.0:1767321104.250011:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b21500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000276864:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321104.250040:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b21f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000276608:12345-0@lo:400:kworker.0 Request processed in 41us (175us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321104.250046:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5645
00000100:00080000:2.0:1767321104.250066:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321104.250242:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b21500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000276864:12345-0@lo:400:kworker.0 Request processed in 229us (302us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321104.250249:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5646
00000100:00100000:2.0:1767321104.253228:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000276864:0@lo:400:kworker.0
00000100:00100000:2.0:1767321104.253249:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000276608:0@lo:400:kworker.0
00010000:00010000:3.0:1767321104.565783:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767321105.589433:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767321106.614542:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321107.637556:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321108.415629:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767321108.415829:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962602112
00000100:00100000:0.0:1767321108.415840:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962602112
00000100:00100000:0.0:1767321108.415903:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6452
00000100:00100000:0.0:1767321108.415912:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523669e4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962602112:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:0.0:1767321108.415936:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321108.416004:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523669e4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962602112:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 91us (384us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321108.416012:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6452
00000100:00100000:0.0:1767321108.417313:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767321108.418317:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962602240
00000100:00100000:3.0:1767321108.418329:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962602240
00000100:00100000:3.0:1767321108.418404:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5647
00000100:00100000:3.0:1767321108.418414:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962602240:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:3.0:1767321108.418492:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962602240:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 80us (1185us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321108.418500:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5647
00000100:00080000:2.0:1767321108.419531:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767321108.663343:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767321109.365449:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321109.365459:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767321109.365462:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321109.365467:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321109.365483:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321109.365491:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6302
00000100:00080000:0.0:1767321109.365495:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321109.365502:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321109.365542:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347ff0e00 x1853164000277248/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321109.365566:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321109.365570:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321109.365572:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321109.365576:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6302
00000100:00080000:0.0:1767321109.365578:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321109.365581:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321109.365592:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347ff1180 x1853164000277376/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321109.365608:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321109.365611:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321109.365613:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321109.365616:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6302
00000100:00080000:0.0:1767321109.365619:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321109.365621:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321109.365630:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347ff1f80 x1853164000277504/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321109.365690:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321109.365693:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321109.365695:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321109.365699:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6302
00000100:00080000:0.0:1767321109.365701:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321109.365704:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321109.365715:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347ff2d80 x1853164000277760/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321109.365775:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000278144:0@lo:400:kworker.0
00000100:00100000:0.0:1767321109.365848:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321109.365886:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767321109.365892:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000278016:0@lo:400:kworker.0
00000100:00100000:0.0:1767321109.365914:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321109.365945:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000278144
00000100:00100000:0.0:1767321109.365951:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000278144
00000100:00100000:0.0:1767321109.366004:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000278016
00000100:00100000:0.0:1767321109.366007:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000278016
00000100:00100000:0.0:1767321109.366027:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3665
00000100:00100000:0.0:1767321109.366036:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000278144:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321109.366098:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000278144:12345-0@lo:400:kworker.0 Request processed in 63us (250us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321109.366105:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3665
00000100:00100000:0.0:1767321109.366121:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3666
00000100:00100000:0.0:1767321109.366127:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000278016:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321109.366153:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000278016:12345-0@lo:400:kworker.0 Request processed in 27us (239us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321109.366159:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3666
00000100:00080000:0.0:1767321109.366180:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767321109.366184:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767321109.366258:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000278016:0@lo:400:kworker.0
00000100:00100000:0.0:1767321109.366269:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000278144:0@lo:400:kworker.0
00000100:00100000:2.0:1767321109.366420:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000277632:0@lo:400:kworker.0
00000100:00100000:2.0:1767321109.366452:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321109.366478:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767321109.366484:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000277888:0@lo:400:kworker.0
00000100:00100000:2.0:1767321109.366505:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321109.366700:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000277632
00000100:00100000:3.0:1767321109.366705:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000277632
00000100:00100000:3.0:1767321109.366749:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000277888
00000100:00100000:3.0:1767321109.366752:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000277888
00000100:00100000:3.0:1767321109.366777:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5648
00000100:00100000:3.0:1767321109.366784:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b20700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000277632:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321109.366824:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b20700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000277632:12345-0@lo:400:kworker.0 Request processed in 40us (370us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321109.366829:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5648
00000100:00100000:3.0:1767321109.366842:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5649
00000100:00100000:3.0:1767321109.366847:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b20380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000277888:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321109.366870:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b20380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000277888:12345-0@lo:400:kworker.0 Request processed in 24us (366us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321109.366875:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5649
00000100:00100000:3.0:1767321109.366903:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000277888:0@lo:400:kworker.0
00000100:00100000:3.0:1767321109.366914:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000277632:0@lo:400:kworker.0
00000100:00080000:2.0:1767321109.366980:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321109.367021:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000277248:0@lo:38:kworker.0
00000100:00100000:3.0:1767321109.367052:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321109.367080:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000277376:0@lo:38:kworker.0
00000100:00100000:3.0:1767321109.367099:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321109.367111:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000277504:0@lo:38:kworker.0
00000100:00100000:3.0:1767321109.367129:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321109.367143:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000277760:0@lo:38:kworker.0
00000100:00100000:3.0:1767321109.367160:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321109.367184:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000277248
00000100:00100000:3.0:1767321109.367188:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000277248
00000100:00100000:3.0:1767321109.367235:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2123
00000100:00100000:1.0:1767321109.367242:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000277376
00000100:00100000:3.0:1767321109.367242:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523669e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000277248:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767321109.367249:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000277376
00010000:00020000:3.0:1767321109.367262:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321109.367286:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000277504
00000100:00100000:1.0:1767321109.367291:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000277504
00000100:00100000:3.0:1767321109.367299:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523669e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000277248:12345-0@lo:38:kworker.0 Request processed in 57us (247us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321109.367307:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2123
00000100:00100000:1.0:1767321109.367311:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000277760
00000100:00100000:1.0:1767321109.367317:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000277760
00000100:00100000:3.0:1767321109.367330:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6453
00000100:00100000:1.0:1767321109.367341:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6454
00000100:00100000:3.0:1767321109.367341:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523669e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000277376:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767321109.367350:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523669e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000277504:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321109.367354:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:1.0:1767321109.367364:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321109.367388:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523669e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000277376:12345-0@lo:38:kworker.0 Request processed in 50us (286us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321109.367396:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6453
00000100:00100000:1.0:1767321109.367407:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523669e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000277504:12345-0@lo:38:kworker.0 Request processed in 56us (275us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321109.367414:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6455
00000100:00100000:1.0:1767321109.367478:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6454
00000100:00100000:0.0:1767321109.367482:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000278272:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321109.367515:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321109.367540:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767321109.367548:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000278400:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321109.367568:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321109.367611:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000278400
00000100:00100000:0.0:1767321109.367615:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000278400
00000100:00100000:1.0:1767321109.367627:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000278272
00000100:00100000:1.0:1767321109.367635:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000278272
00000100:00100000:0.0:1767321109.367652:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2870
00000100:00100000:0.0:1767321109.367662:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000278400:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321109.367674:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2871
00000100:00100000:1.0:1767321109.367684:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000278272:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767321109.367686:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00002000:00000024:1.0:1767321109.367705:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767321109.367730:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000278400:12345-0@lo:13:osp-pre-1-1.0 Request processed in 70us (160us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321109.367738:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2870
00000100:00100000:1.0:1767321109.367744:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000278272:12345-0@lo:13:osp-pre-0-1.0 Request processed in 62us (228us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321109.367752:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2871
00000100:00100000:0.0:1767321109.367778:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000278400:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321109.367792:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000278272:0@lo:13:osp-pre-0-1.0
00000100:00080000:0.0:1767321109.367825:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321109.367830:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321109.367833:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000277248:0@lo:38:kworker.0
00000100:00080000:0.0:1767321109.367841:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321109.367843:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321109.367846:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000277376:0@lo:38:kworker.0
00000100:00080000:0.0:1767321109.367852:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321109.367855:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321109.367858:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000277504:0@lo:38:kworker.0
00000100:00100000:3.0:1767321109.367902:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523669e7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000277760:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321109.367916:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321109.367953:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523669e7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000277760:12345-0@lo:38:kworker.0 Request processed in 532us (792us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321109.367959:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6455
00000100:00080000:0.0:1767321109.368697:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321109.368704:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321109.368708:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000277760:0@lo:38:kworker.0
00010000:00010000:0.0:1767321109.687445:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767321110.709678:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321111.734061:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767321112.762065:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321113.537455:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767321113.537512:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767321113.537663:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962602496
00000100:00100000:2.0:1767321113.537673:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962602496
00000100:00100000:2.0:1767321113.537789:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962602368
00000100:00100000:2.0:1767321113.537793:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962602368
00000100:00100000:2.0:1767321113.537825:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5650
00000100:00100000:2.0:1767321113.537840:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962602496:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:3.0:1767321113.537859:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6456
00000100:00100000:3.0:1767321113.537874:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962602368:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767321113.537907:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321113.537941:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962602496:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 102us (497us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321113.537951:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5650
00000100:00100000:3.0:1767321113.537976:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962602368:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 99us (460us total) trans 0 rc -19/-19
00000100:00080000:0.0:1767321113.539450:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321113.541958:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6456
00010000:00010000:0.0:1767321113.781444:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321114.489162:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767321114.489188:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000278528:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321114.489290:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321114.489374:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000278528
00000100:00100000:3.0:1767321114.489393:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000278528
00000100:00100000:3.0:1767321114.489510:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2872
00000100:00100000:3.0:1767321114.489525:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000278528:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767321114.489571:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767321114.489715:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000278528:12345-0@lo:13:osp-pre-1-1.0 Request processed in 195us (425us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321114.489724:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2872
00000100:00100000:3.0:1767321114.489792:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000278528:0@lo:13:osp-pre-1-1.0
00000100:00080000:0.0:1767321114.490337:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767321114.492302:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000278656:0@lo:13:osp-pre-0-1.0
00000100:00080000:2.0:1767321114.492361:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321114.492370:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767321114.492373:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321114.492377:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321114.492383:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321114.492392:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6307
00000100:00080000:2.0:1767321114.492398:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321114.492406:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321114.492427:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321114.492446:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347b21180 x1853164000278784/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321114.492474:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321114.492477:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321114.492479:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321114.492484:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6307
00000100:00080000:2.0:1767321114.492487:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321114.492492:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767321114.492512:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347b21880 x1853164000278912/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321114.492520:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321114.492523:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321114.492524:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321114.492529:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6307
00000100:00080000:2.0:1767321114.492532:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321114.492536:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767321114.492548:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347b22300 x1853164000279040/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321114.492605:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321114.492610:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321114.492612:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321114.492617:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6307
00000100:00080000:2.0:1767321114.492620:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321114.492625:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767321114.492641:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235f798000 x1853164000279296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321114.492646:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000278656
00000100:00100000:1.0:1767321114.492661:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000278656
00000100:00100000:2.0:1767321114.492697:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235f79a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000279424:0@lo:400:kworker.0
00000100:00100000:1.0:1767321114.492757:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2873
00000100:00100000:1.0:1767321114.492782:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523669e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000278656:12345-0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767321114.492783:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321114.492843:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00002000:00000024:1.0:1767321114.492846:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767321114.492854:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235f79ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000279168:0@lo:400:kworker.0
00000100:00100000:2.0:1767321114.492888:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321114.492936:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523669e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000278656:12345-0@lo:13:osp-pre-0-1.0 Request processed in 167us (511us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321114.492946:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2873
00000100:00100000:2.0:1767321114.492947:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000279424
00000100:00100000:2.0:1767321114.492956:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000279424
00000100:00080000:1.0:1767321114.492994:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767321114.493001:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767321114.493010:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000279168
00000100:00100000:2.0:1767321114.493015:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000279168
00000100:00100000:1.0:1767321114.493053:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5651
00000100:00100000:3.0:1767321114.493392:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000278656:0@lo:13:osp-pre-0-1.0
00000100:00080000:3.0:1767321114.493444:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321114.493522:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f799500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000279424:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321114.493577:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f799500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000279424:12345-0@lo:400:kworker.0 Request processed in 515us (807us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321114.493641:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235f79a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000279424:0@lo:400:kworker.0
00000100:00100000:0.0:1767321114.494243:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b21180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000278784:0@lo:38:kworker.0
00000100:00100000:0.0:1767321114.494301:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321114.494361:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b21880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000278912:0@lo:38:kworker.0
00000100:00100000:0.0:1767321114.494389:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321114.494410:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b22300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000279040:0@lo:38:kworker.0
00000100:00100000:0.0:1767321114.494433:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321114.494452:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235f798000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000279296:0@lo:38:kworker.0
00000100:00100000:0.0:1767321114.494474:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321114.494514:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000278912
00000100:00100000:0.0:1767321114.494523:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000278912
00000100:00100000:2.0:1767321114.494727:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000279040
00000100:00100000:2.0:1767321114.494740:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000279040
00000100:00100000:2.0:1767321114.494763:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000279296
00000100:00100000:2.0:1767321114.494766:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000279296
00000100:00100000:2.0:1767321114.494782:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5652
00000100:00100000:2.0:1767321114.494795:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f798e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000279168:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321114.494890:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f798e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000279168:12345-0@lo:400:kworker.0 Request processed in 100us (2003us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321114.494897:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5652
00000100:00100000:2.0:1767321114.494917:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6457
00000100:00100000:2.0:1767321114.494921:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000279040:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321114.494946:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321114.494984:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000279040:12345-0@lo:38:kworker.0 Request processed in 61us (551us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321114.494990:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6457
00000100:00100000:2.0:1767321114.495001:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6458
00000100:00100000:2.0:1767321114.495005:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000279296:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321114.495014:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321114.495049:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000279296:12345-0@lo:38:kworker.0 Request processed in 43us (575us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321114.495055:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6458
00000100:00100000:3.0:1767321114.495855:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000278784
00000100:00100000:3.0:1767321114.495869:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000278784
00000100:00100000:3.0:1767321114.495917:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2124
00000100:00100000:3.0:1767321114.495924:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000278784:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321114.495946:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321114.496024:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000278784:12345-0@lo:38:kworker.0 Request processed in 99us (1722us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321114.496031:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2124
00000100:00100000:3.0:1767321114.496095:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235f79ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000279168:0@lo:400:kworker.0
00000100:00080000:3.0:1767321114.496164:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321114.496170:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321114.496174:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b21180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000278784:0@lo:38:kworker.0
00000100:00080000:3.0:1767321114.496186:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321114.496191:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321114.496223:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b22300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000279040:0@lo:38:kworker.0
00000100:00080000:3.0:1767321114.496236:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321114.496239:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321114.496242:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235f798000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000279296:0@lo:38:kworker.0
00000100:00100000:1.0:1767321114.496959:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5651
00000100:00100000:2.0:1767321114.498405:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6459
00000100:00100000:2.0:1767321114.498419:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000278912:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321114.498446:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321114.498558:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000278912:12345-0@lo:38:kworker.0 Request processed in 139us (4167us total) trans 0 rc -19/-19
00000100:00080000:3.0:1767321114.498680:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321114.498691:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321114.498697:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b21880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000278912:0@lo:38:kworker.0
00000100:00100000:2.0:1767321114.504944:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6459
00010000:00010000:0.0:1767321114.805415:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321115.829995:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767321116.853430:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767321117.877739:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321118.666616:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767321118.666665:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767321118.666829:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962602752
00000100:00100000:0.0:1767321118.666849:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962602752
00000100:00100000:0.0:1767321118.666927:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962602624
00000100:00100000:0.0:1767321118.666931:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962602624
00000100:00100000:0.0:1767321118.666952:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5653
00000100:00100000:0.0:1767321118.666967:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962602752:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767321118.667121:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6460
00000100:00100000:2.0:1767321118.667128:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962602624:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767321118.667153:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321118.667265:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962602624:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 134us (596us total) trans 0 rc -19/-19
00000100:00080000:3.0:1767321118.667270:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321118.667276:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6460
00000100:00100000:0.0:1767321118.672447:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962602752:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 5472us (5827us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321118.672465:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5653
00010000:00010000:0.0:1767321118.901441:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767321119.605387:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321119.605400:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767321119.605403:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321119.605408:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321119.605413:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321119.605422:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6312
00000100:00080000:1.0:1767321119.605426:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321119.605434:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767321119.605479:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523494d2a00 x1853164000279552/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321119.605506:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321119.605510:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321119.605512:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321119.605521:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6312
00000100:00080000:1.0:1767321119.605524:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321119.605529:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767321119.605543:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523494d1180 x1853164000279680/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321119.605561:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321119.605565:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321119.605567:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321119.605570:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6312
00000100:00080000:1.0:1767321119.605572:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321119.605585:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767321119.605599:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952364bc0e00 x1853164000279808/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321119.605634:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321119.605638:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321119.605640:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321119.605644:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6312
00000100:00080000:1.0:1767321119.605646:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321119.605651:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767321119.605669:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952364bc0a80 x1853164000280192/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321119.605694:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523669e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000280064:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321119.605759:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364bc1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000280448:0@lo:400:kworker.0
00000100:00100000:3.0:1767321119.605802:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321119.605819:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000279552:0@lo:38:kworker.0
00000100:00100000:2.0:1767321119.605898:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364bc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000279936:0@lo:400:kworker.0
00000100:00100000:1.0:1767321119.609166:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321119.609582:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767321119.609596:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364bc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000280320:0@lo:400:kworker.0
00000100:00100000:1.0:1767321119.609659:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321119.609715:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000280064
00000100:00100000:1.0:1767321119.609723:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000280064
00000100:00100000:1.0:1767321119.609779:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2874
00000100:00100000:1.0:1767321119.609787:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523669e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000280064:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767321119.609822:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767321119.609866:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523669e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000280064:12345-0@lo:13:osp-pre-0-1.0 Request processed in 80us (4064us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321119.609874:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2874
00000100:00100000:1.0:1767321119.609897:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000280448
00000100:00100000:1.0:1767321119.609900:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000280448
00000100:00100000:1.0:1767321119.609927:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3667
00000100:00100000:1.0:1767321119.609933:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000280448:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321119.610158:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321119.610218:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000279680:0@lo:38:kworker.0
00000100:00100000:0.0:1767321119.610250:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321119.610268:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523669e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000280064:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321119.610275:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364bc0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000279808:0@lo:38:kworker.0
00000100:00100000:0.0:1767321119.610304:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321119.610317:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235f798380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000280704:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321119.611026:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364bc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000280192:0@lo:38:kworker.0
00000100:00100000:2.0:1767321119.611027:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321119.611063:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321119.611074:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321119.611078:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366acd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000280576:0@lo:400:kworker.0
00000100:00100000:2.0:1767321119.611133:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321119.611275:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000280576
00000100:00100000:3.0:1767321119.611277:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000279552
00000100:00100000:0.0:1767321119.611284:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000280576
00000100:00100000:3.0:1767321119.611287:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000279552
00000100:00100000:0.0:1767321119.611347:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3668
00000100:00100000:3.0:1767321119.611356:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2125
00000100:00100000:0.0:1767321119.611367:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f799f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000280576:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321119.611369:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000279552:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321119.611408:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321119.611430:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f799f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000280576:12345-0@lo:400:kworker.0 Request processed in 65us (298us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321119.611440:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3668
00000100:00100000:3.0:1767321119.611473:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000279552:12345-0@lo:38:kworker.0 Request processed in 104us (1313us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321119.611474:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000280704
00000100:00100000:0.0:1767321119.611483:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000280704
00000100:00100000:3.0:1767321119.611491:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2125
00000100:00100000:0.0:1767321119.611529:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2875
00000100:00080000:3.0:1767321119.611532:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767321119.611540:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523669e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:7008:x1853164000280704:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767321119.611573:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767321119.611617:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523669e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:7008:x1853164000280704:12345-0@lo:13:osp-pre-1-1.0 Request processed in 80us (561us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321119.611623:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2875
00000100:00100000:0.0:1767321119.611645:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000280320
00000100:00100000:0.0:1767321119.611649:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000280320
00000100:00100000:0.0:1767321119.611676:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000279680
00000100:00100000:0.0:1767321119.611679:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000279680
00000100:00100000:0.0:1767321119.611688:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000279808
00000100:00100000:0.0:1767321119.611691:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000279808
00000100:00100000:0.0:1767321119.611698:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000279936
00000100:00100000:0.0:1767321119.611701:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000279936
00000100:00100000:0.0:1767321119.611716:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000280192
00000100:00100000:0.0:1767321119.611718:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000280192
00000100:00100000:0.0:1767321119.611728:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5654
00000100:00100000:0.0:1767321119.611733:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347044a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000280320:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321119.611767:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347044a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000280320:12345-0@lo:400:kworker.0 Request processed in 34us (2108us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321119.611773:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5654
00000100:00100000:0.0:1767321119.611782:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5655
00000100:00100000:0.0:1767321119.611787:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f79b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000279936:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321119.611809:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f79b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000279936:12345-0@lo:400:kworker.0 Request processed in 23us (787us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321119.611815:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5655
00000100:00100000:0.0:1767321119.611827:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6461
00000100:00100000:0.0:1767321119.611832:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fa9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000279680:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321119.611850:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321119.611874:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fa9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000279680:12345-0@lo:38:kworker.0 Request processed in 42us (1623us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321119.611881:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6461
00000100:00100000:0.0:1767321119.611890:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6462
00000100:00100000:0.0:1767321119.611894:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000279808:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321119.611902:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321119.611922:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000279808:12345-0@lo:38:kworker.0 Request processed in 27us (1618us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321119.611927:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6462
00000100:00100000:0.0:1767321119.611937:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6463
00000100:00100000:0.0:1767321119.611941:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345faad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000280192:12345-0@lo:38:kworker.0
00000100:00080000:3.0:1767321119.611949:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767321119.611955:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00020000:0.0:1767321119.611956:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321119.611988:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345faad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000280192:12345-0@lo:38:kworker.0 Request processed in 45us (916us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321119.611999:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6463
00000100:00100000:3.0:1767321119.612043:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235f798380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000280704:0@lo:13:osp-pre-1-1.0
00000100:00080000:0.0:1767321119.612052:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321119.612059:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321119.612064:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000279552:0@lo:38:kworker.0
00000100:00080000:0.0:1767321119.612077:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321119.612081:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321119.612084:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000279680:0@lo:38:kworker.0
00000100:00080000:0.0:1767321119.612095:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321119.612099:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321119.612103:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364bc0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000279808:0@lo:38:kworker.0
00000100:00080000:0.0:1767321119.612116:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321119.612230:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321119.612233:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364bc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000280192:0@lo:38:kworker.0
00000100:00100000:0.0:1767321119.612309:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364bc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000280320:0@lo:400:kworker.0
00000100:00100000:1.0:1767321119.612431:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000280448:12345-0@lo:400:kworker.0 Request processed in 2496us (3271us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321119.612441:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3667
00000100:00100000:0.0:1767321119.612450:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364bc1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000280448:0@lo:400:kworker.0
00000100:00100000:2.0:1767321119.612535:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366acd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000280576:0@lo:400:kworker.0
00000100:00100000:2.0:1767321119.612566:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364bc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000279936:0@lo:400:kworker.0
00010000:00010000:2.0:1767321119.925736:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767321120.949519:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767321121.983647:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767321122.997506:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321123.775570:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767321123.775681:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767321123.783116:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962602880
00000100:00100000:0.0:1767321123.783139:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962602880
00000100:00100000:3.0:1767321123.783472:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962603008
00000100:00100000:3.0:1767321123.783477:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962603008
00000100:00100000:3.0:1767321123.783584:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5656
00000100:00100000:3.0:1767321123.783598:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962603008:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:3.0:1767321123.783731:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962603008:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 137us (8049us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321123.783739:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5656
00000100:00100000:3.0:1767321123.783762:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6464
00000100:00100000:3.0:1767321123.783767:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b21880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962602880:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767321123.783793:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321123.783822:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b21880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962602880:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 53us (8268us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321123.783829:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6464
00000100:00080000:2.0:1767321123.784122:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767321124.025333:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321124.725656:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b21180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000280832:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321124.725734:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321124.725801:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767321124.725809:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235f799880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000280960:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321124.725833:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767321124.725864:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321124.725869:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767321124.725872:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321124.725875:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321124.725879:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321124.725884:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6317
00000100:00080000:1.0:1767321124.725888:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321124.725894:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767321124.725924:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347045880 x1853164000281088/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321124.725939:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321124.725943:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321124.725945:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321124.725948:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6317
00000100:00080000:1.0:1767321124.725950:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321124.725953:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767321124.725976:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347046d80 x1853164000281216/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321124.725985:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321124.725988:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321124.725990:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321124.725993:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6317
00000100:00080000:1.0:1767321124.725995:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321124.725998:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767321124.726008:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347046300 x1853164000281344/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321124.726037:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321124.726041:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321124.726043:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321124.726046:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6317
00000100:00080000:1.0:1767321124.726049:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321124.726051:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767321124.726062:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366948000 x1853164000281600/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321124.726097:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347045880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000281088:0@lo:38:kworker.0
00000100:00100000:1.0:1767321124.726124:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321124.726146:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347046d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000281216:0@lo:38:kworker.0
00000100:00100000:1.0:1767321124.726169:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321124.726186:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347046300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000281344:0@lo:38:kworker.0
00000100:00100000:1.0:1767321124.726227:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321124.731755:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000281088
00000100:00100000:3.0:1767321124.731777:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000281088
00000100:00100000:3.0:1767321124.731833:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2126
00000100:00100000:3.0:1767321124.731841:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236694aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000281088:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321124.731867:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321124.731959:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236694aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000281088:12345-0@lo:38:kworker.0 Request processed in 119us (5835us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321124.731966:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2126
00000100:00100000:3.0:1767321124.731999:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000280832
00000100:00100000:3.0:1767321124.732003:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000280832
00000100:00100000:3.0:1767321124.732048:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000280960
00000100:00100000:3.0:1767321124.732052:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000280960
00000100:00100000:3.0:1767321124.732075:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2876
00000100:00100000:3.0:1767321124.732084:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347047800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000280832:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767321124.732118:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767321124.733407:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2877
00000100:00100000:0.0:1767321124.733436:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347045c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000280960:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767321124.733479:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767321124.733573:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347045c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000280960:12345-0@lo:13:osp-pre-1-1.0 Request processed in 152us (7738us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321124.733581:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2877
00000100:00100000:2.0:1767321124.734438:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366948380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000281472:0@lo:400:kworker.0
00000100:00100000:2.0:1767321124.736168:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321124.736401:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347047800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000280832:12345-0@lo:13:osp-pre-0-1.0 Request processed in 103us (6450us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321124.736418:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2876
00000100:00100000:3.0:1767321124.736511:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236694ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000281728:0@lo:400:kworker.0
00000100:00080000:3.0:1767321124.737247:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767321124.737255:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767321124.739550:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235f799880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000280960:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321124.739609:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b21180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000280832:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321124.739804:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366948000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000281600:0@lo:38:kworker.0
00000100:00100000:2.0:1767321124.747382:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321124.754601:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000281216
00000100:00100000:0.0:1767321124.754618:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000281216
00000100:00100000:0.0:1767321124.754775:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000281344
00000100:00100000:0.0:1767321124.754780:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000281344
00000100:00100000:0.0:1767321124.754803:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000281472
00000100:00100000:0.0:1767321124.754806:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000281472
00000100:00100000:0.0:1767321124.754860:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5657
00000100:00100000:0.0:1767321124.755016:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f799180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000281472:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321124.755114:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f799180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000281472:12345-0@lo:400:kworker.0 Request processed in 103us (18955us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321124.755122:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5657
00000100:00100000:0.0:1767321124.755140:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6465
00000100:00100000:0.0:1767321124.755144:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366949500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000281216:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321124.755163:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321124.755192:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366949500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000281216:12345-0@lo:38:kworker.0 Request processed in 46us (29022us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321124.755217:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6465
00000100:00100000:0.0:1767321124.755230:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6466
00000100:00100000:0.0:1767321124.755233:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952348be1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000281344:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321124.755242:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321124.755265:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952348be1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000281344:12345-0@lo:38:kworker.0 Request processed in 30us (29037us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321124.755271:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6466
00000100:00080000:0.0:1767321124.755286:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321124.755355:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366948380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000281472:0@lo:400:kworker.0
00000100:00100000:2.0:1767321124.757312:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767321124.757380:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321124.757388:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321124.757393:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347045880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000281088:0@lo:38:kworker.0
00000100:00080000:2.0:1767321124.757406:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321124.757410:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321124.757412:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347046d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000281216:0@lo:38:kworker.0
00000100:00080000:2.0:1767321124.757422:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321124.757426:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321124.757428:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347046300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000281344:0@lo:38:kworker.0
00000100:00100000:2.0:1767321124.757469:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000281728
00000100:00100000:2.0:1767321124.757478:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000281728
00000100:00080000:2.0:1767321124.757530:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321124.757578:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000281600
00000100:00100000:2.0:1767321124.757591:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5658
00000100:00100000:0.0:1767321124.757592:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000281600
00000100:00100000:2.0:1767321124.757610:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f79bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000281728:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321124.757650:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6467
00000100:00100000:2.0:1767321124.757713:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f79bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000281728:12345-0@lo:400:kworker.0 Request processed in 109us (10341us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321124.757721:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5658
00000100:00100000:2.0:1767321124.757764:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236694ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000281728:0@lo:400:kworker.0
00000100:00100000:0.0:1767321124.759596:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f798700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000281600:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321124.759624:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321124.759716:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f798700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000281600:12345-0@lo:38:kworker.0 Request processed in 132us (2416us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321124.759725:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6467
00000100:00080000:2.0:1767321124.761145:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321124.761163:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321124.761169:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366948000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000281600:0@lo:38:kworker.0
00010000:00010000:3.0:1767321125.048155:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767321126.069474:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767321127.094528:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321127.360662:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767321127.360772:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962603136
00000100:00100000:1.0:1767321127.360786:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962603136
00000100:00100000:1.0:1767321127.360888:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6468
00000100:00080000:2.0:1767321127.360892:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321127.360903:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b21180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962603136:12345-192.168.202.52@tcp:17:kworker.0
00000100:00100000:1.0:1767321127.361049:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b21180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962603136:12345-192.168.202.52@tcp:17:kworker.0 Request processed in 150us (402us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321127.361059:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6468
00010000:00010000:2.0:1767321128.117446:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1767321128.903495:0:6999:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.52@tcp portal 26 match 1853163962603264 offset 0 length 520: 4
00000100:00100000:1.0:1767321128.904438:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767321128.904513:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767321128.904720:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962603392
00000100:00100000:2.0:1767321128.904734:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962603392
00000100:00100000:2.0:1767321128.904804:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962603520
00000100:00100000:2.0:1767321128.904808:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962603520
00000100:00100000:2.0:1767321128.904866:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5659
00000100:00100000:2.0:1767321128.904879:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962603520:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:3.0:1767321128.904889:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6469
00000100:00100000:3.0:1767321128.904899:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952348be2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962603392:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767321128.904927:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321128.905061:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962603520:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 183us (545us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321128.905069:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5659
00000100:00100000:3.0:1767321128.909982:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952348be2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962603392:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 5063us (5533us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321128.914518:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6469
00010000:00010000:3.0:1767321129.141587:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321129.849609:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767321129.849647:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000281856:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321129.849738:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767321129.849874:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321129.849881:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767321129.849885:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321129.849890:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321129.849895:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321129.849902:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6322
00000100:00080000:0.0:1767321129.849907:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321129.849915:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321129.849949:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952345fabb80 x1853164000281984/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321129.849969:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321129.849976:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321129.849978:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321129.849982:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6322
00000100:00080000:0.0:1767321129.849985:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321129.849989:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321129.850006:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952345fa9180 x1853164000282112/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321129.850016:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321129.850020:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321129.850022:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321129.850025:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6322
00000100:00080000:0.0:1767321129.850027:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321129.850031:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321129.850047:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952345fab800 x1853164000282368/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321129.850082:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fabb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000281984:0@lo:38:kworker.0
00000100:00080000:0.0:1767321129.850083:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321129.850091:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321129.850094:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321129.850099:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6322
00000100:00080000:0.0:1767321129.850102:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321129.850105:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321129.850120:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952345fa9880 x1853164000282624/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321129.850131:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321129.850164:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fa9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000282496:0@lo:400:kworker.0
00000100:00100000:2.0:1767321129.850169:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fa9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000282112:0@lo:38:kworker.0
00000100:00100000:0.0:1767321129.850242:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321129.850247:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fa8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000282880:0@lo:400:kworker.0
00000100:00100000:0.0:1767321129.850278:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767321129.850286:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000282752:0@lo:400:kworker.0
00000100:00100000:2.0:1767321129.850300:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321129.850318:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321129.850329:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767321129.850338:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235f799c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000282240:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321129.850362:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000282496
00000100:00100000:2.0:1767321129.850368:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321129.850372:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000282496
00000100:00100000:0.0:1767321129.850441:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000282752
00000100:00100000:0.0:1767321129.850445:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000282752
00000100:00100000:3.0:1767321129.850484:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000281984
00000100:00100000:3.0:1767321129.850490:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000281984
00000100:00100000:0.0:1767321129.850493:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5660
00000100:00100000:0.0:1767321129.850508:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345faa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000282496:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321129.850523:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2127
00000100:00100000:3.0:1767321129.850530:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f79a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000281984:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321129.850553:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321129.850582:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345faa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000282496:12345-0@lo:400:kworker.0 Request processed in 76us (337us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321129.850592:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5660
00000100:00100000:3.0:1767321129.850598:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f79a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000281984:12345-0@lo:38:kworker.0 Request processed in 66us (467us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321129.850606:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2127
00000100:00100000:0.0:1767321129.850616:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5661
00000100:00100000:0.0:1767321129.850625:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345faaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000282752:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321129.850642:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321129.850662:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345faaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000282752:12345-0@lo:400:kworker.0 Request processed in 37us (344us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321129.850671:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5661
00000100:00100000:3.0:1767321129.850674:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000282368:0@lo:38:kworker.0
00000100:00100000:0.0:1767321129.850686:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000282112
00000100:00100000:0.0:1767321129.850691:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000282112
00000100:00100000:3.0:1767321129.850706:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321129.850713:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000282368
00000100:00100000:0.0:1767321129.850718:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000282368
00000100:00100000:3.0:1767321129.850728:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fa9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000282624:0@lo:38:kworker.0
00000100:00100000:0.0:1767321129.850734:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6470
00000100:00100000:0.0:1767321129.850741:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000282112:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321129.850753:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321129.850758:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321129.850789:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000282112:12345-0@lo:38:kworker.0 Request processed in 46us (146us total) trans 0 rc -19/-19
00000100:00080000:3.0:1767321129.850790:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321129.850800:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321129.850809:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fabb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000281984:0@lo:38:kworker.0
00000100:00100000:0.0:1767321129.850810:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6470
00000100:00100000:0.0:1767321129.850826:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000282624
00000100:00080000:3.0:1767321129.850829:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767321129.850831:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000282624
00000100:00080000:3.0:1767321129.850836:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321129.850842:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fa9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000282112:0@lo:38:kworker.0
00000100:00100000:0.0:1767321129.850848:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6471
00000100:00100000:0.0:1767321129.850854:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000282368:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321129.850864:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321129.850883:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6472
00000100:00100000:3.0:1767321129.850890:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000282624:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321129.850901:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321129.850907:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000282368:12345-0@lo:38:kworker.0 Request processed in 51us (199us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321129.850914:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6471
00000100:00100000:3.0:1767321129.850937:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000282624:12345-0@lo:38:kworker.0 Request processed in 45us (181us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321129.850945:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6472
00000100:00100000:0.0:1767321129.850963:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000282752:0@lo:400:kworker.0
00000100:00080000:3.0:1767321129.850979:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321129.850985:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321129.850989:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fa9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000282496:0@lo:400:kworker.0
00000100:00100000:3.0:1767321129.850993:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fa9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000282624:0@lo:38:kworker.0
00000100:00080000:3.0:1767321129.851010:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321129.851014:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321129.851017:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000282368:0@lo:38:kworker.0
00000100:00080000:0.0:1767321129.851041:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321129.851063:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000282880
00000100:00100000:0.0:1767321129.851067:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000282880
00000100:00100000:0.0:1767321129.851120:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3669
00000100:00100000:0.0:1767321129.851126:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f79b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000282880:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321129.851160:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f79b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000282880:12345-0@lo:400:kworker.0 Request processed in 34us (861us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321129.851166:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3669
00000100:00080000:3.0:1767321129.851407:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767321129.856161:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fa8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000282880:0@lo:400:kworker.0
00000100:00100000:1.0:1767321129.858709:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000281856
00000100:00100000:1.0:1767321129.858737:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000281856
00000100:00100000:0.0:1767321129.858968:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000282240
00000100:00100000:0.0:1767321129.858973:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000282240
00000100:00100000:0.0:1767321129.859016:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2878
00000100:00100000:0.0:1767321129.859039:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000281856:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767321129.859087:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767321129.859233:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000281856:12345-0@lo:13:osp-pre-0-1.0 Request processed in 198us (9495us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321129.859242:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2878
00000100:00100000:0.0:1767321129.859263:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2879
00000100:00100000:0.0:1767321129.859269:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f79aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000282240:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767321129.859297:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767321129.859333:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f79aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000282240:12345-0@lo:13:osp-pre-1-1.0 Request processed in 64us (8967us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321129.859339:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2879
00000100:00100000:0.0:1767321129.859419:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000281856:0@lo:13:osp-pre-0-1.0
00000100:00080000:2.0:1767321129.859941:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767321129.859984:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235f799c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000282240:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767321130.169485:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321130.869462:0:7004:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321104/real 1767321104]  req@ffff952347ff1500 x1853164000276096/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321129 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1767321130.869516:0:7004:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff952347ff1500 x1853164000276096/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321129 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1767321130.869542:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321130.869647:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:3.0:1767321130.869652:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000276096:0@lo:250:kworker.0
00000100:00080000:0.0:1767321130.880116:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321130.880129:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1767321130.880134:0:72021:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321130.880143:0:72021:0:(import.c:509:import_select_connection()) MGC192.168.202.152@tcp: connect to NID 0@lo last attempt 6302
00000100:00080000:0.0:1767321130.880147:0:72021:0:(import.c:588:import_select_connection()) MGC192.168.202.152@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321130.880155:0:72021:0:(import.c:623:import_select_connection()) MGC192.168.202.152@tcp: import ffff95235eb57800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321130.880232:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952345fa9c00 x1853164000283008/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321130.880262:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321130.880264:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321130.880266:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321130.880268:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6327
00000100:00080000:0.0:1767321130.880270:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321130.880272:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321130.880292:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952345fab100 x1853164000283136/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321130.880300:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321130.880303:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321130.880305:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1767321130.880486:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fa9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000283008:0@lo:250:kworker.0
00000400:00000100:3.0:1767321130.880563:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164000283008 offset 0 length 520: 4
00000100:00100000:3.0:1767321130.880616:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000283136:0@lo:38:kworker.0
00000100:00100000:3.0:1767321130.880654:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321130.880722:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000283136
00000100:00100000:1.0:1767321130.880734:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000283136
00000100:00100000:1.0:1767321130.880839:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2128
00000100:00080000:0.0:1767321130.880841:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6327
00000100:00080000:0.0:1767321130.880846:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321130.880852:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767321130.880853:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000283136:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767321130.880872:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952345fa8700 x1853164000283264/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00020000:1.0:1767321130.880884:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767321130.880900:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321130.880905:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321130.880907:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321130.880911:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6327
00000100:00080000:0.0:1767321130.880914:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321130.880919:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321130.880933:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952345faa680 x1853164000283392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321130.880943:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000283136:12345-0@lo:38:kworker.0 Request processed in 89us (285us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321130.880954:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2128
00000100:00080000:0.0:1767321130.880968:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321130.880972:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321130.880974:0:72021:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321130.880977:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6327
00000100:00080000:0.0:1767321130.880979:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321130.880981:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321130.880989:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952345fa8e00 x1853164000283648/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321130.881036:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fa9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000284032:0@lo:400:kworker.0
00000100:00100000:0.0:1767321130.881067:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fa9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000283520:0@lo:400:kworker.0
00000100:00100000:2.0:1767321130.881084:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321130.881103:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321130.881137:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000284032
00000100:00100000:0.0:1767321130.881138:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fa8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000283776:0@lo:400:kworker.0
00000100:00100000:2.0:1767321130.881144:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000284032
00000100:00100000:0.0:1767321130.881159:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321130.881176:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767321130.881180:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000283904:0@lo:400:kworker.0
00000100:00100000:2.0:1767321130.881190:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3670
00000100:00100000:2.0:1767321130.881230:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f799c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000284032:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321130.881285:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f799c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000284032:12345-0@lo:400:kworker.0 Request processed in 57us (202us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321130.881292:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3670
00000100:00100000:2.0:1767321130.881331:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fa9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000284032:0@lo:400:kworker.0
00000100:00100000:2.0:1767321130.881353:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fa8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000283264:0@lo:38:kworker.0
00000100:00100000:2.0:1767321130.881375:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321130.881391:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345faa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000283392:0@lo:38:kworker.0
00000100:00100000:2.0:1767321130.881410:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321130.881427:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fa8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000283648:0@lo:38:kworker.0
00000100:00100000:2.0:1767321130.881454:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767321130.881478:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321130.881482:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321130.881486:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000283136:0@lo:38:kworker.0
00000100:00100000:2.0:1767321130.881518:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000283520
00000100:00100000:2.0:1767321130.881521:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000283520
00000100:00100000:2.0:1767321130.881545:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000283776
00000100:00100000:2.0:1767321130.881547:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000283776
00000100:00100000:2.0:1767321130.881556:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000283264
00000100:00100000:2.0:1767321130.881558:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000283264
00000100:00100000:2.0:1767321130.881566:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000283392
00000100:00100000:2.0:1767321130.881568:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000283392
00000100:00100000:2.0:1767321130.881574:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000283648
00000100:00100000:2.0:1767321130.881576:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000283648
00000100:00100000:2.0:1767321130.881584:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5662
00000100:00100000:2.0:1767321130.881589:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fa9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000283520:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321130.881621:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fa9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000283520:12345-0@lo:400:kworker.0 Request processed in 32us (519us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321130.881627:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5662
00000100:00100000:2.0:1767321130.881637:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5663
00000100:00100000:2.0:1767321130.881642:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fabb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000283776:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321130.881662:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fabb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000283776:12345-0@lo:400:kworker.0 Request processed in 20us (502us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321130.881667:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5663
00000100:00100000:2.0:1767321130.881675:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6473
00000100:00100000:2.0:1767321130.881679:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f798a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000283264:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321130.881691:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321130.881713:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f798a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000283264:12345-0@lo:38:kworker.0 Request processed in 32us (337us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321130.881718:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6473
00000100:00100000:2.0:1767321130.881726:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6474
00000100:00100000:2.0:1767321130.881730:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f799880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000283392:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321130.881738:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321130.881753:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f799880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000283392:12345-0@lo:38:kworker.0 Request processed in 23us (343us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321130.881758:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6474
00000100:00100000:2.0:1767321130.881766:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6475
00000100:00100000:2.0:1767321130.881770:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f798380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000283648:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321130.881777:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321130.881791:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f798380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000283648:12345-0@lo:38:kworker.0 Request processed in 21us (347us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321130.881797:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6475
00000100:00100000:2.0:1767321130.881822:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fa9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000283520:0@lo:400:kworker.0
00000100:00080000:2.0:1767321130.881843:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321130.881846:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321130.881850:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fa8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000283264:0@lo:38:kworker.0
00000100:00080000:2.0:1767321130.881857:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321130.881860:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321130.881863:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345faa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000283392:0@lo:38:kworker.0
00000100:00080000:2.0:1767321130.881869:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321130.881872:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321130.881875:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fa8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000283648:0@lo:38:kworker.0
00000100:00100000:2.0:1767321130.882401:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321130.882461:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fa8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000283776:0@lo:400:kworker.0
00000100:00100000:0.0:1767321130.887330:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000283904
00000100:00100000:0.0:1767321130.887352:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000283904
00000100:00100000:0.0:1767321130.887457:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3671
00000100:00100000:0.0:1767321130.887468:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f798000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000283904:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321130.887616:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f798000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000283904:12345-0@lo:400:kworker.0 Request processed in 149us (5217us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321130.887624:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3671
00000100:00100000:3.0:1767321130.887850:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000283904:0@lo:400:kworker.0
00010000:00010000:0.0:1767321131.191992:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321132.213653:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767321133.239812:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321134.021988:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767321134.022118:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767321134.022160:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962603776
00000100:00100000:2.0:1767321134.022175:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962603776
00000100:00100000:3.0:1767321134.022274:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962603648
00000100:00100000:3.0:1767321134.022292:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962603648
00000100:00100000:2.0:1767321134.022337:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5664
00000100:00080000:0.0:1767321134.022340:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321134.022354:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962603776:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:3.0:1767321134.022376:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6476
00000100:00100000:3.0:1767321134.022392:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962603648:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767321134.022426:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321134.022491:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962603776:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 141us (519us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321134.022505:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5664
00000100:00100000:3.0:1767321134.022513:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962603648:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 121us (390us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321134.022523:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6476
00010000:00010000:0.0:1767321134.262653:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321134.965537:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767321134.965570:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235f79ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000284288:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321134.965570:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767321134.965605:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000284160:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767321134.967789:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321134.967928:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000284288
00000100:00100000:2.0:1767321134.967938:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000284288
00000100:00100000:2.0:1767321134.968037:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2880
00000100:00100000:2.0:1767321134.968047:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f79a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000284288:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767321134.968097:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767321134.968163:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f79a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000284288:12345-0@lo:13:osp-pre-1-1.0 Request processed in 119us (385us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321134.968170:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2880
00000100:00080000:2.0:1767321134.968230:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767321134.968288:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235f79ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000284288:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321134.972579:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321134.972724:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000284160
00000100:00100000:1.0:1767321134.972733:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000284160
00000100:00100000:1.0:1767321134.972822:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2881
00000100:00100000:1.0:1767321134.972832:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000284160:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767321134.972862:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767321134.972914:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000284160:12345-0@lo:13:osp-pre-0-1.0 Request processed in 84us (341us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321134.972922:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2881
00000100:00100000:3.0:1767321134.973090:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000284160:0@lo:13:osp-pre-0-1.0
00000100:00080000:2.0:1767321134.978476:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00010000:0.0:1767321135.285467:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767321135.989352:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321135.989363:0:72021:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767321135.989366:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321135.989371:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321135.989375:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321135.989382:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6328
00000100:00080000:0.0:1767321135.989387:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321135.989394:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321135.989468:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952345fab800 x1853164000284416/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321135.989495:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321135.989498:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321135.989500:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321135.989503:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6328
00000100:00080000:0.0:1767321135.989506:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321135.989509:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321135.989521:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952345fa8000 x1853164000284544/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321135.989530:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321135.989533:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321135.989534:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321135.989537:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6328
00000100:00080000:0.0:1767321135.989539:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321135.989542:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321135.989551:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952345fa8e00 x1853164000284672/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321135.989602:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321135.989606:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321135.989608:0:72021:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321135.989612:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6328
00000100:00080000:0.0:1767321135.989614:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321135.989617:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321135.989629:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952345fa8700 x1853164000284928/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321135.989772:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fa9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000285312:0@lo:400:kworker.0
00000100:00100000:1.0:1767321135.989856:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321135.989910:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767321135.989917:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345faa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000284800:0@lo:400:kworker.0
00000100:00100000:1.0:1767321135.989945:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321135.989982:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000284800
00000100:00100000:1.0:1767321135.989989:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000284800
00000100:00100000:1.0:1767321135.990042:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5665
00000100:00100000:1.0:1767321135.990053:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000284800:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321135.990105:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000284800:12345-0@lo:400:kworker.0 Request processed in 54us (159us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321135.990113:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5665
00000100:00100000:1.0:1767321135.990159:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345faa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000284800:0@lo:400:kworker.0
00000100:00100000:0.0:1767321135.990319:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000285312
00000100:00100000:0.0:1767321135.990324:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000285312
00000100:00100000:0.0:1767321135.990363:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3672
00000100:00100000:0.0:1767321135.990370:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000285312:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321135.990419:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000285312:12345-0@lo:400:kworker.0 Request processed in 50us (563us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321135.990425:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3672
00000100:00100000:1.0:1767321135.990726:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fa9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000285312:0@lo:400:kworker.0
00000100:00100000:3.0:1767321135.991131:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fa9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000285056:0@lo:400:kworker.0
00000100:00100000:3.0:1767321135.991171:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321135.991231:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767321135.991237:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000285184:0@lo:400:kworker.0
00000100:00100000:3.0:1767321135.991261:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321135.991288:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000285184
00000100:00100000:3.0:1767321135.991293:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000285184
00000100:00100000:3.0:1767321135.991341:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3673
00000100:00100000:3.0:1767321135.991349:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000285184:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321135.991389:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000285184:12345-0@lo:400:kworker.0 Request processed in 41us (127us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321135.991395:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3673
00000100:00100000:3.0:1767321135.991438:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000285184:0@lo:400:kworker.0
00000100:00100000:0.0:1767321135.992020:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000285056
00000100:00100000:0.0:1767321135.992027:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000285056
00000100:00100000:0.0:1767321135.992072:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5666
00000100:00100000:0.0:1767321135.992080:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000285056:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321135.992125:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000285056:12345-0@lo:400:kworker.0 Request processed in 46us (954us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321135.992131:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5666
00000100:00100000:3.0:1767321135.992461:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fa9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000285056:0@lo:400:kworker.0
00000100:00100000:2.0:1767321135.992984:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000284416:0@lo:38:kworker.0
00000100:00100000:2.0:1767321135.993032:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321135.993073:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fa8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000284544:0@lo:38:kworker.0
00000100:00100000:2.0:1767321135.993101:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321135.993124:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fa8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000284672:0@lo:38:kworker.0
00000100:00100000:2.0:1767321135.993144:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321135.993254:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000284416
00000100:00100000:1.0:1767321135.993260:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000284416
00000100:00100000:1.0:1767321135.993289:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2129
00000100:00100000:1.0:1767321135.993295:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f79ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000284416:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321135.993332:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321135.993370:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f79ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000284416:12345-0@lo:38:kworker.0 Request processed in 74us (337us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321135.993376:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2129
00000100:00080000:1.0:1767321135.993424:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321135.993491:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fa8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000284928:0@lo:38:kworker.0
00000100:00100000:2.0:1767321135.993513:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767321135.998858:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321135.998872:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321135.998877:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000284416:0@lo:38:kworker.0
00000100:00100000:0.0:1767321136.000603:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000284544
00000100:00100000:0.0:1767321136.000619:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000284544
00000100:00100000:0.0:1767321136.000685:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000284672
00000100:00100000:0.0:1767321136.000688:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000284672
00000100:00100000:0.0:1767321136.000706:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000284928
00000100:00100000:0.0:1767321136.000709:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000284928
00000100:00100000:0.0:1767321136.000726:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6477
00000100:00100000:0.0:1767321136.000734:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347046300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000284544:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321136.003230:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321136.003346:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347046300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000284544:12345-0@lo:38:kworker.0 Request processed in 2606us (10238us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321136.003363:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6477
00000100:00100000:0.0:1767321136.003415:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6478
00000100:00100000:0.0:1767321136.003421:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347046d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000284672:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321136.003442:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321136.003469:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347046d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000284672:12345-0@lo:38:kworker.0 Request processed in 47us (10324us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321136.003475:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6478
00000100:00100000:0.0:1767321136.003487:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6479
00000100:00100000:0.0:1767321136.003491:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347045880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000284928:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321136.003500:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321136.003524:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347045880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000284928:12345-0@lo:38:kworker.0 Request processed in 32us (10010us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321136.003529:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6479
00000100:00080000:0.0:1767321136.003582:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321136.003588:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321136.003592:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fa8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000284544:0@lo:38:kworker.0
00000100:00080000:0.0:1767321136.003602:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321136.003605:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321136.003608:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fa8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000284672:0@lo:38:kworker.0
00000100:00080000:0.0:1767321136.003615:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321136.003618:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321136.003621:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fa8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000284928:0@lo:38:kworker.0
00010000:00010000:2.0:1767321136.309445:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767321137.334714:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767321138.357439:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321139.138060:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767321139.138167:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962604032
00000100:00100000:0.0:1767321139.138185:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767321139.138188:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962604032
00000100:00100000:1.0:1767321139.138355:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962603904
00000100:00100000:1.0:1767321139.138367:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962603904
00000100:00100000:2.0:1767321139.138407:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5667
00000100:00080000:3.0:1767321139.138467:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321139.138676:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fa8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962604032:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767321139.138881:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fa8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962604032:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 211us (830us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321139.143646:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6480
00000100:00100000:1.0:1767321139.143661:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fa8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962603904:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767321139.143686:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321139.143788:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fa8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962603904:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 128us (5603us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321139.143796:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6480
00000100:00100000:2.0:1767321139.147885:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5667
00010000:00010000:0.0:1767321139.384220:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321140.086870:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767321140.086899:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000285440:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321140.086982:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321140.088097:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000285440
00000100:00100000:3.0:1767321140.088115:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000285440
00000100:00100000:3.0:1767321140.088296:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2882
00000100:00100000:3.0:1767321140.088308:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000285440:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767321140.088347:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767321140.088426:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000285440:12345-0@lo:13:osp-pre-0-1.0 Request processed in 121us (1443us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321140.088433:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2882
00000100:00080000:1.0:1767321140.088497:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767321140.088554:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000285440:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321140.089569:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767321140.089586:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000285568:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321140.089635:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321140.099642:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000285568
00000100:00100000:0.0:1767321140.099659:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000285568
00000100:00100000:0.0:1767321140.099762:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2883
00000100:00100000:0.0:1767321140.099771:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000285568:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767321140.099806:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767321140.099878:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000285568:12345-0@lo:13:osp-pre-1-1.0 Request processed in 109us (10243us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321140.099885:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2883
00000100:00100000:0.0:1767321140.099949:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000285568:0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767321140.100140:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00010000:00010000:2.0:1767321140.406707:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767321141.110695:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321141.110708:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767321141.110710:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321141.110715:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321141.110719:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321141.110727:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6333
00000100:00080000:3.0:1767321141.110732:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321141.110739:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321141.110795:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237c0e6a00 x1853164000285696/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321141.110819:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321141.110823:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321141.110825:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321141.110828:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6333
00000100:00080000:3.0:1767321141.110831:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321141.110835:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321141.110847:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237c0e5180 x1853164000285824/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321141.110856:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321141.110858:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321141.110860:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321141.110863:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6333
00000100:00080000:3.0:1767321141.110866:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321141.110868:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321141.110877:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237c0e7100 x1853164000285952/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321141.110924:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321141.110927:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321141.110929:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321141.110933:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6333
00000100:00080000:3.0:1767321141.110935:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321141.110938:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321141.110948:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237c0e5c00 x1853164000286208/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321141.111101:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000286592:0@lo:400:kworker.0
00000100:00100000:1.0:1767321141.111175:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321141.111278:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767321141.111285:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000286080:0@lo:400:kworker.0
00000100:00100000:1.0:1767321141.111313:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321141.111345:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000286336:0@lo:400:kworker.0
00000100:00100000:1.0:1767321141.111429:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321141.111452:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767321141.111457:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000286464:0@lo:400:kworker.0
00000100:00100000:1.0:1767321141.111479:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321141.111512:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000286080
00000100:00100000:1.0:1767321141.111520:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000286080
00000100:00100000:1.0:1767321141.111582:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000286336
00000100:00100000:1.0:1767321141.111586:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000286336
00000100:00100000:1.0:1767321141.111607:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5668
00000100:00100000:1.0:1767321141.111615:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000286080:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321141.111673:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000286080:12345-0@lo:400:kworker.0 Request processed in 58us (359us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321141.111680:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5668
00000100:00100000:1.0:1767321141.111700:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5669
00000100:00100000:1.0:1767321141.111705:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000286336:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321141.111736:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000286336:12345-0@lo:400:kworker.0 Request processed in 30us (317us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321141.111741:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5669
00000100:00100000:1.0:1767321141.111798:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000286336:0@lo:400:kworker.0
00000100:00100000:1.0:1767321141.111827:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000286080:0@lo:400:kworker.0
00000100:00100000:2.0:1767321141.113649:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000285696:0@lo:38:kworker.0
00000100:00100000:2.0:1767321141.113725:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321141.113785:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000285824:0@lo:38:kworker.0
00000100:00100000:2.0:1767321141.113814:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321141.113846:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000285952:0@lo:38:kworker.0
00000100:00100000:2.0:1767321141.113869:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321141.113888:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000286208:0@lo:38:kworker.0
00000100:00100000:2.0:1767321141.113910:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321141.113952:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000285824
00000100:00100000:2.0:1767321141.113959:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000285824
00000100:00100000:2.0:1767321141.113991:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000285952
00000100:00100000:2.0:1767321141.113994:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000285952
00000100:00100000:2.0:1767321141.114005:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000286208
00000100:00100000:2.0:1767321141.114007:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000286208
00000100:00100000:2.0:1767321141.114018:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6481
00000100:00100000:2.0:1767321141.114024:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373faed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000285824:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321141.114050:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321141.114095:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373faed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000285824:12345-0@lo:38:kworker.0 Request processed in 69us (279us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321141.114103:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6481
00000100:00100000:2.0:1767321141.114122:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6482
00000100:00100000:2.0:1767321141.114126:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373fafb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000285952:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321141.114135:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321141.114157:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373fafb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000285952:12345-0@lo:38:kworker.0 Request processed in 30us (287us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321141.114162:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6482
00000100:00100000:2.0:1767321141.114173:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6483
00000100:00100000:2.0:1767321141.114176:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373faf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000286208:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321141.114184:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321141.114229:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373faf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000286208:12345-0@lo:38:kworker.0 Request processed in 51us (318us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321141.114237:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6483
00000100:00080000:2.0:1767321141.114269:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321141.114274:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321141.114277:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000285824:0@lo:38:kworker.0
00000100:00080000:2.0:1767321141.114286:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321141.114289:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321141.114292:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000285952:0@lo:38:kworker.0
00000100:00080000:2.0:1767321141.114298:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321141.114301:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321141.114304:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000286208:0@lo:38:kworker.0
00000100:00080000:2.0:1767321141.114334:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321141.114703:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000285696
00000100:00100000:0.0:1767321141.114709:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000285696
00000100:00100000:0.0:1767321141.114740:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2130
00000100:00100000:0.0:1767321141.114745:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000285696:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321141.114765:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321141.114800:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000285696:12345-0@lo:38:kworker.0 Request processed in 54us (1075us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321141.114805:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2130
00000100:00080000:2.0:1767321141.115132:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321141.115137:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321141.115140:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000285696:0@lo:38:kworker.0
00000100:00100000:3.0:1767321141.115256:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000286592
00000100:00100000:3.0:1767321141.115262:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000286592
00000100:00100000:3.0:1767321141.115307:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000286464
00000100:00100000:3.0:1767321141.115311:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000286464
00000100:00100000:3.0:1767321141.115341:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3674
00000100:00100000:3.0:1767321141.115349:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000286592:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321141.115435:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000286592:12345-0@lo:400:kworker.0 Request processed in 87us (4260us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321141.115441:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3674
00000100:00100000:3.0:1767321141.115455:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3675
00000100:00100000:3.0:1767321141.115462:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000286464:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321141.115504:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000286464:12345-0@lo:400:kworker.0 Request processed in 43us (4023us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321141.115510:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3675
00000100:00100000:2.0:1767321141.115878:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000286592:0@lo:400:kworker.0
00000100:00100000:3.0:1767321141.115934:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000286464:0@lo:400:kworker.0
00010000:00010000:3.0:1767321141.431575:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767321142.455309:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767321143.477773:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321144.255037:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767321144.255153:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962604288
00000100:00100000:1.0:1767321144.255165:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962604288
00000100:00100000:1.0:1767321144.255284:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5670
00000100:00100000:1.0:1767321144.255295:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fa8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962604288:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767321144.255404:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fa8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962604288:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 111us (377us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321144.255412:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5670
00000100:00080000:2.0:1767321144.255494:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321144.256537:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767321144.256700:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962604160
00000100:00100000:0.0:1767321144.256709:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962604160
00000100:00100000:0.0:1767321144.256750:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6484
00000100:00100000:0.0:1767321144.256757:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962604160:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:0.0:1767321144.256779:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321144.256837:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962604160:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 79us (304us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321144.256843:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6484
00010000:00010000:2.0:1767321144.501488:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321145.207652:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767321145.207686:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000286720:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767321145.207756:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321145.208781:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000286848:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321145.208816:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321145.208895:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000286720
00000100:00100000:3.0:1767321145.208901:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000286720
00000100:00080000:2.0:1767321145.208950:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767321145.208965:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000286848
00000100:00100000:3.0:1767321145.208968:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000286848
00000100:00100000:3.0:1767321145.208997:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2884
00000100:00100000:3.0:1767321145.209003:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373fac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000286720:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767321145.209027:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767321145.209064:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373fac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000286720:12345-0@lo:13:osp-pre-1-1.0 Request processed in 61us (1309us total) trans 0 rc 0/0
00000100:00080000:2.0:1767321145.209070:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767321145.209070:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2884
00000100:00100000:3.0:1767321145.209085:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2885
00000100:00100000:3.0:1767321145.209090:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000286848:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767321145.209101:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767321145.209124:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000286848:12345-0@lo:13:osp-pre-0-1.0 Request processed in 34us (307us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321145.209129:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000286720:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321145.209132:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2885
00000100:00100000:3.0:1767321145.209163:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000286848:0@lo:13:osp-pre-0-1.0
00010000:00010000:3.0:1767321145.525712:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767321146.229507:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321146.229526:0:72021:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767321146.229529:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321146.229533:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321146.229537:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321146.229544:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6339
00000100:00080000:1.0:1767321146.229550:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321146.229557:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767321146.229597:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237c0bc380 x1853164000286976/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321146.229704:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000286976:0@lo:38:kworker.0
00000100:00100000:2.0:1767321146.229775:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321146.229872:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000286976
00000100:00100000:3.0:1767321146.229880:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000286976
00000100:00100000:3.0:1767321146.229923:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2131
00000100:00100000:3.0:1767321146.229929:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373fadf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000286976:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321146.229948:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767321146.230120:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321146.230124:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321146.230126:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321146.230130:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6339
00000100:00080000:1.0:1767321146.230133:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321146.230136:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767321146.230151:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237c0bce00 x1853164000287104/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321146.232748:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000287104:0@lo:38:kworker.0
00000100:00100000:2.0:1767321146.232911:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321146.233035:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000287104
00000100:00080000:1.0:1767321146.233041:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767321146.233044:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000287104
00000100:00080000:1.0:1767321146.233046:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321146.233049:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321146.233054:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6339
00000100:00080000:1.0:1767321146.233058:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321146.233062:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321146.233080:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6485
00000100:00100000:0.0:1767321146.233087:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373fad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000287104:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767321146.233091:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237c0bfb80 x1853164000287232/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00020000:0.0:1767321146.233105:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767321146.233122:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321146.233125:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321146.233127:0:72021:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321146.233131:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6339
00000100:00080000:1.0:1767321146.233133:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321146.233136:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321146.233142:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373fad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000287104:12345-0@lo:38:kworker.0 Request processed in 55us (232us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321146.233147:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237c0bd500 x1853164000287488/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321146.233149:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6485
00000100:00100000:0.0:1767321146.233174:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767321146.233182:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367240700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000287744:0@lo:400:kworker.0
00000100:00100000:0.0:1767321146.233239:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321146.233256:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000287616:0@lo:400:kworker.0
00000100:00100000:0.0:1767321146.233277:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321146.233313:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000287744
00000100:00100000:0.0:1767321146.233318:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000287744
00000100:00100000:0.0:1767321146.233353:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3676
00000100:00100000:0.0:1767321146.233360:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fa9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000287744:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321146.233374:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373fadf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000286976:12345-0@lo:38:kworker.0 Request processed in 3444us (3599us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321146.233383:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2131
00000100:00100000:0.0:1767321146.233398:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fa9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000287744:12345-0@lo:400:kworker.0 Request processed in 39us (160us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321146.233406:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367240380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000287872:0@lo:400:kworker.0
00000100:00100000:0.0:1767321146.233407:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3676
00000100:00100000:0.0:1767321146.233430:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000287616
00000100:00100000:3.0:1767321146.233430:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321146.233433:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000287616
00000100:00100000:3.0:1767321146.233447:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767321146.233452:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000287360:0@lo:400:kworker.0
00000100:00100000:0.0:1767321146.233465:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5671
00000100:00100000:0.0:1767321146.233472:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000287616:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321146.233497:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000287616:12345-0@lo:400:kworker.0 Request processed in 25us (219us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321146.233497:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321146.233502:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5671
00000100:00100000:0.0:1767321146.233512:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000287360
00000100:00100000:0.0:1767321146.233516:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000287360
00000100:00100000:0.0:1767321146.233538:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5672
00000100:00100000:0.0:1767321146.233543:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000287360:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321146.233574:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000287360:12345-0@lo:400:kworker.0 Request processed in 30us (76us total) trans 0 rc 0/0
00000100:00080000:1.0:1767321146.233588:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321146.233599:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000287872
00000100:00100000:1.0:1767321146.233602:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000287872
00000100:00100000:1.0:1767321146.233627:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3677
00000100:00100000:1.0:1767321146.233632:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000287872:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321146.233664:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000287872:12345-0@lo:400:kworker.0 Request processed in 32us (233us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321146.233670:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3677
00000100:00100000:1.0:1767321146.233706:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367240700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000287744:0@lo:400:kworker.0
00000100:00100000:1.0:1767321146.233716:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000287616:0@lo:400:kworker.0
00000100:00100000:1.0:1767321146.233749:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000287360:0@lo:400:kworker.0
00000100:00100000:1.0:1767321146.233757:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367240380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000287872:0@lo:400:kworker.0
00000100:00080000:2.0:1767321146.236438:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321146.236449:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321146.236455:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000286976:0@lo:38:kworker.0
00000100:00100000:2.0:1767321146.236716:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000287232:0@lo:38:kworker.0
00000100:00100000:2.0:1767321146.236777:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321146.237019:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000287488:0@lo:38:kworker.0
00000100:00100000:2.0:1767321146.237042:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767321146.238725:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321146.238736:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321146.238741:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000287104:0@lo:38:kworker.0
00000100:00100000:3.0:1767321146.238836:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000287232
00000100:00100000:3.0:1767321146.238845:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000287232
00000100:00100000:3.0:1767321146.238879:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000287488
00000100:00100000:3.0:1767321146.238882:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000287488
00000100:00100000:3.0:1767321146.238898:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6486
00000100:00100000:3.0:1767321146.238904:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373faf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000287232:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321146.238925:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321146.238978:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373faf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000287232:12345-0@lo:38:kworker.0 Request processed in 73us (2200us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321146.238985:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6486
00000100:00100000:3.0:1767321146.239000:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6487
00000100:00100000:3.0:1767321146.239004:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373faea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000287488:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321146.239013:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321146.239035:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373faea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000287488:12345-0@lo:38:kworker.0 Request processed in 30us (1992us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321146.239041:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6487
00000100:00080000:3.0:1767321146.239091:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321146.239096:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321146.239099:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000287232:0@lo:38:kworker.0
00000100:00080000:3.0:1767321146.239106:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321146.239109:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321146.239111:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000287488:0@lo:38:kworker.0
00000100:00100000:0.0:1767321146.240726:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5672
00010000:00010000:0.0:1767321146.549751:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767321147.573489:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321148.597612:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321149.376105:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767321149.376235:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767321149.376350:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962604544
00000100:00100000:2.0:1767321149.376360:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962604544
00000100:00100000:2.0:1767321149.376434:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962604416
00000100:00100000:2.0:1767321149.376438:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962604416
00000100:00100000:2.0:1767321149.376458:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5673
00000100:00100000:2.0:1767321149.376468:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367240380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962604544:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767321149.376545:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367240380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962604544:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 78us (451us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321149.376553:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5673
00000100:00100000:2.0:1767321149.376575:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6488
00000100:00100000:2.0:1767321149.376580:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367240700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962604416:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767321149.376602:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321149.376629:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367240700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962604416:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 47us (393us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321149.376635:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6488
00000100:00080000:1.0:1767321149.377031:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767321149.621667:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321150.326239:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000288000:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321150.326346:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321150.326630:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000288000
00000100:00100000:3.0:1767321150.326639:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000288000
00000100:00100000:3.0:1767321150.326702:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2886
00000100:00100000:3.0:1767321150.326712:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367242a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000288000:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767321150.326740:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767321150.326782:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367242a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000288000:12345-0@lo:13:osp-pre-0-1.0 Request processed in 73us (436us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321150.326789:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2886
00000100:00080000:2.0:1767321150.327084:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767321150.327294:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000288000:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767321150.327462:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367240000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000288128:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767321150.327498:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321150.327752:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000288128
00000100:00100000:1.0:1767321150.327758:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000288128
00000100:00100000:1.0:1767321150.327809:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2887
00000100:00100000:1.0:1767321150.327817:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373faca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000288128:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767321150.327840:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767321150.327888:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373faca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000288128:12345-0@lo:13:osp-pre-1-1.0 Request processed in 72us (389us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321150.327894:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2887
00000100:00100000:0.0:1767321150.327975:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367240000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000288128:0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767321150.328321:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00010000:00010000:0.0:1767321150.645589:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767321151.349642:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321151.349651:0:72021:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767321151.349654:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321151.349658:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321151.349662:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321151.349669:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6344
00000100:00080000:1.0:1767321151.349674:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321151.349680:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767321151.349715:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952367240a80 x1853164000288256/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321151.349736:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321151.349740:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321151.349742:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321151.349745:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6344
00000100:00080000:1.0:1767321151.349747:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321151.349750:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767321151.349761:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952367243800 x1853164000288384/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321151.349769:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321151.349772:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321151.349773:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321151.349777:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6344
00000100:00080000:1.0:1767321151.349779:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321151.349782:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767321151.349791:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952367241f80 x1853164000288512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321151.349822:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321151.349826:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321151.349828:0:72021:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321151.349831:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6344
00000100:00080000:1.0:1767321151.349833:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321151.349836:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767321151.349846:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952367241500 x1853164000288768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321151.349896:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367241880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000288640:0@lo:400:kworker.0
00000100:00100000:1.0:1767321151.350065:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321151.350130:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767321151.350136:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367243b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000289152:0@lo:400:kworker.0
00000100:00100000:1.0:1767321151.350161:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321151.350188:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367242d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000288896:0@lo:400:kworker.0
00000100:00100000:1.0:1767321151.350236:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321151.350253:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767321151.350268:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367243100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000289024:0@lo:400:kworker.0
00000100:00100000:1.0:1767321151.350290:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321151.350323:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000288640
00000100:00100000:1.0:1767321151.350330:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000288640
00000100:00100000:1.0:1767321151.350374:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000288896
00000100:00100000:1.0:1767321151.350377:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000288896
00000100:00100000:1.0:1767321151.350399:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5674
00000100:00100000:1.0:1767321151.350408:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367241c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000288640:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321151.350457:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367241c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000288640:12345-0@lo:400:kworker.0 Request processed in 50us (392us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321151.350464:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5674
00000100:00100000:1.0:1767321151.350483:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5675
00000100:00100000:1.0:1767321151.350489:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367242680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000288896:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321151.350519:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367242680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000288896:12345-0@lo:400:kworker.0 Request processed in 30us (283us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321151.350524:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5675
00000100:00100000:1.0:1767321151.350542:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000289152
00000100:00100000:1.0:1767321151.350546:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000289152
00000100:00100000:1.0:1767321151.350566:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000289024
00000100:00100000:1.0:1767321151.350569:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000289024
00000100:00100000:1.0:1767321151.350583:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3678
00000100:00100000:1.0:1767321151.350589:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367240e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000289152:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321151.350619:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367240e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000289152:12345-0@lo:400:kworker.0 Request processed in 30us (457us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321151.350625:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3678
00000100:00100000:1.0:1767321151.350636:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3679
00000100:00100000:1.0:1767321151.350642:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367243480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000289024:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321151.350667:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367243480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000289024:12345-0@lo:400:kworker.0 Request processed in 26us (376us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321151.350673:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3679
00000100:00100000:1.0:1767321151.350712:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367243100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000289024:0@lo:400:kworker.0
00000100:00100000:1.0:1767321151.350724:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367242d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000288896:0@lo:400:kworker.0
00000100:00100000:1.0:1767321151.350748:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367243b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000289152:0@lo:400:kworker.0
00000100:00100000:1.0:1767321151.350757:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367241880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000288640:0@lo:400:kworker.0
00000100:00100000:2.0:1767321151.352151:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367240a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000288256:0@lo:38:kworker.0
00000100:00100000:2.0:1767321151.352233:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321151.352285:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367243800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000288384:0@lo:38:kworker.0
00000100:00100000:2.0:1767321151.352312:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321151.352329:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367241f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000288512:0@lo:38:kworker.0
00000100:00100000:2.0:1767321151.352348:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321151.352363:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367241500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000288768:0@lo:38:kworker.0
00000100:00100000:2.0:1767321151.352381:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767321151.352417:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321151.352435:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000288384
00000100:00100000:2.0:1767321151.352442:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000288384
00000100:00100000:2.0:1767321151.352472:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000288512
00000100:00100000:2.0:1767321151.352475:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000288512
00000100:00100000:2.0:1767321151.352488:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000288768
00000100:00100000:2.0:1767321151.352490:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000288768
00000100:00100000:2.0:1767321151.352501:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6489
00000100:00100000:2.0:1767321151.352508:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373fad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000288384:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321151.352528:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321151.352592:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000288256
00000100:00100000:3.0:1767321151.352603:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000288256
00000100:00100000:3.0:1767321151.352639:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2132
00000100:00100000:3.0:1767321151.352645:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373fad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000288256:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321151.352661:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321151.352716:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373fad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000288256:12345-0@lo:38:kworker.0 Request processed in 71us (483us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321151.352722:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2132
00000100:00100000:3.0:1767321151.352760:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6490
00000100:00100000:3.0:1767321151.352766:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373fae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000288512:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321151.352776:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321151.352789:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373fad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000288384:12345-0@lo:38:kworker.0 Request processed in 277us (472us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321151.352810:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373fae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000288512:12345-0@lo:38:kworker.0 Request processed in 41us (458us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321151.353460:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6491
00000100:00100000:0.0:1767321151.353469:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373fac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000288768:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321151.353485:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321151.353531:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373fac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000288768:12345-0@lo:38:kworker.0 Request processed in 62us (1148us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321151.353538:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6491
00000100:00100000:2.0:1767321151.353962:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6489
00000100:00080000:2.0:1767321151.354012:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321151.354017:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321151.354021:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367240a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000288256:0@lo:38:kworker.0
00000100:00080000:2.0:1767321151.354032:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321151.354037:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321151.354040:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367243800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000288384:0@lo:38:kworker.0
00000100:00080000:2.0:1767321151.354063:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321151.354067:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321151.354069:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367241f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000288512:0@lo:38:kworker.0
00000100:00080000:2.0:1767321151.354079:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321151.354082:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321151.354084:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367241500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000288768:0@lo:38:kworker.0
00000100:00100000:3.0:1767321151.356845:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6490
00010000:00010000:0.0:1767321151.669421:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321152.694038:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1767321153.475909:0:7000:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.52@tcp portal 26 match 1853163962604672 offset 0 length 520: 4
00000100:00100000:0.0:1767321153.475972:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767321153.476163:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767321153.478319:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962604800
00000100:00100000:3.0:1767321153.478343:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962604800
00000100:00100000:3.0:1767321153.478453:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962604928
00000100:00100000:3.0:1767321153.478457:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962604928
00000100:00080000:0.0:1767321153.478624:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321153.478805:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5676
00000100:00100000:1.0:1767321153.478821:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345faa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962604928:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767321153.478974:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345faa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962604928:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 157us (2811us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321153.478993:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5676
00000100:00100000:1.0:1767321153.479017:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6492
00000100:00100000:1.0:1767321153.479023:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fa9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962604800:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767321153.479049:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321153.479081:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fa9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962604800:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 57us (3110us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321153.479087:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6492
00010000:00010000:3.0:1767321153.720869:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767321154.742769:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321155.445681:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000289280:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321155.445789:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321155.445991:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000289280
00000100:00100000:3.0:1767321155.446003:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000289280
00000100:00100000:3.0:1767321155.446078:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2888
00000100:00100000:3.0:1767321155.446088:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367241880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000289280:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767321155.446125:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767321155.446180:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367241880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000289280:12345-0@lo:13:osp-pre-0-1.0 Request processed in 93us (391us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321155.446188:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2888
00000100:00100000:3.0:1767321155.446285:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000289280:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321155.447105:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767321155.447120:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000289408:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321155.447164:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321155.447277:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000289408
00000100:00100000:3.0:1767321155.447284:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000289408
00000100:00100000:3.0:1767321155.447330:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2889
00000100:00100000:3.0:1767321155.447338:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367243b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000289408:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767321155.447366:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767321155.447410:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367243b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000289408:12345-0@lo:13:osp-pre-1-1.0 Request processed in 73us (245us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321155.447421:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2889
00000100:00100000:1.0:1767321155.447596:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000289408:0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767321155.448311:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767321155.448319:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767321155.448375:0:7004:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321130/real 1767321130]  req@ffff952345fa9c00 x1853164000283008/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321155 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1767321155.448406:0:7004:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff952345fa9c00 x1853164000283008/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321155 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1767321155.448423:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321155.448445:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:0.0:1767321155.448448:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fa9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000283008:0@lo:250:kworker.0
00000100:00080000:1.0:1767321155.448622:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321155.448628:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1767321155.448632:0:72021:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321155.448638:0:72021:0:(import.c:509:import_select_connection()) MGC192.168.202.152@tcp: connect to NID 0@lo last attempt 6328
00000100:00080000:1.0:1767321155.448642:0:72021:0:(import.c:588:import_select_connection()) MGC192.168.202.152@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321155.448648:0:72021:0:(import.c:623:import_select_connection()) MGC192.168.202.152@tcp: import ffff95235eb57800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767321155.448677:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952367242d80 x1853164000289536/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321155.448700:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321155.448704:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321155.448706:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321155.448710:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6349
00000100:00080000:1.0:1767321155.448713:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321155.448715:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767321155.448729:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952367243100 x1853164000289664/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321155.448746:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321155.448750:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321155.448752:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321155.448755:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6349
00000100:00080000:1.0:1767321155.448758:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321155.448761:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767321155.448773:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952367242300 x1853164000289792/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321155.448782:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321155.448785:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321155.448786:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321155.448798:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6349
00000100:00080000:1.0:1767321155.448801:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321155.448805:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767321155.448814:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952367241180 x1853164000289920/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321155.448853:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321155.448856:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321155.448858:0:72021:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321155.448862:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6349
00000100:00080000:1.0:1767321155.448865:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321155.448868:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767321155.448877:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952367241f80 x1853164000290176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321155.449019:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767321155.449033:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367241500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000290048:0@lo:400:kworker.0
00000100:00100000:3.0:1767321155.449097:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321155.449144:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767321155.449152:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367243800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000290304:0@lo:400:kworker.0
00000100:00100000:3.0:1767321155.449174:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321155.449353:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000290048
00000100:00100000:2.0:1767321155.449361:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000290048
00000100:00100000:2.0:1767321155.449429:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000290304
00000100:00100000:2.0:1767321155.449431:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000290304
00000100:00100000:2.0:1767321155.449451:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5677
00000100:00100000:2.0:1767321155.449460:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000290048:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321155.449524:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000290048:12345-0@lo:400:kworker.0 Request processed in 64us (425us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321155.449533:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5677
00000100:00100000:2.0:1767321155.449550:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5678
00000100:00100000:2.0:1767321155.449555:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000290304:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321155.449581:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000290304:12345-0@lo:400:kworker.0 Request processed in 26us (406us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321155.449586:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5678
00000100:00100000:2.0:1767321155.449623:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367241500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000290048:0@lo:400:kworker.0
00000100:00100000:2.0:1767321155.449647:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367243800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000290304:0@lo:400:kworker.0
00000100:00080000:3.0:1767321155.449938:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321155.450041:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367242d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000289536:0@lo:250:kworker.0
00000400:00000100:0.0:1767321155.450073:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164000289536 offset 0 length 520: 4
00000100:00100000:0.0:1767321155.450096:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367243100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000289664:0@lo:38:kworker.0
00000100:00100000:0.0:1767321155.450121:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321155.450180:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367242300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000289792:0@lo:38:kworker.0
00000100:00100000:0.0:1767321155.450252:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321155.450267:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367241180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000289920:0@lo:38:kworker.0
00000100:00100000:0.0:1767321155.450286:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321155.450307:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367241f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000290176:0@lo:38:kworker.0
00000100:00100000:0.0:1767321155.450325:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321155.450352:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000289792
00000100:00100000:0.0:1767321155.450357:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000289792
00000100:00100000:0.0:1767321155.450381:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000289920
00000100:00100000:0.0:1767321155.450383:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000289920
00000100:00100000:0.0:1767321155.450405:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000290176
00000100:00100000:0.0:1767321155.450408:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000290176
00000100:00100000:0.0:1767321155.450421:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6493
00000100:00100000:0.0:1767321155.450427:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366948000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000289792:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321155.450448:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321155.450481:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366948000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000289792:12345-0@lo:38:kworker.0 Request processed in 53us (228us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321155.450498:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6493
00000100:00100000:0.0:1767321155.450512:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6494
00000100:00100000:0.0:1767321155.450516:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236694ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000289920:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321155.450525:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321155.450543:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236694ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000289920:12345-0@lo:38:kworker.0 Request processed in 27us (256us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321155.450549:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6494
00000100:00100000:0.0:1767321155.450559:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6495
00000100:00100000:0.0:1767321155.450562:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366948380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000290176:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321155.450570:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321155.450586:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366948380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000290176:12345-0@lo:38:kworker.0 Request processed in 22us (260us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321155.450591:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6495
00000100:00080000:0.0:1767321155.450624:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321155.450629:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321155.450632:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367242300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000289792:0@lo:38:kworker.0
00000100:00080000:0.0:1767321155.450639:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321155.450643:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321155.450646:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367241180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000289920:0@lo:38:kworker.0
00000100:00080000:0.0:1767321155.450652:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321155.450655:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321155.450668:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367241f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000290176:0@lo:38:kworker.0
00000100:00100000:1.0:1767321155.459029:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000289664
00000100:00100000:1.0:1767321155.459050:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000289664
00000100:00100000:1.0:1767321155.459128:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2133
00000100:00100000:1.0:1767321155.459138:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fa9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000289664:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321155.459166:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321155.459318:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fa9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000289664:12345-0@lo:38:kworker.0 Request processed in 181us (9196us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321155.459326:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2133
00000100:00080000:0.0:1767321155.461608:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321155.461621:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321155.461626:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367243100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000289664:0@lo:38:kworker.0
00010000:00010000:0.0:1767321155.765544:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321156.791552:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767321157.813702:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321158.592996:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767321158.593105:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767321158.593451:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962605056
00000100:00100000:1.0:1767321158.593466:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962605056
00000100:00100000:1.0:1767321158.593650:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962605184
00000100:00100000:1.0:1767321158.593656:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962605184
00000100:00080000:3.0:1767321158.593737:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321158.595338:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5679
00000100:00100000:0.0:1767321158.595442:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0e7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962605184:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:0.0:1767321158.595783:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0e7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962605184:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 430us (2675us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321158.595793:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5679
00000100:00100000:0.0:1767321158.595831:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6496
00000100:00100000:0.0:1767321158.595837:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0e7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962605056:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:0.0:1767321158.595863:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321158.595896:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0e7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962605056:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 58us (2917us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321158.595903:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6496
00010000:00010000:0.0:1767321158.839301:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767321159.873295:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321160.567607:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000290432:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767321160.567708:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321160.570252:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000290432
00000100:00100000:1.0:1767321160.570275:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000290432
00000100:00100000:3.0:1767321160.570489:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767321160.570517:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000290560:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321160.570603:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321160.570660:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000290560
00000100:00100000:3.0:1767321160.570664:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000290560
00000100:00100000:3.0:1767321160.570730:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2890
00000100:00100000:3.0:1767321160.570739:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000290560:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767321160.570778:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767321160.570825:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000290560:12345-0@lo:13:osp-pre-1-1.0 Request processed in 86us (221us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321160.570832:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2890
00000100:00080000:3.0:1767321160.570854:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767321160.570893:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000290560:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321160.571450:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2891
00000100:00100000:1.0:1767321160.571462:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373fae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000290432:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767321160.571486:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767321160.571542:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373fae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000290432:12345-0@lo:13:osp-pre-0-1.0 Request processed in 82us (3834us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321160.571548:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2891
00000100:00100000:1.0:1767321160.571590:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000290432:0@lo:13:osp-pre-0-1.0
00000100:00080000:0.0:1767321160.571687:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321160.571693:0:72021:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767321160.571697:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321160.571702:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321160.571706:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321160.571712:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6353
00000100:00080000:0.0:1767321160.571717:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321160.571723:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321160.571758:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952364bc0700 x1853164000290688/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321160.571798:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321160.571801:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321160.571803:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321160.571807:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6353
00000100:00080000:0.0:1767321160.571810:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321160.571813:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321160.571826:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952364bc1f80 x1853164000290816/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321160.571835:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321160.571839:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321160.571841:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321160.571844:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6353
00000100:00080000:0.0:1767321160.571847:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321160.571850:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321160.571861:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952364bc2d80 x1853164000290944/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321160.571894:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321160.571896:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321160.571898:0:72021:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321160.571901:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6353
00000100:00080000:0.0:1767321160.571902:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321160.571905:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321160.571913:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952364bc0e00 x1853164000291200/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321160.571943:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000291328:0@lo:400:kworker.0
00000100:00100000:0.0:1767321160.571980:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321160.572010:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000291328
00000100:00100000:0.0:1767321160.572014:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000291328
00000100:00100000:0.0:1767321160.572043:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5680
00000100:00100000:0.0:1767321160.572048:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000291328:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321160.572073:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000291328:12345-0@lo:400:kworker.0 Request processed in 26us (94us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321160.572078:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5680
00000100:00100000:0.0:1767321160.572092:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767321160.572098:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364bc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000291072:0@lo:400:kworker.0
00000100:00100000:0.0:1767321160.572121:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321160.572145:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000291072
00000100:00100000:0.0:1767321160.572148:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000291072
00000100:00100000:0.0:1767321160.572185:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5681
00000100:00100000:0.0:1767321160.572215:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367299880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000291072:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321160.572243:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367299880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000291072:12345-0@lo:400:kworker.0 Request processed in 53us (122us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321160.572248:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5681
00000100:00100000:0.0:1767321160.572267:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364bc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000291072:0@lo:400:kworker.0
00000100:00100000:0.0:1767321160.572280:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000291328:0@lo:400:kworker.0
00000100:00100000:1.0:1767321160.572411:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364bc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000290688:0@lo:38:kworker.0
00000100:00100000:1.0:1767321160.572437:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767321160.572501:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767321160.572507:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767321160.572654:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364bc1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000290816:0@lo:38:kworker.0
00000100:00100000:1.0:1767321160.572673:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321160.572693:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364bc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000290944:0@lo:38:kworker.0
00000100:00100000:1.0:1767321160.572714:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321160.572912:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000290688
00000100:00100000:2.0:1767321160.572918:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000290688
00000100:00100000:2.0:1767321160.572940:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2134
00000100:00100000:2.0:1767321160.572944:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367240a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000290688:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321160.572962:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321160.573024:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000290816
00000100:00100000:3.0:1767321160.573027:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000290816
00000100:00100000:3.0:1767321160.573043:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000290944
00000100:00100000:3.0:1767321160.573045:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000290944
00000100:00100000:3.0:1767321160.573056:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6497
00000100:00100000:3.0:1767321160.573059:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367240000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000290816:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321160.573066:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321160.573106:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6498
00000100:00100000:0.0:1767321160.573111:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367243100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000290944:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321160.573121:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321160.573264:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367240a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000290688:12345-0@lo:38:kworker.0 Request processed in 317us (823us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321160.573271:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2134
00000100:00100000:1.0:1767321160.575412:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364bc0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000291200:0@lo:38:kworker.0
00000100:00100000:1.0:1767321160.575501:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767321160.575593:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321160.575600:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321160.575605:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364bc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000290688:0@lo:38:kworker.0
00000100:00100000:3.0:1767321160.575772:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367240000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000290816:12345-0@lo:38:kworker.0 Request processed in 2708us (3095us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321160.575784:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6497
00000100:00100000:3.0:1767321160.575818:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000291200
00000100:00080000:1.0:1767321160.575820:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767321160.575826:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000291200
00000100:00080000:1.0:1767321160.575828:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321160.575834:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364bc1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000290816:0@lo:38:kworker.0
00000100:00100000:3.0:1767321160.575874:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6499
00000100:00100000:3.0:1767321160.575881:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367241f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000291200:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321160.575905:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321160.575953:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367241f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000291200:12345-0@lo:38:kworker.0 Request processed in 71us (452us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321160.575960:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6499
00000100:00080000:1.0:1767321160.575986:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321160.575991:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321160.575996:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364bc0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000291200:0@lo:38:kworker.0
00000100:00100000:0.0:1767321160.576557:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367243100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000290944:12345-0@lo:38:kworker.0 Request processed in 3440us (3837us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321160.576567:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6498
00000100:00080000:1.0:1767321160.576772:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321160.576777:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321160.576781:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364bc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000290944:0@lo:38:kworker.0
00010000:00010000:2.0:1767321160.885676:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767321161.911318:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767321162.936493:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321163.713023:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767321163.713128:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962605312
00000100:00100000:2.0:1767321163.713142:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962605312
00000100:00100000:2.0:1767321163.713265:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6500
00000100:00100000:2.0:1767321163.713275:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236729a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962605312:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767321163.713308:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321163.713389:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236729a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962605312:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 114us (384us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321163.713397:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6500
00000100:00100000:3.0:1767321163.716376:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767321163.716510:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962605440
00000100:00100000:0.0:1767321163.716522:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962605440
00000100:00100000:0.0:1767321163.716860:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5682
00000100:00100000:0.0:1767321163.716873:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962605440:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:0.0:1767321163.717014:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962605440:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 143us (651us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321163.717023:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5682
00000100:00080000:3.0:1767321163.717282:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767321163.959223:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321164.985518:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767321165.685880:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321165.685893:0:72021:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767321165.685897:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321165.685902:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321165.685907:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321165.685917:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6358
00000100:00080000:1.0:1767321165.685924:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321165.685933:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767321165.685999:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952367241180 x1853164000291456/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321165.686039:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321165.686043:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321165.686045:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321165.686049:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6358
00000100:00080000:1.0:1767321165.686052:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321165.686056:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767321165.686070:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952367242300 x1853164000291584/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321165.686080:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321165.686087:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321165.686089:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321165.686093:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6358
00000100:00080000:1.0:1767321165.686097:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321165.686100:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767321165.686110:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952367243800 x1853164000291712/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321165.686158:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321165.686162:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321165.686164:0:72021:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321165.686169:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6358
00000100:00080000:1.0:1767321165.686172:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321165.686178:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767321165.686221:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237c0e5c00 x1853164000291968/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321165.686308:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000292352:0@lo:400:kworker.0
00000100:00100000:3.0:1767321165.686325:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000292096:0@lo:400:kworker.0
00000100:00100000:2.0:1767321165.686453:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367241500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000291840:0@lo:400:kworker.0
00000100:00100000:0.0:1767321165.687423:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367241180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000291456:0@lo:38:kworker.0
00000100:00100000:3.0:1767321165.693601:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321165.693701:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000292480:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321165.693774:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321165.693809:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767321165.693817:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000292224:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321165.693841:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321165.694020:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000292480
00000100:00100000:3.0:1767321165.694031:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000292480
00000100:00100000:3.0:1767321165.694094:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000292224
00000100:00100000:3.0:1767321165.694098:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000292224
00000100:00100000:1.0:1767321165.699680:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321165.699834:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000292352
00000100:00100000:1.0:1767321165.699847:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000292352
00000100:00100000:1.0:1767321165.699918:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3680
00000100:00100000:1.0:1767321165.699928:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+6:7005:x1853164000292352:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321165.700029:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+6:7005:x1853164000292352:12345-0@lo:400:kworker.0 Request processed in 103us (12454us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321165.700038:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3680
00000100:00100000:1.0:1767321165.700100:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000292352:0@lo:400:kworker.0
00000100:00080000:1.0:1767321165.700181:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767321165.700188:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767321165.700702:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321165.700769:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000292608:0@lo:400:kworker.0
00000100:00100000:2.0:1767321165.700806:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321165.700846:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000292096
00000100:00100000:2.0:1767321165.700851:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000292096
00000100:00100000:2.0:1767321165.700889:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000291840
00000100:00100000:2.0:1767321165.700891:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000291840
00000100:00100000:2.0:1767321165.700913:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5683
00000100:00100000:2.0:1767321165.700919:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000292096:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321165.700965:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000292096:12345-0@lo:400:kworker.0 Request processed in 46us (7377us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321165.700971:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5683
00000100:00100000:2.0:1767321165.700985:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5684
00000100:00100000:2.0:1767321165.700991:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373faf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000291840:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321165.701017:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373faf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000291840:12345-0@lo:400:kworker.0 Request processed in 27us (318us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321165.701023:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5684
00000100:00100000:2.0:1767321165.701045:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000292608
00000100:00100000:2.0:1767321165.701048:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000292608
00000100:00100000:2.0:1767321165.701067:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3681
00000100:00100000:2.0:1767321165.701074:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373face00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+6:7006:x1853164000292608:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321165.701101:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373face00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+6:7006:x1853164000292608:12345-0@lo:400:kworker.0 Request processed in 27us (293us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321165.701107:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3681
00000100:00080000:2.0:1767321165.701118:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321165.701159:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000292096:0@lo:400:kworker.0
00000100:00100000:2.0:1767321165.701183:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367241500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000291840:0@lo:400:kworker.0
00000100:00100000:2.0:1767321165.701192:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000292608:0@lo:400:kworker.0
00000100:00100000:0.0:1767321165.701402:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321165.701435:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367242300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000291584:0@lo:38:kworker.0
00000100:00100000:0.0:1767321165.701459:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321165.701473:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367243800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000291712:0@lo:38:kworker.0
00000100:00100000:0.0:1767321165.701492:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321165.701504:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000291968:0@lo:38:kworker.0
00000100:00100000:0.0:1767321165.701523:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321165.701566:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000291456
00000100:00100000:0.0:1767321165.701570:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000291456
00000100:00100000:0.0:1767321165.701605:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2135
00000100:00100000:0.0:1767321165.701610:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367298000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000291456:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321165.701632:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321165.701668:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367298000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000291456:12345-0@lo:38:kworker.0 Request processed in 57us (267us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321165.701675:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2135
00000100:00100000:0.0:1767321165.701696:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000291584
00000100:00100000:0.0:1767321165.701699:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000291584
00000100:00100000:0.0:1767321165.701716:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000291712
00000100:00100000:0.0:1767321165.701718:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000291712
00000100:00100000:0.0:1767321165.701741:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000291968
00000100:00100000:0.0:1767321165.701744:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000291968
00000100:00100000:0.0:1767321165.701753:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6501
00000100:00100000:0.0:1767321165.701758:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236729b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000291584:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321165.701767:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321165.701791:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236729b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000291584:12345-0@lo:38:kworker.0 Request processed in 33us (331us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321165.701796:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6501
00000100:00100000:0.0:1767321165.701806:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6502
00000100:00100000:0.0:1767321165.701809:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367298700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000291712:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321165.701818:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321165.701837:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367298700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000291712:12345-0@lo:38:kworker.0 Request processed in 27us (344us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321165.701841:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6502
00000100:00100000:0.0:1767321165.701850:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6503
00000100:00100000:0.0:1767321165.701855:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236729ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000291968:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321165.701863:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321165.701879:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236729ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000291968:12345-0@lo:38:kworker.0 Request processed in 23us (355us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321165.701884:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6503
00000100:00080000:0.0:1767321165.701927:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321165.701932:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321165.701936:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367241180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000291456:0@lo:38:kworker.0
00000100:00080000:0.0:1767321165.701943:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321165.701947:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321165.701950:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367242300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000291584:0@lo:38:kworker.0
00000100:00080000:0.0:1767321165.701957:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321165.701961:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321165.701964:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367243800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000291712:0@lo:38:kworker.0
00000100:00080000:0.0:1767321165.701970:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321165.701973:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321165.701976:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000291968:0@lo:38:kworker.0
00000100:00100000:3.0:1767321165.706101:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2892
00000100:00100000:3.0:1767321165.706164:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000292480:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767321165.707904:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767321165.709065:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000292480:12345-0@lo:13:osp-pre-1-1.0 Request processed in 2931us (15278us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321165.709647:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2893
00000100:00100000:1.0:1767321165.709684:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000292224:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767321165.709727:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767321165.709747:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000292480:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321165.709808:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000292224:12345-0@lo:13:osp-pre-0-1.0 Request processed in 148us (15965us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321165.709817:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2893
00000100:00100000:0.0:1767321165.709821:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000292224:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321165.715042:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2892
00010000:00010000:3.0:1767321166.006518:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767321167.029874:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767321168.053530:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321168.833384:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767321168.833449:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767321168.833596:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962605696
00000100:00100000:2.0:1767321168.833607:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962605696
00000100:00100000:2.0:1767321168.833697:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962605568
00000100:00100000:2.0:1767321168.833701:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962605568
00000100:00100000:2.0:1767321168.833724:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5685
00000100:00100000:2.0:1767321168.833734:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962605696:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767321168.833807:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962605696:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 75us (435us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321168.833815:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5685
00000100:00100000:2.0:1767321168.833833:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6504
00000100:00100000:2.0:1767321168.833837:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962605568:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767321168.833856:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321168.833884:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962605568:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 45us (435us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321168.833889:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6504
00000100:00080000:1.0:1767321168.834373:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767321169.077995:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767321170.103097:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767321170.806011:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321170.806023:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767321170.806026:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321170.806030:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321170.806034:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321170.806042:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6363
00000100:00080000:0.0:1767321170.806048:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321170.806056:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321170.806097:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236729b800 x1853164000292864/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321170.806112:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321170.806115:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321170.806117:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1767321170.806119:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00080000:0.0:1767321170.806122:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6363
00000100:00080000:0.0:1767321170.806127:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321170.806130:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321170.806141:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000292736:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321170.806146:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236729aa00 x1853164000292992/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321170.806159:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321170.806162:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321170.806163:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321170.806167:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6363
00000100:00080000:0.0:1767321170.806170:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321170.806173:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321170.806185:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952367298380 x1853164000293120/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321170.806236:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1767321170.806240:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767321170.806242:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321170.806245:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321170.806250:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6363
00000100:00080000:0.0:1767321170.806261:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321170.806266:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321170.806282:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952367298e00 x1853164000293376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321170.806320:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000292736
00000100:00100000:3.0:1767321170.806328:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000292736
00000100:00100000:0.0:1767321170.806369:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367299500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000293248:0@lo:400:kworker.0
00000100:00100000:3.0:1767321170.806388:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2894
00000100:00100000:3.0:1767321170.806399:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000292736:12345-0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321170.806409:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00002000:00000024:3.0:1767321170.806430:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767321170.806442:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767321170.806450:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367299180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000293504:0@lo:400:kworker.0
00000100:00100000:0.0:1767321170.806482:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321170.806492:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000292736:12345-0@lo:13:osp-pre-0-1.0 Request processed in 83us (243us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321170.806501:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2894
00000100:00100000:0.0:1767321170.806514:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000293248
00000100:00100000:0.0:1767321170.806520:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000293248
00000100:00100000:0.0:1767321170.806549:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000293504
00000100:00100000:0.0:1767321170.806551:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000293504
00000100:00100000:0.0:1767321170.806570:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5686
00000100:00100000:0.0:1767321170.806575:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367298a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000293248:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321170.806611:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367298a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000293248:12345-0@lo:400:kworker.0 Request processed in 35us (203us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321170.806617:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5686
00000100:00100000:0.0:1767321170.806631:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5687
00000100:00100000:0.0:1767321170.806638:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236729bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000293504:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321170.806664:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236729bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000293504:12345-0@lo:400:kworker.0 Request processed in 27us (181us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321170.806669:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5687
00000100:00100000:0.0:1767321170.806702:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367299180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000293504:0@lo:400:kworker.0
00000100:00100000:0.0:1767321170.806711:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367299500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000293248:0@lo:400:kworker.0
00000100:00100000:2.0:1767321170.806815:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236729b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000292864:0@lo:38:kworker.0
00000100:00100000:2.0:1767321170.806844:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321170.806871:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236729aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000292992:0@lo:38:kworker.0
00000100:00100000:2.0:1767321170.806890:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321170.806903:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367298380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000293120:0@lo:38:kworker.0
00000100:00100000:2.0:1767321170.806917:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321170.806928:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367298e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000293376:0@lo:38:kworker.0
00000100:00100000:2.0:1767321170.806942:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321170.806959:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767321170.806965:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367299f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000293632:0@lo:400:kworker.0
00000100:00100000:2.0:1767321170.806986:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321170.807012:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000292992
00000100:00100000:2.0:1767321170.807015:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000292992
00000100:00100000:2.0:1767321170.807029:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000293120
00000100:00100000:2.0:1767321170.807031:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000293120
00000100:00100000:2.0:1767321170.807037:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000293376
00000100:00100000:2.0:1767321170.807039:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000293376
00000100:00100000:2.0:1767321170.807047:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6505
00000100:00100000:2.0:1767321170.807051:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367242300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000292992:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321170.807067:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321170.807114:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367242300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000292992:12345-0@lo:38:kworker.0 Request processed in 61us (222us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321170.807119:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6505
00000100:00100000:2.0:1767321170.807132:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6506
00000100:00100000:2.0:1767321170.807135:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367241180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000293120:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321170.807144:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321170.807165:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367241180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000293120:12345-0@lo:38:kworker.0 Request processed in 29us (247us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321170.807170:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6506
00000100:00100000:2.0:1767321170.807180:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6507
00000100:00100000:2.0:1767321170.807183:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367241500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000293376:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321170.807191:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321170.807242:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367241500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000293376:12345-0@lo:38:kworker.0 Request processed in 57us (298us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321170.807247:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6507
00000100:00100000:2.0:1767321170.807267:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000293632
00000100:00100000:2.0:1767321170.807270:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000293632
00000100:00100000:2.0:1767321170.807296:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3682
00000100:00100000:2.0:1767321170.807302:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000293632:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321170.807333:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000293632:12345-0@lo:400:kworker.0 Request processed in 31us (345us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321170.807338:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3682
00000100:00100000:2.0:1767321170.807367:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367299f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000293632:0@lo:400:kworker.0
00000100:00080000:2.0:1767321170.807387:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321170.807391:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321170.807394:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236729aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000292992:0@lo:38:kworker.0
00000100:00080000:2.0:1767321170.807402:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321170.807404:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321170.807407:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367298380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000293120:0@lo:38:kworker.0
00000100:00080000:2.0:1767321170.807413:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321170.807417:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321170.807420:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367298e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000293376:0@lo:38:kworker.0
00000100:00100000:2.0:1767321170.807463:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000292736:0@lo:13:osp-pre-0-1.0
00000100:00080000:3.0:1767321170.807708:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767321170.807714:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767321170.807717:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767321170.807726:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000292864
00000100:00100000:0.0:1767321170.807731:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000292864
00000100:00100000:0.0:1767321170.807872:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2136
00000100:00100000:0.0:1767321170.807877:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367243800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000292864:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321170.807888:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321170.807933:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367243800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000292864:12345-0@lo:38:kworker.0 Request processed in 54us (1087us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321170.807939:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2136
00000100:00080000:3.0:1767321170.807972:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321170.807978:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321170.807982:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236729b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000292864:0@lo:38:kworker.0
00000100:00100000:2.0:1767321170.808682:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767321170.808697:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000293760:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767321170.808736:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321170.808792:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000293760
00000100:00100000:3.0:1767321170.808798:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000293760
00000100:00100000:3.0:1767321170.808947:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2895
00000100:00100000:3.0:1767321170.808954:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000293760:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767321170.808974:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767321170.809009:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000293760:12345-0@lo:13:osp-pre-1-1.0 Request processed in 57us (273us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321170.809013:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2895
00000100:00100000:0.0:1767321170.809054:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000293760:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767321171.125467:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767321172.151212:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321173.173664:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321173.952095:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767321173.952160:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767321173.952317:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962605824
00000100:00100000:3.0:1767321173.952328:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962605824
00000100:00100000:3.0:1767321173.952375:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962605952
00000100:00100000:3.0:1767321173.952378:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962605952
00000100:00100000:3.0:1767321173.952430:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5688
00000100:00100000:3.0:1767321173.952442:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367299180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962605952:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:3.0:1767321173.952536:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367299180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962605952:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 97us (375us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321173.952543:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5688
00000100:00100000:3.0:1767321173.952564:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6508
00000100:00100000:3.0:1767321173.952568:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367299500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962605824:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767321173.952588:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321173.952614:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367299500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962605824:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 45us (530us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321173.952620:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6508
00000100:00080000:0.0:1767321173.952673:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767321174.198390:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767321175.222772:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767321175.925456:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321175.925467:0:72021:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767321175.925470:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321175.925475:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321175.925479:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321175.925487:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6368
00000100:00080000:0.0:1767321175.925492:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321175.925499:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321175.925535:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952367299c00 x1853164000293888/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321175.925556:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321175.925559:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321175.925561:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321175.925564:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6368
00000100:00080000:0.0:1767321175.925566:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321175.925568:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321175.925578:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236729b800 x1853164000294016/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321175.925587:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321175.925589:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321175.925591:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321175.925594:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6368
00000100:00080000:0.0:1767321175.925596:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321175.925599:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321175.925606:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952367298e00 x1853164000294144/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321175.925643:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321175.925647:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321175.925648:0:72021:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321175.925652:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6368
00000100:00080000:0.0:1767321175.925654:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321175.925657:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321175.925666:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236729aa00 x1853164000294400/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321175.925716:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000294656:0@lo:400:kworker.0
00000100:00100000:0.0:1767321175.925775:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321175.925836:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767321175.925842:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000294784:0@lo:400:kworker.0
00000100:00100000:0.0:1767321175.925861:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321175.926327:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367298380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000294272:0@lo:400:kworker.0
00000100:00100000:3.0:1767321175.926361:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321175.926393:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000294912:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321175.926411:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321175.926434:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767321175.926439:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367299f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000294528:0@lo:400:kworker.0
00000100:00100000:3.0:1767321175.926456:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321175.926496:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000294272
00000100:00100000:3.0:1767321175.926502:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000294272
00000100:00100000:3.0:1767321175.926547:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000294528
00000100:00100000:3.0:1767321175.926549:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000294528
00000100:00100000:3.0:1767321175.926568:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5689
00000100:00100000:3.0:1767321175.926574:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000294272:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321175.926618:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000294272:12345-0@lo:400:kworker.0 Request processed in 43us (256us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321175.926624:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5689
00000100:00100000:3.0:1767321175.926637:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5690
00000100:00100000:3.0:1767321175.926642:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000294528:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321175.926661:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000294528:12345-0@lo:400:kworker.0 Request processed in 19us (204us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321175.926665:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5690
00000100:00080000:3.0:1767321175.926679:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321175.926706:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367299f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000294528:0@lo:400:kworker.0
00000100:00100000:3.0:1767321175.926714:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367298380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000294272:0@lo:400:kworker.0
00000100:00100000:0.0:1767321175.927006:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000294912
00000100:00100000:0.0:1767321175.927011:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000294912
00000100:00100000:0.0:1767321175.927073:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2896
00000100:00100000:0.0:1767321175.927080:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000294912:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767321175.927101:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767321175.927136:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000294912:12345-0@lo:13:osp-pre-1-1.0 Request processed in 57us (724us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321175.927141:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2896
00000100:00080000:3.0:1767321175.927909:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767321175.927950:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000294912:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767321175.929306:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367299c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000293888:0@lo:38:kworker.0
00000100:00100000:2.0:1767321175.929377:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321175.929425:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236729b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000294016:0@lo:38:kworker.0
00000100:00100000:2.0:1767321175.929449:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321175.929454:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767321175.929464:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367298e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000294144:0@lo:38:kworker.0
00000100:00100000:3.0:1767321175.929464:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000295040:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767321175.929484:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321175.929540:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000293888
00000100:00100000:0.0:1767321175.929547:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000293888
00000100:00100000:0.0:1767321175.929585:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2137
00000100:00100000:0.0:1767321175.929591:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000293888:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321175.929611:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321175.929683:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000294016
00000100:00100000:1.0:1767321175.929687:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000294016
00000100:00100000:1.0:1767321175.929711:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000294144
00000100:00100000:1.0:1767321175.929713:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000294144
00000100:00100000:1.0:1767321175.929730:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6509
00000100:00100000:1.0:1767321175.929735:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000294016:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321175.929746:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321175.934689:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236729aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000294400:0@lo:38:kworker.0
00000100:00100000:2.0:1767321175.934757:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321175.936664:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000294656
00000100:00100000:2.0:1767321175.936681:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000294656
00000100:00100000:2.0:1767321175.936747:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000294784
00000100:00100000:2.0:1767321175.936751:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000294784
00000100:00100000:2.0:1767321175.936793:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3683
00000100:00100000:2.0:1767321175.936803:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364bc2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000294656:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321175.936914:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364bc2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000294656:12345-0@lo:400:kworker.0 Request processed in 112us (11136us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321175.936921:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3683
00000100:00100000:2.0:1767321175.936953:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3684
00000100:00100000:2.0:1767321175.936961:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364bc0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000294784:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321175.936994:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364bc0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000294784:12345-0@lo:400:kworker.0 Request processed in 34us (11131us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321175.937001:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3684
00000100:00100000:2.0:1767321175.937059:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000294400
00000100:00100000:2.0:1767321175.937064:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000294400
00000100:00100000:2.0:1767321175.937087:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6510
00000100:00100000:2.0:1767321175.937093:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000294144:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321175.937114:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321175.937150:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000294144:12345-0@lo:38:kworker.0 Request processed in 56us (7665us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321175.937156:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6510
00000100:00100000:2.0:1767321175.937170:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6511
00000100:00100000:2.0:1767321175.937174:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000294400:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321175.937184:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321175.937231:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000294400:12345-0@lo:38:kworker.0 Request processed in 56us (2475us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321175.937238:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6511
00000100:00080000:2.0:1767321175.937259:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767321175.937295:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000294784:0@lo:400:kworker.0
00000100:00100000:2.0:1767321175.937306:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000294656:0@lo:400:kworker.0
00000100:00080000:2.0:1767321175.937348:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321175.937354:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321175.937357:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367298e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000294144:0@lo:38:kworker.0
00000100:00080000:2.0:1767321175.937365:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321175.937369:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321175.937371:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236729aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000294400:0@lo:38:kworker.0
00000100:00100000:3.0:1767321175.940779:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321175.941287:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000293888:12345-0@lo:38:kworker.0 Request processed in 11681us (11896us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321175.941301:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2137
00000100:00100000:2.0:1767321175.942067:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000295040
00000100:00100000:2.0:1767321175.942080:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000295040
00000100:00100000:2.0:1767321175.942136:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2897
00000100:00100000:2.0:1767321175.942146:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952371271450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000295040:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767321175.942179:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767321175.942272:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952371271450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000295040:12345-0@lo:13:osp-pre-0-1.0 Request processed in 128us (1501us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321175.942293:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2897
00000100:00080000:3.0:1767321175.942726:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321175.942733:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321175.942737:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367299c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000293888:0@lo:38:kworker.0
00000100:00100000:3.0:1767321175.942776:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000295040:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321175.947905:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000294016:12345-0@lo:38:kworker.0 Request processed in 18157us (18443us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321175.947920:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6509
00000100:00080000:3.0:1767321175.948267:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321175.948273:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321175.948277:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236729b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000294016:0@lo:38:kworker.0
00010000:00010000:0.0:1767321176.246069:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321177.269785:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1767321178.054761:0:6998:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.52@tcp portal 26 match 1853163962606080 offset 0 length 520: 4
00000100:00100000:0.0:1767321178.054815:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767321178.054855:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767321178.054951:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962606336
00000100:00100000:2.0:1767321178.054963:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962606336
00000100:00100000:2.0:1767321178.055067:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962606208
00000100:00100000:2.0:1767321178.055071:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962606208
00000100:00100000:2.0:1767321178.055094:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5691
00000100:00100000:2.0:1767321178.055103:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364bc1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962606336:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767321178.055172:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364bc1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962606336:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 71us (357us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321178.055180:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5691
00000100:00100000:2.0:1767321178.055251:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6512
00000100:00100000:2.0:1767321178.055256:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364bc0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962606208:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767321178.055277:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321178.055303:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364bc0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962606208:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 45us (446us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321178.055309:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6512
00000100:00080000:3.0:1767321178.055625:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767321178.293473:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767321179.317586:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321180.021341:0:7004:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321155/real 1767321155]  req@ffff952367242d80 x1853164000289536/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321180 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1767321180.021375:0:7004:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff952367242d80 x1853164000289536/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321180 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1767321180.021396:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321180.021405:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:3.0:1767321180.021408:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367242d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000289536:0@lo:250:kworker.0
00000100:00080000:3.0:1767321180.021582:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321180.021587:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767321180.021589:0:72021:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321180.021594:0:72021:0:(import.c:509:import_select_connection()) MGC192.168.202.152@tcp: connect to NID 0@lo last attempt 6353
00000100:00080000:3.0:1767321180.021598:0:72021:0:(import.c:588:import_select_connection()) MGC192.168.202.152@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321180.021604:0:72021:0:(import.c:623:import_select_connection()) MGC192.168.202.152@tcp: import ffff95235eb57800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321180.021628:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235e8c8a80 x1853164000295168/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321180.021655:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321180.021659:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321180.021661:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321180.021664:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6373
00000100:00080000:3.0:1767321180.021667:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321180.021671:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321180.021686:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235e8c8000 x1853164000295296/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321180.021720:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000295168:0@lo:250:kworker.0
00000400:00000100:1.0:1767321180.021765:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164000295168 offset 0 length 520: 4
00000100:00080000:3.0:1767321180.021781:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321180.021784:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321180.021785:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321180.021788:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6373
00000100:00080000:3.0:1767321180.021791:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321180.021794:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767321180.021806:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000295296:0@lo:38:kworker.0
00000100:00100000:3.0:1767321180.021806:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235e8ca300 x1853164000295424/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321180.021815:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321180.021818:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321180.021819:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321180.021822:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6373
00000100:00080000:3.0:1767321180.021825:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321180.021828:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767321180.021849:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321180.021873:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000295424:0@lo:38:kworker.0
00000100:00100000:1.0:1767321180.021896:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321180.021944:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235e8c9880 x1853164000295552/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321180.021972:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321180.021975:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321180.021977:0:72021:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321180.021981:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6373
00000100:00080000:3.0:1767321180.021983:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321180.021987:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321180.022009:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235e8c8e00 x1853164000295808/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321180.022043:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000295680:0@lo:400:kworker.0
00000100:00100000:2.0:1767321180.022076:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000296192:0@lo:400:kworker.0
00000100:00100000:2.0:1767321180.022102:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321180.022125:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767321180.022129:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000296064:0@lo:400:kworker.0
00000100:00100000:3.0:1767321180.022129:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000295936:0@lo:400:kworker.0
00000100:00100000:2.0:1767321180.022149:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321180.022176:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000296192
00000100:00100000:2.0:1767321180.022183:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000296192
00000100:00100000:2.0:1767321180.022259:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000296064
00000100:00100000:2.0:1767321180.022263:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000296064
00000100:00100000:2.0:1767321180.022284:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3685
00000100:00100000:2.0:1767321180.022293:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000296192:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321180.022341:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000296192:12345-0@lo:400:kworker.0 Request processed in 49us (237us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321180.022348:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3685
00000100:00100000:2.0:1767321180.022365:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3686
00000100:00100000:2.0:1767321180.022371:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000296064:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321180.022396:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000296064:12345-0@lo:400:kworker.0 Request processed in 25us (246us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321180.022401:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3686
00000100:00080000:2.0:1767321180.022419:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767321180.022424:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767321180.022457:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000296064:0@lo:400:kworker.0
00000100:00100000:2.0:1767321180.022466:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000296192:0@lo:400:kworker.0
00000100:00100000:2.0:1767321180.022589:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000295296
00000100:00100000:2.0:1767321180.022594:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000295296
00000100:00100000:2.0:1767321180.022615:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2138
00000100:00100000:2.0:1767321180.022620:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000295296:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321180.022638:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321180.022667:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000295296:12345-0@lo:38:kworker.0 Request processed in 46us (819us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321180.022674:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2138
00000100:00080000:1.0:1767321180.022781:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321180.022785:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321180.022789:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000295296:0@lo:38:kworker.0
00000100:00100000:1.0:1767321180.022803:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000295552:0@lo:38:kworker.0
00000100:00100000:1.0:1767321180.022829:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321180.022847:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000295808:0@lo:38:kworker.0
00000100:00100000:1.0:1767321180.022864:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321180.022889:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000295424
00000100:00100000:1.0:1767321180.022893:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000295424
00000100:00100000:1.0:1767321180.023018:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000295552
00000100:00100000:1.0:1767321180.023022:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000295552
00000100:00100000:1.0:1767321180.023035:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000295808
00000100:00100000:1.0:1767321180.023037:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000295808
00000100:00100000:1.0:1767321180.023050:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6513
00000100:00100000:1.0:1767321180.023054:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000295424:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321180.023065:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321180.023096:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000295424:12345-0@lo:38:kworker.0 Request processed in 41us (1199us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321180.023102:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6513
00000100:00100000:1.0:1767321180.023116:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6514
00000100:00100000:1.0:1767321180.023119:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000295552:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321180.023128:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321180.023150:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000295552:12345-0@lo:38:kworker.0 Request processed in 29us (320us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321180.023155:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6514
00000100:00100000:1.0:1767321180.023167:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6515
00000100:00100000:1.0:1767321180.023171:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000295808:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321180.023180:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321180.023212:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000295808:12345-0@lo:38:kworker.0 Request processed in 40us (348us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321180.023218:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6515
00000100:00100000:3.0:1767321180.023236:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767321180.023240:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321180.023243:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321180.023246:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000295552:0@lo:38:kworker.0
00000100:00080000:1.0:1767321180.023253:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321180.023256:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321180.023258:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000295808:0@lo:38:kworker.0
00000100:00080000:1.0:1767321180.023264:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321180.023267:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321180.023271:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000295424:0@lo:38:kworker.0
00000100:00100000:3.0:1767321180.023299:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000295936
00000100:00100000:3.0:1767321180.023303:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000295936
00000100:00100000:3.0:1767321180.023338:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5692
00000100:00100000:3.0:1767321180.023346:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000295936:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321180.023377:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000295936:12345-0@lo:400:kworker.0 Request processed in 33us (141us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321180.023383:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5692
00000100:00100000:3.0:1767321180.023409:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000295936:0@lo:400:kworker.0
00000100:00100000:2.0:1767321180.023602:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767321180.024157:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321180.024674:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000295680
00000100:00100000:3.0:1767321180.024682:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000295680
00000100:00100000:3.0:1767321180.024749:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5693
00000100:00100000:3.0:1767321180.024757:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000295680:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321180.024818:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000295680:12345-0@lo:400:kworker.0 Request processed in 62us (1216us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321180.024825:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5693
00000100:00100000:0.0:1767321180.025240:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000295680:0@lo:400:kworker.0
00000100:00080000:1.0:1767321180.025323:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767321180.343333:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321181.045803:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000296320:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321181.045887:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321181.045934:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767321181.045941:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000296448:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321181.045966:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321181.048684:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000296320
00000100:00100000:1.0:1767321181.048700:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000296320
00000100:00100000:1.0:1767321181.048769:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000296448
00000100:00100000:1.0:1767321181.048773:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000296448
00000100:00100000:2.0:1767321181.048964:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2898
00000100:00100000:2.0:1767321181.048978:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364bc0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000296320:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767321181.049025:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767321181.049125:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364bc0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000296320:12345-0@lo:13:osp-pre-0-1.0 Request processed in 151us (3238us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321181.049133:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2898
00000100:00100000:0.0:1767321181.049344:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000296320:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321181.050189:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2899
00000100:00100000:1.0:1767321181.050220:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364bc2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000296448:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767321181.050245:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767321181.050372:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364bc2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000296448:12345-0@lo:13:osp-pre-1-1.0 Request processed in 159us (4405us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321181.050383:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2899
00000100:00100000:0.0:1767321181.052338:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000296448:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767321181.365472:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767321182.390458:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321183.170088:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767321183.170230:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767321183.170600:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962606464
00000100:00100000:0.0:1767321183.170611:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962606464
00000100:00100000:0.0:1767321183.170660:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962606592
00000100:00100000:0.0:1767321183.170663:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962606592
00000100:00100000:0.0:1767321183.170707:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5694
00000100:00100000:0.0:1767321183.170717:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d071180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962606592:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:0.0:1767321183.170789:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d071180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962606592:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 73us (559us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321183.170797:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5694
00000100:00100000:0.0:1767321183.170815:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6516
00000100:00100000:0.0:1767321183.170820:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962606464:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:0.0:1767321183.170839:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321183.170863:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962606464:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 41us (786us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321183.170869:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6516
00000100:00080000:1.0:1767321183.171013:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767321183.413439:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767321184.437894:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767321185.142184:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321185.142218:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767321185.142222:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321185.142228:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321185.142232:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321185.142242:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6377
00000100:00080000:0.0:1767321185.142248:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321185.142256:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321185.142312:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234727e680 x1853164000296576/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321185.142343:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321185.142347:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321185.142348:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321185.142351:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6377
00000100:00080000:0.0:1767321185.142354:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321185.142358:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321185.142369:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234727f800 x1853164000296704/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321185.142379:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321185.142382:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321185.142384:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321185.142387:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6377
00000100:00080000:0.0:1767321185.142389:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321185.142392:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321185.142400:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234727c000 x1853164000296832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321185.142446:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321185.142532:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321185.142534:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321185.142538:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6377
00000100:00080000:0.0:1767321185.142540:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321185.142545:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321185.142558:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234727ea00 x1853164000297088/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321185.142628:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000297344:0@lo:400:kworker.0
00000100:00100000:3.0:1767321185.142849:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000297216:0@lo:400:kworker.0
00000100:00100000:0.0:1767321185.143110:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321185.143160:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767321185.143167:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000297472:0@lo:400:kworker.0
00000100:00100000:0.0:1767321185.143189:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321185.143294:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321185.143326:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767321185.143333:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000296960:0@lo:400:kworker.0
00000100:00100000:3.0:1767321185.143358:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321185.143436:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000296576:0@lo:38:kworker.0
00000100:00100000:0.0:1767321185.143851:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000297216
00000100:00100000:0.0:1767321185.143862:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000297216
00000100:00100000:1.0:1767321185.144008:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321185.144058:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000296704:0@lo:38:kworker.0
00000100:00100000:1.0:1767321185.144084:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321185.144104:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000296832:0@lo:38:kworker.0
00000100:00100000:1.0:1767321185.144125:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321185.144142:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000297088:0@lo:38:kworker.0
00000100:00100000:1.0:1767321185.144160:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321185.144191:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000296960
00000100:00100000:1.0:1767321185.144220:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000296960
00000100:00100000:1.0:1767321185.144281:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000296704
00000100:00100000:1.0:1767321185.144284:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000296704
00000100:00100000:1.0:1767321185.144294:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000296832
00000100:00100000:1.0:1767321185.144295:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000296832
00000100:00100000:1.0:1767321185.144301:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000297088
00000100:00100000:1.0:1767321185.144303:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000297088
00000100:00100000:1.0:1767321185.144314:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5695
00000100:00100000:1.0:1767321185.144324:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000296960:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321185.144384:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000296960:12345-0@lo:400:kworker.0 Request processed in 62us (1024us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321185.144392:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5695
00000100:00100000:1.0:1767321185.144414:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6517
00000100:00100000:1.0:1767321185.144419:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d070000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000296704:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321185.144442:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321185.144685:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000296576
00000100:00100000:3.0:1767321185.144691:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000296576
00000100:00100000:3.0:1767321185.144718:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2139
00000100:00100000:3.0:1767321185.144723:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d071c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000296576:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321185.144733:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321185.144780:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d071c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000296576:12345-0@lo:38:kworker.0 Request processed in 55us (771us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321185.144787:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2139
00000100:00100000:2.0:1767321185.144835:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000297344
00000100:00100000:3.0:1767321185.144850:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000296960:0@lo:400:kworker.0
00000100:00100000:2.0:1767321185.144851:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000297344
00000100:00100000:2.0:1767321185.144936:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000297472
00000100:00100000:2.0:1767321185.144942:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000297472
00000100:00100000:3.0:1767321185.144955:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6518
00000100:00100000:3.0:1767321185.144963:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d073100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000296832:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321185.144976:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321185.144990:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3687
00000100:00100000:2.0:1767321185.145007:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000297344:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321185.145017:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d073100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000296832:12345-0@lo:38:kworker.0 Request processed in 49us (887us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321185.145025:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6518
00000100:00100000:3.0:1767321185.145042:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6519
00000100:00100000:3.0:1767321185.145049:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d073800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000297088:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321185.145059:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321185.145362:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5696
00000100:00100000:0.0:1767321185.145369:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000297216:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321185.145515:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d073800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000297088:12345-0@lo:38:kworker.0 Request processed in 397us (1285us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321185.145523:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6519
00000100:00100000:3.0:1767321185.145552:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3688
00000100:00100000:3.0:1767321185.145561:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000297472:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321185.145604:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000297472:12345-0@lo:400:kworker.0 Request processed in 45us (2413us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321185.145610:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3688
00000100:00080000:3.0:1767321185.145823:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767321185.145829:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767321185.145831:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321185.146210:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d070000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000296704:12345-0@lo:38:kworker.0 Request processed in 1775us (2110us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321185.146218:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6517
00000100:00080000:1.0:1767321185.146258:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321185.146264:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321185.146268:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000296576:0@lo:38:kworker.0
00000100:00080000:1.0:1767321185.146278:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321185.146281:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321185.146284:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000296704:0@lo:38:kworker.0
00000100:00080000:1.0:1767321185.146294:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321185.146298:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321185.146301:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000296832:0@lo:38:kworker.0
00000100:00080000:1.0:1767321185.146309:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321185.146313:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321185.146316:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000297088:0@lo:38:kworker.0
00000100:00100000:3.0:1767321185.146434:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000297472:0@lo:400:kworker.0
00000100:00100000:2.0:1767321185.146769:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000297344:12345-0@lo:400:kworker.0 Request processed in 1762us (3651us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321185.146782:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3687
00000100:00100000:3.0:1767321185.146932:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000297344:0@lo:400:kworker.0
00000100:00100000:0.0:1767321185.151216:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000297216:12345-0@lo:400:kworker.0 Request processed in 5810us (8241us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321185.151236:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5696
00000100:00100000:3.0:1767321185.151294:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000297216:0@lo:400:kworker.0
00010000:00010000:2.0:1767321185.461453:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321186.167623:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767321186.167651:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000297600:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321186.167726:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321186.168517:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000297600
00000100:00100000:3.0:1767321186.168528:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000297600
00000100:00100000:3.0:1767321186.168590:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2900
00000100:00100000:3.0:1767321186.168600:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000297600:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767321186.168634:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767321186.168704:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000297600:12345-0@lo:13:osp-pre-0-1.0 Request processed in 105us (977us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321186.168710:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2900
00000100:00100000:2.0:1767321186.168836:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000297600:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321186.172488:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767321186.172531:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d072a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000297728:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321186.172608:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321186.180119:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000297728
00000100:00100000:1.0:1767321186.180135:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000297728
00000100:00100000:1.0:1767321186.180224:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2901
00000100:00100000:1.0:1767321186.180234:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000297728:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767321186.180267:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767321186.180449:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000297728:12345-0@lo:13:osp-pre-1-1.0 Request processed in 215us (7839us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321186.180456:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2901
00000100:00100000:2.0:1767321186.185074:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d072a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000297728:0@lo:13:osp-pre-1-1.0
00010000:00010000:3.0:1767321186.485486:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767321187.509540:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321188.287663:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767321188.287885:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962606848
00000100:00100000:3.0:1767321188.287897:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962606848
00000100:00100000:3.0:1767321188.288111:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5697
00000100:00100000:3.0:1767321188.288122:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962606848:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:3.0:1767321188.288231:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962606848:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 112us (576us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321188.288239:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5697
00000100:00100000:3.0:1767321188.288327:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767321188.288390:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962606720
00000100:00100000:3.0:1767321188.288394:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962606720
00000100:00100000:3.0:1767321188.288413:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6520
00000100:00100000:3.0:1767321188.288418:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962606720:12345-192.168.202.52@tcp:38:kworker.0
00000100:00080000:0.0:1767321188.288570:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:3.0:1767321188.288904:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321188.289015:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962606720:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 594us (687us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321188.289024:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6520
00010000:00010000:0.0:1767321188.533689:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321189.557940:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767321190.261407:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321190.261419:0:72021:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767321190.261422:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321190.261425:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321190.261430:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321190.261437:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6383
00000100:00080000:1.0:1767321190.261442:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321190.261449:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767321190.261493:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d073b80 x1853164000297856/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321190.261529:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321190.261533:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321190.261534:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321190.261538:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6383
00000100:00080000:1.0:1767321190.261541:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321190.261544:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767321190.261557:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d070e00 x1853164000297984/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321190.261566:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321190.261569:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321190.261571:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321190.261575:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6383
00000100:00080000:1.0:1767321190.261577:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321190.261580:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767321190.261591:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d070a80 x1853164000298112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321190.261629:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321190.261633:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321190.261635:0:72021:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321190.261639:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6383
00000100:00080000:1.0:1767321190.261641:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321190.261644:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767321190.261655:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d071f80 x1853164000298368/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321190.262111:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d072d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000298496:0@lo:400:kworker.0
00000100:00100000:0.0:1767321190.262179:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321190.262269:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767321190.262276:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d070380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000298240:0@lo:400:kworker.0
00000100:00100000:0.0:1767321190.262299:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321190.262336:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000298496
00000100:00100000:0.0:1767321190.262343:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000298496
00000100:00100000:0.0:1767321190.262388:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000298240
00000100:00100000:0.0:1767321190.262391:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000298240
00000100:00100000:0.0:1767321190.262411:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5698
00000100:00100000:0.0:1767321190.262419:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000298496:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321190.262466:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000298496:12345-0@lo:400:kworker.0 Request processed in 47us (287us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321190.262477:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5698
00000100:00100000:0.0:1767321190.262493:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5699
00000100:00100000:0.0:1767321190.262499:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000298240:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321190.262686:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d073480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000298752:0@lo:400:kworker.0
00000100:00100000:3.0:1767321190.262719:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321190.262749:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767321190.262756:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d070700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000298624:0@lo:400:kworker.0
00000100:00100000:3.0:1767321190.262776:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321190.262807:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000298752
00000100:00100000:3.0:1767321190.262811:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000298752
00000100:00100000:3.0:1767321190.262839:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000298624
00000100:00100000:3.0:1767321190.262842:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000298624
00000100:00100000:3.0:1767321190.262859:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3689
00000100:00100000:3.0:1767321190.262867:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000298752:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321190.262934:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000298752:12345-0@lo:400:kworker.0 Request processed in 37us (182us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321190.262941:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3689
00000100:00100000:3.0:1767321190.262954:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3690
00000100:00100000:3.0:1767321190.262960:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000298624:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321190.262986:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000298624:12345-0@lo:400:kworker.0 Request processed in 27us (209us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321190.262992:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3690
00000100:00100000:3.0:1767321190.263031:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d070700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000298624:0@lo:400:kworker.0
00000100:00100000:3.0:1767321190.263040:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d073480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000298752:0@lo:400:kworker.0
00000100:00080000:3.0:1767321190.263073:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767321190.263077:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767321190.263080:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321190.263101:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d072d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000298496:0@lo:400:kworker.0
00000100:00100000:0.0:1767321190.263308:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000298240:12345-0@lo:400:kworker.0 Request processed in 808us (1007us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321190.263317:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5699
00000100:00100000:2.0:1767321190.263538:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d073b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000297856:0@lo:38:kworker.0
00000100:00100000:2.0:1767321190.263571:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321190.263598:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d070e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000297984:0@lo:38:kworker.0
00000100:00100000:2.0:1767321190.263619:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321190.263643:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d070a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000298112:0@lo:38:kworker.0
00000100:00100000:2.0:1767321190.263662:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321190.263675:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d071f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000298368:0@lo:38:kworker.0
00000100:00100000:2.0:1767321190.263693:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321190.263898:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000297984
00000100:00100000:1.0:1767321190.263914:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000297984
00000100:00100000:1.0:1767321190.263939:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000298112
00000100:00100000:1.0:1767321190.263942:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000298112
00000100:00100000:1.0:1767321190.263954:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000298368
00000100:00100000:1.0:1767321190.263956:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000298368
00000100:00100000:1.0:1767321190.263972:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6521
00000100:00100000:1.0:1767321190.263978:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000297984:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321190.263997:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321190.264038:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000297984:12345-0@lo:38:kworker.0 Request processed in 60us (418us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321190.264044:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6521
00000100:00100000:1.0:1767321190.264059:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6522
00000100:00100000:1.0:1767321190.264063:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000298112:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321190.264072:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321190.264093:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000298112:12345-0@lo:38:kworker.0 Request processed in 29us (430us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321190.264100:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6522
00000100:00100000:1.0:1767321190.264110:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6523
00000100:00100000:1.0:1767321190.264114:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000298368:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321190.264121:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321190.264140:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000298368:12345-0@lo:38:kworker.0 Request processed in 25us (446us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321190.264146:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6523
00000100:00100000:3.0:1767321190.264363:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d070380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000298240:0@lo:400:kworker.0
00000100:00080000:2.0:1767321190.264429:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321190.264434:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321190.264437:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d070e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000297984:0@lo:38:kworker.0
00000100:00080000:2.0:1767321190.264445:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321190.264447:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321190.264450:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d070a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000298112:0@lo:38:kworker.0
00000100:00080000:2.0:1767321190.264457:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321190.264460:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321190.264462:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d071f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000298368:0@lo:38:kworker.0
00000100:00100000:0.0:1767321190.264680:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000297856
00000100:00100000:0.0:1767321190.264685:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000297856
00000100:00100000:0.0:1767321190.264713:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2140
00000100:00100000:0.0:1767321190.264718:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000297856:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321190.264729:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321190.264880:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000297856:12345-0@lo:38:kworker.0 Request processed in 160us (1307us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321190.264887:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2140
00000100:00080000:2.0:1767321190.265216:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321190.265222:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321190.265225:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d073b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000297856:0@lo:38:kworker.0
00010000:00010000:3.0:1767321190.581389:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321191.287393:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d071880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000299008:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767321191.287456:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321191.287500:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767321191.287505:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000298880:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767321191.287524:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321191.287594:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000299008
00000100:00100000:3.0:1767321191.287602:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000299008
00000100:00100000:3.0:1767321191.287644:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000298880
00000100:00100000:3.0:1767321191.287646:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000298880
00000100:00100000:3.0:1767321191.287666:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2902
00000100:00100000:3.0:1767321191.287672:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000299008:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321191.287697:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2903
00002000:00000024:3.0:1767321191.287697:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767321191.287711:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000298880:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767321191.287733:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767321191.287735:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000299008:12345-0@lo:13:osp-pre-1-1.0 Request processed in 61us (276us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321191.287744:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2902
00000100:00100000:0.0:1767321191.287775:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000298880:12345-0@lo:13:osp-pre-0-1.0 Request processed in 67us (249us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321191.287782:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2903
00000100:00100000:2.0:1767321191.287845:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000298880:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767321191.287853:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d071880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000299008:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767321191.605500:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321192.630960:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321193.413491:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767321193.413677:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767321193.415604:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962607104
00000100:00100000:0.0:1767321193.415625:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962607104
00000100:00100000:0.0:1767321193.415812:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962606976
00000100:00100000:0.0:1767321193.415818:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962606976
00000100:00080000:3.0:1767321193.415882:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321193.416061:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5700
00000100:00100000:1.0:1767321193.416078:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962607104:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767321193.416232:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962607104:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 159us (2756us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321193.416251:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5700
00000100:00100000:1.0:1767321193.416278:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6524
00000100:00100000:1.0:1767321193.416284:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962606976:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767321193.416314:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321193.416344:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962606976:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 59us (2668us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321193.416352:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6524
00010000:00010000:2.0:1767321193.654782:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767321194.677653:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767321195.382118:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321195.382135:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767321195.382139:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321195.382144:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321195.382160:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321195.382171:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6388
00000100:00080000:0.0:1767321195.382177:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321195.382186:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321195.382267:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234727df80 x1853164000299136/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321195.382298:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321195.382303:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321195.382305:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321195.382309:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6388
00000100:00080000:0.0:1767321195.382311:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321195.382315:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321195.382331:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234727e300 x1853164000299264/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321195.382341:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321195.382344:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321195.382346:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321195.382349:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6388
00000100:00080000:0.0:1767321195.382351:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321195.382354:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321195.382365:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234727f100 x1853164000299392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321195.382461:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767321195.382512:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000299136:0@lo:38:kworker.0
00000100:00100000:2.0:1767321195.382614:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321195.382693:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000299264:0@lo:38:kworker.0
00000100:00100000:2.0:1767321195.382736:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321195.382756:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000299392:0@lo:38:kworker.0
00000100:00100000:2.0:1767321195.382777:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321195.382821:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000299136
00000100:00100000:2.0:1767321195.382831:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000299136
00000100:00100000:2.0:1767321195.382885:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2141
00000100:00100000:2.0:1767321195.382903:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000299136:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321195.382932:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321195.382985:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000299136:12345-0@lo:38:kworker.0 Request processed in 90us (370us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321195.382992:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2141
00000100:00080000:2.0:1767321195.383043:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321195.383049:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321195.383053:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000299136:0@lo:38:kworker.0
00000100:00100000:2.0:1767321195.383099:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000299264
00000100:00100000:2.0:1767321195.383102:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000299264
00000100:00100000:2.0:1767321195.383120:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000299392
00000100:00100000:2.0:1767321195.383122:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000299392
00000100:00100000:2.0:1767321195.383136:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6525
00000100:00100000:2.0:1767321195.383140:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000299264:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321195.383149:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321195.383174:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000299264:12345-0@lo:38:kworker.0 Request processed in 33us (438us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321195.383180:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6525
00000100:00100000:2.0:1767321195.383189:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6526
00000100:00100000:2.0:1767321195.383192:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000299392:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321195.383225:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321195.383242:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000299392:12345-0@lo:38:kworker.0 Request processed in 49us (465us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321195.383247:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6526
00000100:00080000:2.0:1767321195.383268:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321195.383272:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321195.383274:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000299264:0@lo:38:kworker.0
00000100:00080000:2.0:1767321195.383281:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321195.383284:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321195.383286:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000299392:0@lo:38:kworker.0
00000100:00080000:0.0:1767321195.383671:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321195.383678:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321195.383681:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321195.383686:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6388
00000100:00080000:0.0:1767321195.383690:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321195.383694:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321195.383736:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234727ea00 x1853164000299648/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321195.383829:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000299648:0@lo:38:kworker.0
00000100:00100000:2.0:1767321195.383880:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321195.383929:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000299648
00000100:00100000:2.0:1767321195.383935:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000299648
00000100:00100000:2.0:1767321195.383961:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6527
00000100:00100000:2.0:1767321195.383967:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366ace680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000299648:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321195.383980:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321195.384010:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366ace680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000299648:12345-0@lo:38:kworker.0 Request processed in 43us (131us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321195.384016:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6527
00000100:00080000:2.0:1767321195.384043:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321195.384047:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321195.384051:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000299648:0@lo:38:kworker.0
00000100:00100000:3.0:1767321195.388961:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000299776:0@lo:400:kworker.0
00000100:00100000:3.0:1767321195.389076:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321195.389132:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000299520:0@lo:400:kworker.0
00000100:00100000:3.0:1767321195.389156:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321195.389277:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000299776
00000100:00100000:1.0:1767321195.389288:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000299776
00000100:00100000:1.0:1767321195.389351:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000299520
00000100:00100000:1.0:1767321195.389353:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000299520
00000100:00100000:1.0:1767321195.389384:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5701
00000100:00100000:1.0:1767321195.389391:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000299776:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321195.389459:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000299776:12345-0@lo:400:kworker.0 Request processed in 67us (382us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321195.389467:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5701
00000100:00100000:1.0:1767321195.389491:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5702
00000100:00100000:1.0:1767321195.389498:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000299520:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321195.389528:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000299520:12345-0@lo:400:kworker.0 Request processed in 31us (370us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321195.389533:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5702
00000100:00080000:3.0:1767321195.389841:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321195.389900:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000299776:0@lo:400:kworker.0
00000100:00100000:3.0:1767321195.389916:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000299520:0@lo:400:kworker.0
00000100:00100000:0.0:1767321195.391012:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000300032:0@lo:400:kworker.0
00000100:00100000:0.0:1767321195.391083:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321195.391121:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767321195.391127:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000299904:0@lo:400:kworker.0
00000100:00100000:1.0:1767321195.391299:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000300032
00000100:00100000:1.0:1767321195.391310:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000300032
00000100:00100000:1.0:1767321195.391370:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3691
00000100:00100000:1.0:1767321195.391379:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000300032:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321195.391439:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000300032:12345-0@lo:400:kworker.0 Request processed in 60us (354us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321195.391447:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3691
00000100:00100000:0.0:1767321195.391579:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321195.391955:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000300032:0@lo:400:kworker.0
00000100:00100000:1.0:1767321195.403964:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000299904
00000100:00100000:1.0:1767321195.403991:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000299904
00000100:00100000:1.0:1767321195.404122:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3692
00000100:00100000:1.0:1767321195.404137:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000299904:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321195.404320:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000299904:12345-0@lo:400:kworker.0 Request processed in 186us (12739us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321195.404330:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3692
00000100:00080000:1.0:1767321195.404427:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767321195.404433:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767321195.405137:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000299904:0@lo:400:kworker.0
00010000:00010000:0.0:1767321195.701587:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321196.405902:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d072300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000300160:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767321196.406008:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321196.406181:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000300288:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321196.406244:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321196.406371:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000300160
00000100:00100000:0.0:1767321196.406383:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000300160
00000100:00100000:0.0:1767321196.406442:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000300288
00000100:00100000:0.0:1767321196.406446:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000300288
00000100:00100000:0.0:1767321196.406468:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2904
00000100:00100000:0.0:1767321196.406477:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000300160:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321196.406508:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2905
00000100:00100000:1.0:1767321196.406516:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d071500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000300288:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767321196.406529:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00002000:00000024:1.0:1767321196.406536:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767321196.406577:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d071500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000300288:12345-0@lo:13:osp-pre-0-1.0 Request processed in 62us (333us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321196.406591:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2905
00000100:00100000:1.0:1767321196.406665:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000300288:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321196.408712:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000300160:12345-0@lo:13:osp-pre-1-1.0 Request processed in 2222us (2691us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321196.408729:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2904
00000100:00100000:2.0:1767321196.408937:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d072300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000300160:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767321196.725687:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321197.749623:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321198.527262:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767321198.527488:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962607232
00000100:00100000:2.0:1767321198.527501:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962607232
00000100:00100000:2.0:1767321198.527557:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6528
00000100:00100000:2.0:1767321198.527567:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962607232:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767321198.527597:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321198.527687:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962607232:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 120us (499us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321198.527695:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6528
00000100:00100000:3.0:1767321198.536331:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767321198.536533:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962607360
00000100:00100000:2.0:1767321198.536548:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962607360
00000100:00100000:2.0:1767321198.536662:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5703
00000100:00080000:1.0:1767321198.536808:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321198.536986:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962607360:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767321198.537293:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962607360:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 331us (979us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321198.543295:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5703
00010000:00010000:3.0:1767321198.773451:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767321199.797533:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767321200.501345:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321200.501355:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767321200.501358:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321200.501363:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321200.501367:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321200.501375:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6393
00000100:00080000:0.0:1767321200.501380:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321200.501387:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321200.501425:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234727e680 x1853164000300416/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321200.501443:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321200.501446:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321200.501448:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321200.501451:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6393
00000100:00080000:0.0:1767321200.501454:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321200.501457:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321200.501467:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234727c000 x1853164000300544/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321200.501477:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321200.501480:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321200.501482:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321200.501486:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6393
00000100:00080000:0.0:1767321200.501489:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321200.501492:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321200.501500:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234727ea00 x1853164000300672/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321200.501558:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321200.501561:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321200.501563:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321200.501567:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6393
00000100:00080000:0.0:1767321200.501569:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321200.501572:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321200.501585:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234727e300 x1853164000300928/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321200.501648:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000301312:0@lo:400:kworker.0
00000100:00100000:0.0:1767321200.501722:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321200.501725:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000301056:0@lo:400:kworker.0
00000100:00100000:0.0:1767321200.501806:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767321200.501823:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321200.501829:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000301184:0@lo:400:kworker.0
00000100:00100000:1.0:1767321200.501922:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000300800:0@lo:400:kworker.0
00000100:00100000:2.0:1767321200.501994:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000301056
00000100:00100000:2.0:1767321200.502008:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000301056
00000100:00100000:2.0:1767321200.502066:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5704
00000100:00100000:2.0:1767321200.502077:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000301056:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321200.502246:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321200.502284:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000301312
00000100:00100000:0.0:1767321200.502288:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000301312
00000100:00100000:0.0:1767321200.502316:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000301184
00000100:00100000:0.0:1767321200.502319:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000301184
00000100:00100000:0.0:1767321200.502338:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3693
00000100:00100000:0.0:1767321200.502345:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000301312:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321200.502382:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000301312:12345-0@lo:400:kworker.0 Request processed in 37us (663us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321200.502390:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3693
00000100:00100000:0.0:1767321200.502405:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3694
00000100:00100000:0.0:1767321200.502411:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000301184:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321200.502435:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000301184:12345-0@lo:400:kworker.0 Request processed in 24us (188us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321200.502441:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3694
00000100:00100000:0.0:1767321200.502473:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000301184:0@lo:400:kworker.0
00000100:00100000:0.0:1767321200.502483:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000301312:0@lo:400:kworker.0
00000100:00100000:0.0:1767321200.502566:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000300416:0@lo:38:kworker.0
00000100:00100000:0.0:1767321200.502597:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321200.502620:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000300544:0@lo:38:kworker.0
00000100:00100000:0.0:1767321200.502641:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321200.502654:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000300672:0@lo:38:kworker.0
00000100:00100000:0.0:1767321200.502672:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321200.502686:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000300928:0@lo:38:kworker.0
00000100:00100000:0.0:1767321200.502704:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321200.502728:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000300544
00000100:00100000:0.0:1767321200.502731:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000300544
00000100:00100000:0.0:1767321200.502748:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000300672
00000100:00100000:0.0:1767321200.502751:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000300672
00000100:00100000:0.0:1767321200.502761:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000300928
00000100:00100000:0.0:1767321200.502763:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000300928
00000100:00100000:0.0:1767321200.502772:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6529
00000100:00100000:0.0:1767321200.502777:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000300544:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321200.502795:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321200.502861:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000300544:12345-0@lo:38:kworker.0 Request processed in 83us (218us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321200.502868:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6529
00000100:00100000:0.0:1767321200.502880:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6530
00000100:00100000:0.0:1767321200.502884:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000300672:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321200.502894:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321200.502915:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000300672:12345-0@lo:38:kworker.0 Request processed in 29us (242us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321200.502921:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6530
00000100:00100000:0.0:1767321200.502931:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6531
00000100:00100000:0.0:1767321200.502934:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000300928:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321200.502943:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321200.502962:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000300928:12345-0@lo:38:kworker.0 Request processed in 26us (257us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321200.502967:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6531
00000100:00080000:0.0:1767321200.502989:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321200.502993:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321200.502996:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000300544:0@lo:38:kworker.0
00000100:00080000:0.0:1767321200.503004:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321200.503007:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321200.503010:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000300672:0@lo:38:kworker.0
00000100:00080000:0.0:1767321200.503016:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321200.503019:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321200.503021:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000300928:0@lo:38:kworker.0
00000100:00100000:0.0:1767321200.503063:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000300416
00000100:00100000:0.0:1767321200.503066:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000300416
00000100:00100000:0.0:1767321200.503087:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2142
00000100:00100000:0.0:1767321200.503091:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000300416:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321200.503101:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321200.503144:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000300416:12345-0@lo:38:kworker.0 Request processed in 51us (546us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321200.503150:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2142
00000100:00080000:0.0:1767321200.503172:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321200.503176:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321200.503179:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000300416:0@lo:38:kworker.0
00000100:00080000:0.0:1767321200.503244:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767321200.503249:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767321200.503251:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321200.508784:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321200.508807:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000301056:12345-0@lo:400:kworker.0 Request processed in 6719us (6972us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321200.508838:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5704
00000100:00100000:2.0:1767321200.508885:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000300800
00000100:00100000:2.0:1767321200.508895:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000300800
00000100:00100000:2.0:1767321200.509108:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5705
00000100:00100000:2.0:1767321200.509121:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d072300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000300800:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321200.509189:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d072300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000300800:12345-0@lo:400:kworker.0 Request processed in 73us (419us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321200.509222:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5705
00000100:00080000:2.0:1767321200.509247:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321200.509433:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000300800:0@lo:400:kworker.0
00000100:00100000:3.0:1767321200.511062:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000301056:0@lo:400:kworker.0
00010000:00010000:2.0:1767321200.823389:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321201.526513:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d071880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000301440:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767321201.526584:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321201.526895:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000301440
00000100:00100000:1.0:1767321201.526905:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000301440
00000100:00100000:1.0:1767321201.526963:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2906
00000100:00100000:1.0:1767321201.526974:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366948700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000301440:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767321201.527010:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767321201.527034:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767321201.527056:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236729b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000301568:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321201.527069:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366948700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000301440:12345-0@lo:13:osp-pre-1-1.0 Request processed in 95us (483us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321201.527078:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2906
00000100:00100000:3.0:1767321201.527124:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321201.527234:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d071880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000301440:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321201.527276:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000301568
00000100:00100000:1.0:1767321201.527282:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000301568
00000100:00100000:1.0:1767321201.527316:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2907
00000100:00100000:1.0:1767321201.527322:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367299c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000301568:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767321201.527339:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767321201.527380:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367299c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000301568:12345-0@lo:13:osp-pre-0-1.0 Request processed in 58us (258us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321201.527388:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2907
00000100:00100000:1.0:1767321201.527434:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236729b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000301568:0@lo:13:osp-pre-0-1.0
00010000:00010000:2.0:1767321201.845433:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321202.869652:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321203.647244:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767321203.647364:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962607616
00000100:00100000:1.0:1767321203.647375:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962607616
00000100:00100000:1.0:1767321203.647473:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5706
00000100:00100000:1.0:1767321203.647486:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962607616:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767321203.647597:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962607616:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 114us (407us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321203.647606:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5706
00000100:00080000:0.0:1767321203.647830:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321203.651246:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767321203.651379:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962607488
00000100:00100000:1.0:1767321203.651390:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962607488
00000100:00100000:1.0:1767321203.651443:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6532
00000100:00100000:1.0:1767321203.651453:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962607488:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767321203.651476:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321203.651554:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962607488:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 101us (358us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321203.651563:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6532
00000400:00000100:3.0:1767321203.662060:0:6999:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.52@tcp portal 26 match 1853163962607744 offset 0 length 520: 4
00010000:00010000:0.0:1767321203.893516:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321204.917451:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767321205.621501:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321205.621515:0:72021:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767321205.621519:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321205.621523:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321205.621528:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321205.621538:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6398
00000100:00080000:3.0:1767321205.621544:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321205.621554:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321205.621606:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236729aa00 x1853164000301696/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321205.621633:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321205.621636:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321205.621638:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321205.621642:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6398
00000100:00080000:3.0:1767321205.621644:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321205.621647:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321205.621658:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952367298e00 x1853164000301824/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321205.621668:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321205.621671:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321205.621673:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321205.621676:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6398
00000100:00080000:3.0:1767321205.621678:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321205.621681:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321205.621690:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952367298380 x1853164000301952/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321205.621737:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321205.621742:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321205.621744:0:72021:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321205.621747:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6398
00000100:00080000:3.0:1767321205.621750:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321205.621753:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321205.621797:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236729b800 x1853164000302208/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321205.621899:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367299f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000302080:0@lo:400:kworker.0
00000100:00100000:0.0:1767321205.621983:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321205.622067:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767321205.622075:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000302336:0@lo:400:kworker.0
00000100:00100000:0.0:1767321205.622109:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321205.622147:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000302592:0@lo:400:kworker.0
00000100:00100000:0.0:1767321205.622177:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321205.622217:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767321205.622224:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000302464:0@lo:400:kworker.0
00000100:00100000:0.0:1767321205.622246:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321205.622275:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000302592
00000100:00100000:0.0:1767321205.622284:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000302592
00000100:00100000:0.0:1767321205.622340:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000302464
00000100:00100000:0.0:1767321205.622343:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000302464
00000100:00100000:0.0:1767321205.622363:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3695
00000100:00100000:0.0:1767321205.622371:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000302592:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321205.622422:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000302592:12345-0@lo:400:kworker.0 Request processed in 51us (244us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321205.622429:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3695
00000100:00100000:0.0:1767321205.622446:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3696
00000100:00100000:0.0:1767321205.622452:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000302464:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321205.622476:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000302464:12345-0@lo:400:kworker.0 Request processed in 25us (230us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321205.622482:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3696
00000100:00080000:0.0:1767321205.622507:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767321205.622511:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767321205.622538:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000302464:0@lo:400:kworker.0
00000100:00100000:0.0:1767321205.622548:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000302592:0@lo:400:kworker.0
00000100:00100000:3.0:1767321205.622815:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000302080
00000100:00100000:3.0:1767321205.622820:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000302080
00000100:00100000:3.0:1767321205.622866:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000302336
00000100:00100000:3.0:1767321205.622870:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000302336
00000100:00100000:3.0:1767321205.622891:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5707
00000100:00100000:3.0:1767321205.622897:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000302080:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321205.622946:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000302080:12345-0@lo:400:kworker.0 Request processed in 49us (962us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321205.622953:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5707
00000100:00100000:3.0:1767321205.622965:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5708
00000100:00100000:3.0:1767321205.622970:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000302336:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321205.622996:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000302336:12345-0@lo:400:kworker.0 Request processed in 26us (886us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321205.623002:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5708
00000100:00100000:2.0:1767321205.623105:0:7004:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321180/real 1767321180]  req@ffff95235e8c8a80 x1853164000295168/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321205 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767321205.623185:0:7004:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95235e8c8a80 x1853164000295168/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321205 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767321205.623220:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236729aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000301696:0@lo:38:kworker.0
00000100:00100000:2.0:1767321205.623256:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321205.623285:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367298e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000301824:0@lo:38:kworker.0
00000100:00100000:2.0:1767321205.623305:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321205.623319:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367298380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000301952:0@lo:38:kworker.0
00000100:00100000:2.0:1767321205.623340:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321205.623354:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236729b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000302208:0@lo:38:kworker.0
00000100:00100000:2.0:1767321205.623373:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767321205.623388:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321205.623402:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767321205.623406:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000295168:0@lo:250:kworker.0
00000100:00100000:1.0:1767321205.623624:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000301824
00000100:00100000:1.0:1767321205.623631:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000301824
00000100:00100000:1.0:1767321205.623651:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000301952
00000100:00100000:1.0:1767321205.623654:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000301952
00000100:00100000:1.0:1767321205.623661:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000302208
00000100:00100000:1.0:1767321205.623663:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000302208
00000100:00100000:1.0:1767321205.623672:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6533
00000100:00100000:1.0:1767321205.623677:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366949880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000301824:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321205.623698:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321205.623753:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366949880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000301824:12345-0@lo:38:kworker.0 Request processed in 74us (446us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321205.623758:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6533
00000100:00100000:1.0:1767321205.623783:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6534
00000100:00100000:1.0:1767321205.623798:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952348be1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000301952:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321205.623807:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321205.623831:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952348be1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000301952:12345-0@lo:38:kworker.0 Request processed in 32us (490us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321205.623837:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6534
00000100:00100000:1.0:1767321205.623849:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6535
00000100:00100000:1.0:1767321205.623853:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952348be0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000302208:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321205.623861:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321205.623884:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952348be0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000302208:12345-0@lo:38:kworker.0 Request processed in 29us (510us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321205.623889:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6535
00000100:00080000:3.0:1767321205.624033:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321205.624039:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767321205.624041:0:72021:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321205.624047:0:72021:0:(import.c:509:import_select_connection()) MGC192.168.202.152@tcp: connect to NID 0@lo last attempt 6377
00000100:00080000:3.0:1767321205.624050:0:72021:0:(import.c:588:import_select_connection()) MGC192.168.202.152@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321205.624055:0:72021:0:(import.c:623:import_select_connection()) MGC192.168.202.152@tcp: import ffff95235eb57800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321205.624083:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347ff3800 x1853164000302720/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321205.625061:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000302720:0@lo:250:kworker.0
00000400:00000100:2.0:1767321205.625137:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164000302720 offset 0 length 520: 4
00000100:00080000:2.0:1767321205.625191:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321205.625227:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321205.625231:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367298e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000301824:0@lo:38:kworker.0
00000100:00080000:2.0:1767321205.625244:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321205.625249:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321205.625252:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367298380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000301952:0@lo:38:kworker.0
00000100:00080000:2.0:1767321205.625262:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321205.625267:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321205.625270:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236729b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000302208:0@lo:38:kworker.0
00000100:00100000:0.0:1767321205.625465:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000301696
00000100:00100000:0.0:1767321205.625473:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000301696
00000100:00100000:0.0:1767321205.625520:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2143
00000100:00100000:0.0:1767321205.625528:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366949c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000301696:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321205.625550:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321205.625605:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366949c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000301696:12345-0@lo:38:kworker.0 Request processed in 77us (2348us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321205.625613:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2143
00000100:00080000:0.0:1767321205.625641:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321205.625668:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000302336:0@lo:400:kworker.0
00000100:00100000:0.0:1767321205.625680:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367299f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000302080:0@lo:400:kworker.0
00000100:00080000:2.0:1767321205.626036:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321205.626041:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321205.626045:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236729aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000301696:0@lo:38:kworker.0
00010000:00010000:2.0:1767321205.942652:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321206.645550:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1]
00000100:00100000:3.0:1767321206.645574:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d073b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000302848:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321206.645656:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321206.645705:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000302976:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321206.645729:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321206.645782:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000302848
00000100:00100000:3.0:1767321206.645789:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000302848
00000100:00100000:3.0:1767321206.645838:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000302976
00000100:00100000:3.0:1767321206.645841:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000302976
00000100:00100000:3.0:1767321206.645864:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2908
00000100:00100000:3.0:1767321206.645872:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000302848:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767321206.645901:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767321206.645955:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2909
00000100:00100000:0.0:1767321206.645966:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000302976:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767321206.645984:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767321206.646448:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000302848:12345-0@lo:13:osp-pre-1-1.0 Request processed in 574us (790us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321206.646457:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2908
00000100:00100000:3.0:1767321206.647837:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d073b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000302848:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321206.647839:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000302976:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1870us (2102us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321206.647853:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2909
00000100:00100000:3.0:1767321206.647871:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000302976:0@lo:13:osp-pre-0-1.0
00010000:00010000:2.0:1767321206.965461:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767321207.989569:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321208.769909:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767321208.770003:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767321208.770145:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962608000
00000100:00100000:1.0:1767321208.770163:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962608000
00000100:00100000:1.0:1767321208.770328:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962607872
00000100:00100000:1.0:1767321208.770332:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962607872
00000100:00100000:1.0:1767321208.770357:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5709
00000100:00100000:1.0:1767321208.770368:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962608000:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767321208.770452:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962608000:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 86us (561us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321208.770459:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5709
00000100:00100000:1.0:1767321208.770480:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6536
00000100:00100000:1.0:1767321208.770485:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962607872:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767321208.770507:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321208.770534:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962607872:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 47us (533us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321208.770541:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6536
00000100:00080000:0.0:1767321208.770974:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767321209.016445:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321210.038152:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767321210.741578:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321210.741591:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767321210.741595:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321210.741599:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321210.741604:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321210.741613:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6403
00000100:00080000:0.0:1767321210.741618:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321210.741625:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321210.741674:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235ee5d500 x1853164000303104/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321210.741726:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321210.741729:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321210.741731:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321210.741734:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6403
00000100:00080000:0.0:1767321210.741737:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321210.741740:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321210.741752:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235ee5c380 x1853164000303232/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321210.741773:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321210.741776:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321210.741778:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321210.741781:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6403
00000100:00080000:0.0:1767321210.741792:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321210.741795:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321210.741808:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235ee5c000 x1853164000303360/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321210.741854:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321210.741858:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321210.741860:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321210.741864:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6403
00000100:00080000:0.0:1767321210.741866:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321210.741870:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321210.741882:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234727f100 x1853164000303616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321210.741941:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000303744:0@lo:400:kworker.0
00000100:00100000:0.0:1767321210.742013:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321210.742050:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767321210.742055:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000303872:0@lo:400:kworker.0
00000100:00100000:1.0:1767321210.742215:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000304000:0@lo:400:kworker.0
00000100:00100000:2.0:1767321210.742402:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000303104:0@lo:38:kworker.0
00000100:00100000:2.0:1767321210.742436:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321210.742474:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000303232:0@lo:38:kworker.0
00000100:00100000:2.0:1767321210.742496:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321210.742514:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000303360:0@lo:38:kworker.0
00000100:00100000:2.0:1767321210.742535:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321210.742551:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000303616:0@lo:38:kworker.0
00000100:00100000:2.0:1767321210.742571:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321210.742604:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000303744
00000100:00100000:2.0:1767321210.742611:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000303744
00000100:00100000:2.0:1767321210.742658:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000303232
00000100:00100000:2.0:1767321210.742661:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000303232
00000100:00100000:2.0:1767321210.742673:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000303360
00000100:00100000:2.0:1767321210.742676:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000303360
00000100:00100000:2.0:1767321210.742683:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000303616
00000100:00100000:2.0:1767321210.742685:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000303616
00000100:00100000:2.0:1767321210.742694:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5710
00000100:00100000:2.0:1767321210.742702:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000303744:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321210.742761:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000303744:12345-0@lo:400:kworker.0 Request processed in 60us (747us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321210.742768:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5710
00000100:00100000:2.0:1767321210.742798:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6537
00000100:00100000:2.0:1767321210.742802:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236729aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000303232:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321210.742820:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321210.742853:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236729aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000303232:12345-0@lo:38:kworker.0 Request processed in 49us (356us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321210.742859:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6537
00000100:00100000:2.0:1767321210.742870:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6538
00000100:00100000:2.0:1767321210.742874:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367299f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000303360:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321210.742883:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321210.742907:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367299f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000303360:12345-0@lo:38:kworker.0 Request processed in 31us (371us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321210.742912:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6538
00000100:00100000:2.0:1767321210.742923:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6539
00000100:00100000:2.0:1767321210.742926:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236729b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000303616:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321210.742935:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321210.742956:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236729b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000303616:12345-0@lo:38:kworker.0 Request processed in 27us (383us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321210.742962:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6539
00000100:00080000:2.0:1767321210.742994:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321210.742999:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321210.743002:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000303232:0@lo:38:kworker.0
00000100:00080000:2.0:1767321210.743013:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321210.743016:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321210.743019:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000303360:0@lo:38:kworker.0
00000100:00080000:2.0:1767321210.743025:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321210.743028:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321210.743030:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000303616:0@lo:38:kworker.0
00000100:00100000:1.0:1767321210.743260:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000303104
00000100:00100000:1.0:1767321210.743266:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000303104
00000100:00100000:1.0:1767321210.743291:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2144
00000100:00100000:1.0:1767321210.743296:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952348be3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000303104:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321210.743306:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321210.743343:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952348be3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000303104:12345-0@lo:38:kworker.0 Request processed in 46us (906us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321210.743349:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2144
00000100:00080000:1.0:1767321210.743385:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321210.743389:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321210.743392:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000303104:0@lo:38:kworker.0
00000100:00080000:2.0:1767321210.743460:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321210.743521:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321210.743574:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000303744:0@lo:400:kworker.0
00000100:00100000:1.0:1767321210.743640:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000303872
00000100:00100000:1.0:1767321210.743645:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000303872
00000100:00100000:1.0:1767321210.743690:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3697
00000100:00100000:1.0:1767321210.743696:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000303872:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321210.743748:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000303872:12345-0@lo:400:kworker.0 Request processed in 52us (227us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321210.743754:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3697
00000100:00100000:2.0:1767321210.743890:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321210.743921:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767321210.743930:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000303488:0@lo:400:kworker.0
00000100:00100000:2.0:1767321210.743958:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321210.744025:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000303488
00000100:00100000:3.0:1767321210.744031:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000303488
00000100:00100000:1.0:1767321210.744038:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000304000
00000100:00100000:1.0:1767321210.744044:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000304000
00000100:00100000:3.0:1767321210.744080:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5711
00000100:00100000:3.0:1767321210.744091:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367298e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000303488:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321210.744097:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3698
00000100:00100000:1.0:1767321210.744108:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367298380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000304000:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321210.744154:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367298380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000304000:12345-0@lo:400:kworker.0 Request processed in 48us (263us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321210.744159:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3698
00000100:00100000:1.0:1767321210.744223:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000303488:0@lo:400:kworker.0
00000100:00100000:1.0:1767321210.744233:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000304000:0@lo:400:kworker.0
00000100:00080000:0.0:1767321210.744413:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767321210.744417:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767321210.744419:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767321210.744439:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000303872:0@lo:400:kworker.0
00000100:00100000:3.0:1767321210.744628:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367298e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000303488:12345-0@lo:400:kworker.0 Request processed in 55us (184us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321210.744638:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5711
00010000:00010000:2.0:1767321211.063296:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321211.765697:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767321211.765743:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767321211.765751:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d071f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000304256:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767321211.765753:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000304128:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767321211.769522:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321211.772801:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000304128
00000100:00100000:0.0:1767321211.772818:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000304128
00000100:00100000:0.0:1767321211.772894:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2910
00000100:00100000:0.0:1767321211.772904:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000304128:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767321211.772939:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767321211.773026:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000304128:12345-0@lo:13:osp-pre-0-1.0 Request processed in 123us (3512us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321211.773036:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2910
00000100:00100000:2.0:1767321211.773173:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000304128:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321211.778613:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321211.778945:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000304256
00000100:00100000:3.0:1767321211.778955:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000304256
00000100:00100000:3.0:1767321211.779073:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2911
00000100:00100000:3.0:1767321211.779092:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d070a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000304256:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767321211.779125:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767321211.779219:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d070a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000304256:12345-0@lo:13:osp-pre-1-1.0 Request processed in 105us (589us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321211.779227:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2911
00000100:00100000:1.0:1767321211.779311:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d071f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000304256:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767321212.085606:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321213.109490:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321213.887672:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767321213.887894:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962608256
00000100:00100000:0.0:1767321213.887904:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962608256
00000100:00100000:0.0:1767321213.887996:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5712
00000100:00100000:0.0:1767321213.888007:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962608256:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:0.0:1767321213.888104:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962608256:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 99us (440us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321213.888115:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5712
00000100:00080000:2.0:1767321213.893388:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321213.894795:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767321213.895003:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962608128
00000100:00100000:1.0:1767321213.895016:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962608128
00000100:00100000:1.0:1767321213.895069:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6540
00000100:00100000:1.0:1767321213.895078:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962608128:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767321213.895102:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321213.895174:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962608128:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 96us (388us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321213.895181:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6540
00010000:00010000:2.0:1767321214.134229:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321215.162028:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767321215.862305:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321215.862325:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767321215.862329:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321215.862333:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321215.862338:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321215.862346:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6408
00000100:00080000:3.0:1767321215.862352:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321215.862359:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321215.862396:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347ff1c00 x1853164000304384/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321215.862426:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321215.862430:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321215.862431:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321215.862436:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6408
00000100:00080000:3.0:1767321215.862438:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321215.862441:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321215.862456:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347ff0e00 x1853164000304512/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321215.862465:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321215.862468:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321215.862470:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321215.862473:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6408
00000100:00080000:3.0:1767321215.862475:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321215.862478:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321215.862492:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952349091880 x1853164000304640/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321215.862535:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321215.862539:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321215.862540:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321215.862544:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6408
00000100:00080000:3.0:1767321215.862546:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321215.862549:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321215.862559:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952349090380 x1853164000304896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321215.862611:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349091f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000305280:0@lo:400:kworker.0
00000100:00100000:0.0:1767321215.862862:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000304384:0@lo:38:kworker.0
00000100:00100000:1.0:1767321215.862934:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349092300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000305024:0@lo:400:kworker.0
00000100:00100000:2.0:1767321215.862998:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349093800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000304768:0@lo:400:kworker.0
00000100:00100000:0.0:1767321215.872596:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321215.872685:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000304512:0@lo:38:kworker.0
00000100:00100000:0.0:1767321215.872723:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321215.872744:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349091880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000304640:0@lo:38:kworker.0
00000100:00100000:0.0:1767321215.872762:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321215.872788:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349090380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000304896:0@lo:38:kworker.0
00000100:00100000:0.0:1767321215.872811:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321215.872863:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000304384
00000100:00100000:0.0:1767321215.872873:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000304384
00000100:00100000:0.0:1767321215.872912:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2145
00000100:00100000:0.0:1767321215.872921:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000304384:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321215.872944:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321215.872988:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000304384:12345-0@lo:38:kworker.0 Request processed in 66us (399us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321215.872995:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2145
00000100:00100000:0.0:1767321215.873018:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000304512
00000100:00100000:0.0:1767321215.873022:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000304512
00000100:00100000:0.0:1767321215.873038:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000304640
00000100:00100000:0.0:1767321215.873041:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000304640
00000100:00100000:0.0:1767321215.873062:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000304896
00000100:00100000:0.0:1767321215.873065:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000304896
00000100:00100000:0.0:1767321215.873081:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6541
00000100:00100000:0.0:1767321215.873085:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000304512:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321215.873096:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321215.873121:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000304512:12345-0@lo:38:kworker.0 Request processed in 34us (397us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321215.873127:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6541
00000100:00100000:0.0:1767321215.873139:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6542
00000100:00100000:0.0:1767321215.873143:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000304640:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321215.873151:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321215.873172:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000304640:12345-0@lo:38:kworker.0 Request processed in 28us (409us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321215.873178:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6542
00000100:00100000:0.0:1767321215.873188:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6543
00000100:00100000:0.0:1767321215.873191:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000304896:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321215.873221:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321215.873245:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000304896:12345-0@lo:38:kworker.0 Request processed in 52us (433us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321215.873250:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6543
00000100:00080000:0.0:1767321215.874424:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321215.874435:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321215.874442:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000304384:0@lo:38:kworker.0
00000100:00080000:0.0:1767321215.874464:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321215.874468:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321215.874471:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000304512:0@lo:38:kworker.0
00000100:00080000:0.0:1767321215.874480:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321215.874483:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321215.874487:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349091880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000304640:0@lo:38:kworker.0
00000100:00080000:0.0:1767321215.874495:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321215.874498:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321215.874501:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349090380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000304896:0@lo:38:kworker.0
00000100:00100000:0.0:1767321215.874594:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349092d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000305152:0@lo:400:kworker.0
00000100:00100000:0.0:1767321215.874646:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321215.874894:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000305152
00000100:00100000:0.0:1767321215.874902:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000305152
00000100:00100000:0.0:1767321215.874956:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3699
00000100:00100000:0.0:1767321215.874963:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000305152:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321215.875012:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000305152:12345-0@lo:400:kworker.0 Request processed in 49us (365us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321215.875019:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3699
00000100:00100000:0.0:1767321215.875051:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349092d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000305152:0@lo:400:kworker.0
00000100:00080000:0.0:1767321215.875085:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767321215.875218:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321215.875423:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321215.875604:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000305024
00000100:00100000:1.0:1767321215.875609:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000305024
00000100:00100000:1.0:1767321215.875654:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000304768
00000100:00100000:1.0:1767321215.875657:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000304768
00000100:00100000:1.0:1767321215.875689:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5713
00000100:00100000:1.0:1767321215.875696:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d071f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000305024:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321215.875737:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d071f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000305024:12345-0@lo:400:kworker.0 Request processed in 42us (542us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321215.875743:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5713
00000100:00100000:1.0:1767321215.875757:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5714
00000100:00100000:1.0:1767321215.875763:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000304768:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321215.875791:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000304768:12345-0@lo:400:kworker.0 Request processed in 29us (368us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321215.875796:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5714
00000100:00100000:1.0:1767321215.875830:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349092300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000305024:0@lo:400:kworker.0
00000100:00080000:2.0:1767321215.875891:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321215.875910:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349093800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000304768:0@lo:400:kworker.0
00000100:00100000:3.0:1767321215.877262:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321215.878587:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000305280
00000100:00100000:1.0:1767321215.878602:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000305280
00000100:00100000:1.0:1767321215.878680:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3700
00000100:00100000:1.0:1767321215.878691:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349091500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000305280:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321215.878792:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349091500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000305280:12345-0@lo:400:kworker.0 Request processed in 104us (1535us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321215.878800:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3700
00000100:00080000:0.0:1767321215.878936:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767321215.878954:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349091f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000305280:0@lo:400:kworker.0
00010000:00010000:0.0:1767321216.183936:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321216.888059:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d070380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000305536:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767321216.888131:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321216.888232:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000305536
00000100:00100000:1.0:1767321216.888241:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000305536
00000100:00100000:1.0:1767321216.888300:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2912
00000100:00100000:1.0:1767321216.888310:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000305536:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767321216.888344:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767321216.888398:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000305536:12345-0@lo:13:osp-pre-0-1.0 Request processed in 90us (266us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321216.888406:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2912
00000100:00100000:1.0:1767321216.888457:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d070380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000305536:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321216.888538:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767321216.888549:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d070e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000305408:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321216.888580:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321216.888674:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000305408
00000100:00100000:2.0:1767321216.888679:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000305408
00000100:00100000:2.0:1767321216.888715:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2913
00000100:00100000:2.0:1767321216.888723:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000305408:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767321216.888748:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767321216.888784:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000305408:12345-0@lo:13:osp-pre-1-1.0 Request processed in 63us (203us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321216.888790:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2913
00000100:00100000:2.0:1767321216.888819:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d070e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000305408:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767321217.205709:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321218.229411:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321219.009924:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767321219.009963:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767321219.009989:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962608512
00000100:00100000:0.0:1767321219.009999:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962608512
00000100:00100000:1.0:1767321219.010114:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962608384
00000100:00100000:1.0:1767321219.010119:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962608384
00000100:00100000:1.0:1767321219.010162:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6544
00000100:00100000:1.0:1767321219.010171:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349091c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962608384:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767321219.010236:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321219.010304:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349091c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962608384:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 132us (339us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321219.010312:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6544
00000100:00100000:0.0:1767321219.010435:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5715
00000100:00100000:0.0:1767321219.010442:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349091f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962608512:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:0.0:1767321219.010497:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349091f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962608512:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 56us (582us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321219.010506:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5715
00000100:00080000:2.0:1767321219.010584:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767321219.255495:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767321220.277402:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767321220.981495:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321220.981508:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767321220.981511:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321220.981515:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321220.981520:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321220.981529:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6413
00000100:00080000:3.0:1767321220.981533:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321220.981540:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321220.981585:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952349093b80 x1853164000305664/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321220.981618:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321220.981631:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321220.981633:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321220.981636:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6413
00000100:00080000:3.0:1767321220.981646:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321220.981649:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321220.981661:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952349092a00 x1853164000305792/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321220.981670:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321220.981672:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321220.981674:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321220.981678:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6413
00000100:00080000:3.0:1767321220.981680:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321220.981684:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321220.981693:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952349092680 x1853164000305920/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321220.981786:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767321220.981953:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349093b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000305664:0@lo:38:kworker.0
00000100:00100000:2.0:1767321220.982023:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321220.982092:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349092a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000305792:0@lo:38:kworker.0
00000100:00100000:2.0:1767321220.982120:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321220.982138:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349092680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000305920:0@lo:38:kworker.0
00000100:00100000:2.0:1767321220.982158:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321220.982225:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000305792
00000100:00100000:2.0:1767321220.982233:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000305792
00000100:00100000:2.0:1767321220.982264:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000305920
00000100:00100000:2.0:1767321220.982267:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000305920
00000100:00100000:2.0:1767321220.982286:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6545
00000100:00100000:2.0:1767321220.982293:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eacad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000305792:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321220.982314:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321220.982356:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eacad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000305792:12345-0@lo:38:kworker.0 Request processed in 61us (234us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321220.982363:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6545
00000100:00100000:2.0:1767321220.982380:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6546
00000100:00100000:2.0:1767321220.982386:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eac9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000305920:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321220.982400:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321220.982422:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eac9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000305920:12345-0@lo:38:kworker.0 Request processed in 36us (263us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321220.982428:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6546
00000100:00080000:2.0:1767321220.982462:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321220.982466:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321220.982469:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349092a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000305792:0@lo:38:kworker.0
00000100:00080000:2.0:1767321220.982478:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321220.982481:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321220.982483:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349092680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000305920:0@lo:38:kworker.0
00000100:00100000:0.0:1767321220.982598:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000305664
00000100:00100000:0.0:1767321220.982602:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000305664
00000100:00100000:0.0:1767321220.982643:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2146
00000100:00100000:0.0:1767321220.982648:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000305664:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321220.982659:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321220.982696:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000305664:12345-0@lo:38:kworker.0 Request processed in 46us (672us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321220.982702:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2146
00000100:00080000:0.0:1767321220.982732:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321220.982736:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321220.982739:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349093b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000305664:0@lo:38:kworker.0
00000100:00080000:3.0:1767321220.983299:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321220.983305:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321220.983308:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321220.983312:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6413
00000100:00080000:3.0:1767321220.983316:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321220.983321:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321220.983353:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952349090a80 x1853164000306176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321220.983493:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349090a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000306176:0@lo:38:kworker.0
00000100:00100000:0.0:1767321220.983535:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321220.983578:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000306176
00000100:00100000:0.0:1767321220.983586:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000306176
00000100:00100000:0.0:1767321220.983619:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6547
00000100:00100000:0.0:1767321220.983655:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000306176:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321220.983672:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321220.983722:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000306176:12345-0@lo:38:kworker.0 Request processed in 79us (184us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321220.983728:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6547
00000100:00080000:0.0:1767321220.983767:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321220.983791:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321220.983796:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349090a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000306176:0@lo:38:kworker.0
00000100:00100000:0.0:1767321220.983842:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349093480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000306304:0@lo:400:kworker.0
00000100:00100000:0.0:1767321220.983875:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321220.983900:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767321220.983908:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349091180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000306432:0@lo:400:kworker.0
00000100:00100000:0.0:1767321220.983940:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321220.983976:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000306304
00000100:00100000:0.0:1767321220.983981:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000306304
00000100:00100000:0.0:1767321220.984029:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5716
00000100:00100000:0.0:1767321220.984037:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000306304:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321220.984106:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000306304:12345-0@lo:400:kworker.0 Request processed in 69us (229us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321220.984113:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5716
00000100:00100000:0.0:1767321220.984150:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349093480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000306304:0@lo:400:kworker.0
00000100:00100000:0.0:1767321220.984189:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000306432
00000100:00100000:0.0:1767321220.984222:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000306432
00000100:00100000:0.0:1767321220.984250:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3701
00000100:00100000:0.0:1767321220.984256:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000306432:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321220.984289:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000306432:12345-0@lo:400:kworker.0 Request processed in 32us (349us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321220.984296:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3701
00000100:00100000:0.0:1767321220.984318:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349091180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000306432:0@lo:400:kworker.0
00000100:00080000:2.0:1767321220.986453:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767321220.986465:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321220.989403:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349090700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000306560:0@lo:400:kworker.0
00000100:00100000:1.0:1767321220.989517:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321220.989714:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349093100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000306048:0@lo:400:kworker.0
00000100:00100000:1.0:1767321220.989756:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321220.990711:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000306048
00000100:00100000:0.0:1767321220.990727:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000306048
00000100:00100000:0.0:1767321220.990821:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5717
00000100:00100000:0.0:1767321220.990831:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d072d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000306048:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321220.990916:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d072d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000306048:12345-0@lo:400:kworker.0 Request processed in 87us (1160us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321220.990924:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5717
00000100:00080000:1.0:1767321220.992846:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321220.992919:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349093100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000306048:0@lo:400:kworker.0
00000100:00100000:2.0:1767321221.000277:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000306560
00000100:00100000:2.0:1767321221.000296:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000306560
00000100:00100000:2.0:1767321221.000389:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3702
00000100:00100000:2.0:1767321221.000401:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d070380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000306560:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321221.000507:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d070380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000306560:12345-0@lo:400:kworker.0 Request processed in 109us (10990us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321221.000514:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3702
00000100:00080000:1.0:1767321221.001399:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767321221.001509:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349090700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000306560:0@lo:400:kworker.0
00010000:00010000:2.0:1767321221.301657:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321222.005662:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d073480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000306688:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321222.005735:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321222.005949:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000306688
00000100:00100000:2.0:1767321222.005958:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000306688
00000100:00100000:2.0:1767321222.006018:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2914
00000100:00100000:2.0:1767321222.006029:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000306688:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767321222.006062:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767321222.006105:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000306688:12345-0@lo:13:osp-pre-0-1.0 Request processed in 78us (369us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321222.006113:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2914
00000100:00100000:0.0:1767321222.006346:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d073480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000306688:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321222.006367:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767321222.006375:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d070700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000306816:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321222.006400:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321222.006553:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000306816
00000100:00100000:1.0:1767321222.006558:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000306816
00000100:00100000:1.0:1767321222.006606:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2915
00000100:00100000:1.0:1767321222.006624:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000306816:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767321222.006639:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767321222.006677:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000306816:12345-0@lo:13:osp-pre-1-1.0 Request processed in 64us (276us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321222.006683:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2915
00000100:00100000:1.0:1767321222.006716:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d070700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000306816:0@lo:13:osp-pre-1-1.0
00000100:00080000:0.0:1767321222.006775:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00010000:00010000:2.0:1767321222.325785:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321223.353833:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321224.133584:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767321224.133677:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767321224.133758:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962608768
00000100:00100000:1.0:1767321224.133777:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962608768
00000100:00100000:1.0:1767321224.133892:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962608640
00000100:00100000:1.0:1767321224.133897:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962608640
00000100:00100000:1.0:1767321224.133919:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5718
00000100:00100000:1.0:1767321224.133931:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349090700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962608768:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767321224.134028:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349090700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962608768:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 100us (460us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321224.134037:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5718
00000100:00100000:2.0:1767321224.134363:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6548
00000100:00100000:2.0:1767321224.134370:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349093100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962608640:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767321224.134392:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321224.134425:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349093100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962608640:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 55us (748us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321224.134432:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6548
00000100:00080000:3.0:1767321224.134790:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767321224.373494:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321225.397692:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767321226.101478:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321226.101571:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767321226.101734:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321226.101739:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321226.101744:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321226.101752:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6418
00000100:00080000:0.0:1767321226.101756:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321226.101763:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321226.101806:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236710ea00 x1853164000306944/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321226.101835:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321226.101838:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321226.101840:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321226.101845:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6418
00000100:00080000:0.0:1767321226.101847:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321226.101850:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321226.101861:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236710ca80 x1853164000307072/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321226.101869:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321226.101872:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321226.101874:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321226.101877:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6418
00000100:00080000:0.0:1767321226.101879:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321226.101882:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321226.101890:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236710d880 x1853164000307200/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321226.101961:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00080000:0.0:1767321226.101980:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321226.101983:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321226.101985:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321226.101988:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6418
00000100:00080000:0.0:1767321226.101991:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321226.101994:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321226.102006:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236710f800 x1853164000307456/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321226.102113:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000306944:0@lo:38:kworker.0
00000100:00100000:1.0:1767321226.102178:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321226.102243:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000307072:0@lo:38:kworker.0
00000100:00100000:1.0:1767321226.102267:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321226.102284:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000307200:0@lo:38:kworker.0
00000100:00100000:1.0:1767321226.102302:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321226.102316:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000307456:0@lo:38:kworker.0
00000100:00100000:1.0:1767321226.102335:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321226.102387:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000306944
00000100:00100000:1.0:1767321226.102395:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000306944
00000100:00100000:1.0:1767321226.102431:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2147
00000100:00100000:1.0:1767321226.102438:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d070700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000306944:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321226.102457:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321226.102512:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d070700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000306944:12345-0@lo:38:kworker.0 Request processed in 72us (332us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321226.102522:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2147
00000100:00100000:1.0:1767321226.102548:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000307072
00000100:00100000:1.0:1767321226.102551:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000307072
00000100:00100000:1.0:1767321226.102569:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000307200
00000100:00100000:1.0:1767321226.102572:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000307200
00000100:00100000:1.0:1767321226.102607:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000307456
00000100:00100000:1.0:1767321226.102611:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000307456
00000100:00100000:1.0:1767321226.102628:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6549
00000100:00100000:1.0:1767321226.102632:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d072a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000307072:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321226.102642:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321226.102667:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d072a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000307072:12345-0@lo:38:kworker.0 Request processed in 34us (400us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321226.102673:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6549
00000100:00100000:1.0:1767321226.102685:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6550
00000100:00100000:1.0:1767321226.102689:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d073480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000307200:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321226.102697:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321226.102718:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d073480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000307200:12345-0@lo:38:kworker.0 Request processed in 28us (415us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321226.102724:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6550
00000100:00100000:1.0:1767321226.102734:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6551
00000100:00100000:1.0:1767321226.102737:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d070e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000307456:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321226.102747:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321226.102768:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d070e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000307456:12345-0@lo:38:kworker.0 Request processed in 29us (432us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321226.102773:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6551
00000100:00080000:1.0:1767321226.102819:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321226.102824:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321226.102827:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000306944:0@lo:38:kworker.0
00000100:00080000:1.0:1767321226.102837:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321226.102840:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321226.102842:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000307072:0@lo:38:kworker.0
00000100:00080000:1.0:1767321226.102849:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321226.102852:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321226.102854:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000307200:0@lo:38:kworker.0
00000100:00080000:1.0:1767321226.102861:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321226.102864:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321226.102866:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000307456:0@lo:38:kworker.0
00000100:00100000:1.0:1767321226.102911:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000307712:0@lo:400:kworker.0
00000100:00100000:1.0:1767321226.102939:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321226.102968:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767321226.102974:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000307584:0@lo:400:kworker.0
00000100:00100000:1.0:1767321226.102995:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321226.103018:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000307584
00000100:00100000:1.0:1767321226.103022:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000307584
00000100:00100000:1.0:1767321226.103061:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5719
00000100:00100000:1.0:1767321226.103069:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d071880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000307584:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321226.103111:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d071880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000307584:12345-0@lo:400:kworker.0 Request processed in 44us (115us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321226.103117:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5719
00000100:00100000:1.0:1767321226.103145:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000307584:0@lo:400:kworker.0
00000100:00100000:1.0:1767321226.103182:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000307712
00000100:00100000:1.0:1767321226.103185:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000307712
00000100:00100000:1.0:1767321226.103241:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3703
00000100:00100000:1.0:1767321226.103249:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d073b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000307712:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321226.103284:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d073b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000307712:12345-0@lo:400:kworker.0 Request processed in 36us (343us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321226.103290:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3703
00000100:00100000:1.0:1767321226.103315:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000307712:0@lo:400:kworker.0
00000100:00100000:2.0:1767321226.105331:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767321226.105358:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000307840:0@lo:400:kworker.0
00000100:00100000:2.0:1767321226.105426:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321226.105477:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000307840
00000100:00100000:2.0:1767321226.105484:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000307840
00000100:00100000:2.0:1767321226.105534:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3704
00000100:00100000:2.0:1767321226.105542:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000307840:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321226.105605:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000307840:12345-0@lo:400:kworker.0 Request processed in 64us (179us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321226.105613:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3704
00000100:00100000:2.0:1767321226.105655:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000307840:0@lo:400:kworker.0
00000100:00080000:2.0:1767321226.105698:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767321226.105702:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767321226.105706:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321226.106936:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000307328:0@lo:400:kworker.0
00000100:00100000:3.0:1767321226.106993:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321226.107086:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000307328
00000100:00100000:1.0:1767321226.107093:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000307328
00000100:00100000:1.0:1767321226.107156:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5720
00000100:00100000:1.0:1767321226.107163:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349091180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000307328:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321226.107229:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349091180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000307328:12345-0@lo:400:kworker.0 Request processed in 66us (235us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321226.107235:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5720
00000100:00080000:2.0:1767321226.107304:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321226.107894:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000307328:0@lo:400:kworker.0
00010000:00010000:2.0:1767321226.422530:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321227.125560:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366987100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000307968:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321227.125679:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321227.125782:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000307968
00000100:00100000:2.0:1767321227.125791:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000307968
00000100:00100000:2.0:1767321227.125848:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2916
00000100:00100000:2.0:1767321227.125859:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349093480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000307968:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767321227.125888:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767321227.125941:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349093480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000307968:12345-0@lo:13:osp-pre-1-1.0 Request processed in 83us (262us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321227.125948:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2916
00000100:00100000:3.0:1767321227.126067:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366987100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000307968:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321227.127496:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366985c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000308096:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321227.127554:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321227.127637:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000308096
00000100:00100000:0.0:1767321227.127645:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000308096
00000100:00100000:0.0:1767321227.127692:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2917
00000100:00100000:0.0:1767321227.127700:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349090a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000308096:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767321227.127725:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767321227.128413:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349090a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000308096:12345-0@lo:13:osp-pre-0-1.0 Request processed in 711us (855us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321227.128422:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2917
00000100:00100000:3.0:1767321227.128708:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366985c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000308096:0@lo:13:osp-pre-0-1.0
00010000:00010000:2.0:1767321227.447070:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1767321228.233279:0:7000:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.52@tcp portal 26 match 1853163962608896 offset 0 length 520: 4
00000100:00100000:1.0:1767321228.233337:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767321228.233441:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962609152
00000100:00100000:3.0:1767321228.233456:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962609152
00000100:00100000:3.0:1767321228.233546:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5721
00000100:00100000:3.0:1767321228.233569:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366987800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962609152:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:3.0:1767321228.233654:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366987800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962609152:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 100us (317us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321228.233662:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5721
00000100:00080000:2.0:1767321228.234003:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321228.236657:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767321228.236773:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962609024
00000100:00100000:1.0:1767321228.236786:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962609024
00000100:00100000:1.0:1767321228.236845:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6552
00000100:00100000:1.0:1767321228.236853:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962609024:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767321228.236880:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321228.236976:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962609024:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 121us (331us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321228.236985:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6552
00010000:00010000:0.0:1767321228.470611:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321229.496257:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321230.197363:0:7004:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321205/real 1767321205]  req@ffff952347ff3800 x1853164000302720/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321230 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767321230.197400:0:7004:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff952347ff3800 x1853164000302720/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321230 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767321230.197422:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321230.197443:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767321230.197447:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000302720:0@lo:250:kworker.0
00000100:00080000:3.0:1767321230.197698:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321230.197704:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767321230.197707:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321230.197712:0:49151:0:(import.c:509:import_select_connection()) MGC192.168.202.152@tcp: connect to NID 0@lo last attempt 6403
00000100:00080000:3.0:1767321230.197716:0:49151:0:(import.c:588:import_select_connection()) MGC192.168.202.152@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321230.197723:0:49151:0:(import.c:623:import_select_connection()) MGC192.168.202.152@tcp: import ffff95235eb57800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321230.197758:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952349093b80 x1853164000308224/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321230.197791:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321230.197796:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321230.197798:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321230.197802:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6424
00000100:00080000:3.0:1767321230.197804:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321230.197808:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321230.197827:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952349092680 x1853164000308352/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321230.197842:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321230.197845:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321230.197847:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321230.197850:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6424
00000100:00080000:3.0:1767321230.197852:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321230.197855:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321230.197866:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952349092a00 x1853164000308480/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321230.197875:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321230.197878:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321230.197880:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321230.197883:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6424
00000100:00080000:3.0:1767321230.197885:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321230.197888:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321230.197897:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952349093800 x1853164000308608/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321230.197925:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321230.197930:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321230.197931:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321230.197935:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6424
00000100:00080000:3.0:1767321230.197937:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321230.197940:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321230.197954:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349092300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000308736:0@lo:400:kworker.0
00000100:00100000:3.0:1767321230.198022:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321230.198116:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000308736
00000100:00100000:3.0:1767321230.198136:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000308736
00000100:00100000:3.0:1767321230.198215:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5722
00000100:00100000:3.0:1767321230.198225:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349092d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000308736:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321230.198282:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349092d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000308736:12345-0@lo:400:kworker.0 Request processed in 59us (259us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321230.198290:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5722
00000100:00100000:3.0:1767321230.198331:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349092300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000308736:0@lo:400:kworker.0
00000100:00100000:3.0:1767321230.198363:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952349092300 x1853164000308864/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321230.198391:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767321230.198400:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349090380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000308992:0@lo:400:kworker.0
00000100:00100000:3.0:1767321230.198427:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321230.198449:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000308992
00000100:00100000:3.0:1767321230.198452:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000308992
00000100:00100000:3.0:1767321230.198473:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5723
00000100:00100000:3.0:1767321230.198478:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349091880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000308992:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321230.198508:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349091880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000308992:12345-0@lo:400:kworker.0 Request processed in 29us (81us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321230.198514:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5723
00000100:00100000:3.0:1767321230.198549:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349090380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000308992:0@lo:400:kworker.0
00000100:00100000:3.0:1767321230.198578:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349090380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000309120:0@lo:400:kworker.0
00000100:00100000:3.0:1767321230.198610:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321230.198651:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767321230.198658:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366960000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000309248:0@lo:400:kworker.0
00000100:00100000:3.0:1767321230.198680:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321230.198969:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000309120
00000100:00100000:1.0:1767321230.198975:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000309120
00000100:00100000:1.0:1767321230.199008:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000309248
00000100:00100000:1.0:1767321230.199011:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000309248
00000100:00100000:1.0:1767321230.199036:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3705
00000100:00100000:1.0:1767321230.199044:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366962680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000309120:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321230.199090:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366962680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000309120:12345-0@lo:400:kworker.0 Request processed in 48us (479us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321230.199097:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3705
00000100:00100000:1.0:1767321230.199112:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3706
00000100:00100000:1.0:1767321230.199118:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366962a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000309248:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321230.199152:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366962a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000309248:12345-0@lo:400:kworker.0 Request processed in 34us (470us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321230.199158:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3706
00000100:00100000:1.0:1767321230.199191:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366960000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000309248:0@lo:400:kworker.0
00000100:00100000:1.0:1767321230.199249:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349090380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000309120:0@lo:400:kworker.0
00000100:00100000:0.0:1767321230.199494:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349093b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000308224:0@lo:250:kworker.0
00000400:00000100:0.0:1767321230.199522:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164000308224 offset 0 length 520: 4
00000100:00100000:0.0:1767321230.199556:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349092680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000308352:0@lo:38:kworker.0
00000100:00100000:0.0:1767321230.199584:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321230.199612:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349092a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000308480:0@lo:38:kworker.0
00000100:00100000:0.0:1767321230.199636:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321230.199656:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349093800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000308608:0@lo:38:kworker.0
00000100:00100000:0.0:1767321230.199676:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321230.199691:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349092300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000308864:0@lo:38:kworker.0
00000100:00100000:0.0:1767321230.199712:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321230.199742:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000308480
00000100:00100000:0.0:1767321230.199746:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000308480
00000100:00100000:0.0:1767321230.199766:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000308608
00000100:00100000:0.0:1767321230.199769:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000308608
00000100:00100000:0.0:1767321230.199779:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000308864
00000100:00100000:0.0:1767321230.199782:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000308864
00000100:00100000:0.0:1767321230.199795:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6553
00000100:00100000:0.0:1767321230.199800:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000308480:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321230.199820:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321230.199858:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000308480:12345-0@lo:38:kworker.0 Request processed in 57us (221us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321230.199867:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6553
00000100:00100000:0.0:1767321230.199880:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6554
00000100:00100000:0.0:1767321230.199884:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000308608:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321230.199893:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321230.199915:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000308608:12345-0@lo:38:kworker.0 Request processed in 30us (239us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321230.199921:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6554
00000100:00100000:0.0:1767321230.199932:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6555
00000100:00100000:0.0:1767321230.199936:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000308864:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321230.199945:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321230.199967:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000308864:12345-0@lo:38:kworker.0 Request processed in 30us (255us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321230.199973:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6555
00000100:00080000:0.0:1767321230.200002:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321230.200007:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321230.200010:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349092a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000308480:0@lo:38:kworker.0
00000100:00080000:0.0:1767321230.200017:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321230.200021:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321230.200024:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349093800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000308608:0@lo:38:kworker.0
00000100:00080000:0.0:1767321230.200030:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321230.200033:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321230.200036:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349092300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000308864:0@lo:38:kworker.0
00000100:00100000:1.0:1767321230.200163:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000308352
00000100:00100000:1.0:1767321230.200167:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000308352
00000100:00100000:1.0:1767321230.200189:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2148
00000100:00100000:1.0:1767321230.200216:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000308352:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321230.200227:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321230.200261:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000308352:12345-0@lo:38:kworker.0 Request processed in 67us (677us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321230.200268:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2148
00000100:00080000:0.0:1767321230.200483:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321230.200488:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321230.200491:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349092680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000308352:0@lo:38:kworker.0
00000100:00080000:2.0:1767321230.201434:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767321230.201442:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767321230.201445:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767321230.517818:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321231.541555:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321232.245475:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767321232.245509:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366962300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000309376:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321232.245586:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321232.245631:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000309376
00000100:00100000:3.0:1767321232.245639:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000309376
00000100:00100000:3.0:1767321232.245698:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2918
00000100:00100000:3.0:1767321232.245720:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366963800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000309376:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767321232.245755:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767321232.245798:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366963800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000309376:12345-0@lo:13:osp-pre-1-1.0 Request processed in 92us (212us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321232.245806:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2918
00000100:00080000:3.0:1767321232.245828:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767321232.245878:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366962300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000309376:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321232.246250:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767321232.246262:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366984a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000309504:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321232.246293:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321232.246325:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000309504
00000100:00100000:1.0:1767321232.246330:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000309504
00000100:00100000:1.0:1767321232.246362:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2919
00000100:00100000:1.0:1767321232.246368:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366984000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000309504:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767321232.246383:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767321232.246416:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366984000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000309504:12345-0@lo:13:osp-pre-0-1.0 Request processed in 48us (121us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321232.246422:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2919
00000100:00080000:1.0:1767321232.246439:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767321232.246462:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366984a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000309504:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767321232.566328:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321233.347265:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767321233.347557:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767321233.354328:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962609408
00000100:00100000:1.0:1767321233.354346:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962609408
00000100:00100000:1.0:1767321233.354440:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962609280
00000100:00100000:1.0:1767321233.354444:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962609280
00000100:00100000:1.0:1767321233.354476:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5724
00000100:00100000:1.0:1767321233.354488:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366962300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962609408:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767321233.354588:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366962300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962609408:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 102us (7333us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321233.354595:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5724
00000100:00100000:1.0:1767321233.354617:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6556
00000100:00100000:1.0:1767321233.354621:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366963480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962609280:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767321233.354639:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321233.354666:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366963480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962609280:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 43us (7110us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321233.354674:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6556
00000100:00080000:3.0:1767321233.355087:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767321233.589548:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321234.613432:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767321235.317652:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321235.317664:0:72021:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767321235.317667:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321235.317671:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321235.317675:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321235.317684:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6428
00000100:00080000:1.0:1767321235.317690:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321235.317696:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767321235.317741:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366984a80 x1853164000309632/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321235.317769:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321235.317773:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321235.317774:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321235.317778:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6428
00000100:00080000:1.0:1767321235.317780:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321235.317783:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767321235.317797:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366987480 x1853164000309760/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321235.317808:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366984a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000309632:0@lo:38:kworker.0
00000100:00080000:1.0:1767321235.317809:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321235.317819:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321235.317821:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321235.317824:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6428
00000100:00080000:1.0:1767321235.317827:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321235.317830:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767321235.317842:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366986680 x1853164000309888/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321235.317891:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321235.317921:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00080000:1.0:1767321235.317940:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321235.317944:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321235.317946:0:72021:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767321235.317957:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366987480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000309760:0@lo:38:kworker.0
00000100:00080000:1.0:1767321235.317960:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6428
00000100:00080000:1.0:1767321235.317965:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321235.317969:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767321235.317985:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366984e00 x1853164000310144/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321235.317992:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321235.318020:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366986680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000309888:0@lo:38:kworker.0
00000100:00100000:0.0:1767321235.318050:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321235.318096:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767321235.318108:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366986d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000310528:0@lo:400:kworker.0
00000100:00100000:2.0:1767321235.318141:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321235.318175:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000310528
00000100:00100000:2.0:1767321235.318181:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000310528
00000100:00100000:2.0:1767321235.318275:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3707
00000100:00100000:2.0:1767321235.318285:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000310528:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321235.318336:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000310528:12345-0@lo:400:kworker.0 Request processed in 53us (193us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321235.318343:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3707
00000100:00100000:2.0:1767321235.318368:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000309632
00000100:00100000:2.0:1767321235.318371:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000309632
00000100:00100000:2.0:1767321235.318391:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2149
00000100:00100000:2.0:1767321235.318395:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000309632:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321235.318413:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321235.318441:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000309632:12345-0@lo:38:kworker.0 Request processed in 45us (552us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321235.318448:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2149
00000100:00100000:2.0:1767321235.318486:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366986d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000310528:0@lo:400:kworker.0
00000100:00100000:2.0:1767321235.318526:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366985500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000310272:0@lo:400:kworker.0
00000100:00080000:2.0:1767321235.318560:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767321235.318596:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366987b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000310400:0@lo:400:kworker.0
00000100:00100000:2.0:1767321235.318629:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321235.318658:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000310400
00000100:00100000:2.0:1767321235.318661:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000310400
00000100:00100000:2.0:1767321235.318687:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3708
00000100:00100000:2.0:1767321235.318694:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000310400:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321235.318724:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000310400:12345-0@lo:400:kworker.0 Request processed in 31us (95us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321235.318729:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3708
00000100:00100000:2.0:1767321235.318751:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366987b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000310400:0@lo:400:kworker.0
00000100:00080000:2.0:1767321235.318763:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767321235.318844:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321235.318849:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321235.318852:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366984a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000309632:0@lo:38:kworker.0
00000100:00100000:0.0:1767321235.318865:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366984e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000310144:0@lo:38:kworker.0
00000100:00100000:0.0:1767321235.318886:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321235.319277:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366984380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000310016:0@lo:400:kworker.0
00000100:00100000:0.0:1767321235.320220:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321235.320267:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000309760
00000100:00100000:2.0:1767321235.320274:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000309760
00000100:00100000:2.0:1767321235.320300:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000309888
00000100:00100000:2.0:1767321235.320303:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000309888
00000100:00100000:2.0:1767321235.320321:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000310144
00000100:00100000:2.0:1767321235.320324:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000310144
00000100:00100000:2.0:1767321235.320340:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6557
00000100:00100000:2.0:1767321235.320345:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000309760:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321235.320362:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321235.320405:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000309760:12345-0@lo:38:kworker.0 Request processed in 59us (2413us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321235.320412:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6557
00000100:00100000:2.0:1767321235.320427:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6558
00000100:00100000:2.0:1767321235.320430:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000309888:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321235.320440:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321235.320466:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000309888:12345-0@lo:38:kworker.0 Request processed in 34us (2417us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321235.320471:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6558
00000100:00100000:2.0:1767321235.320482:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6559
00000100:00100000:2.0:1767321235.320485:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000310144:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321235.320507:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321235.320529:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000310144:12345-0@lo:38:kworker.0 Request processed in 42us (1641us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321235.320534:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6559
00000100:00080000:2.0:1767321235.324299:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321235.324316:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321235.324322:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366984e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000310144:0@lo:38:kworker.0
00000100:00080000:2.0:1767321235.324339:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321235.324343:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321235.324346:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366987480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000309760:0@lo:38:kworker.0
00000100:00080000:2.0:1767321235.324356:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321235.324360:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321235.324362:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366986680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000309888:0@lo:38:kworker.0
00000100:00100000:3.0:1767321235.334734:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321235.334765:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000310272
00000100:00100000:1.0:1767321235.334777:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000310272
00000100:00080000:2.0:1767321235.334843:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321235.334849:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000310016
00000100:00100000:1.0:1767321235.334854:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000310016
00000100:00100000:1.0:1767321235.334900:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5725
00000100:00100000:1.0:1767321235.334911:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000310272:12345-0@lo:400:kworker.0
00000100:00080000:2.0:1767321235.334916:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321235.334949:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5726
00000100:00100000:2.0:1767321235.334971:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366961180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000310016:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321235.334990:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000310272:12345-0@lo:400:kworker.0 Request processed in 81us (14770us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321235.335000:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5725
00000100:00100000:2.0:1767321235.335019:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366961180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000310016:12345-0@lo:400:kworker.0 Request processed in 51us (292us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321235.335027:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5726
00000100:00100000:0.0:1767321235.335132:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366985500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000310272:0@lo:400:kworker.0
00000100:00100000:3.0:1767321235.335172:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366984380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000310016:0@lo:400:kworker.0
00010000:00010000:2.0:1767321235.638356:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767321236.661452:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321237.365528:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767321237.365562:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000310656:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321237.365645:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321237.365983:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000310656
00000100:00100000:3.0:1767321237.365993:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000310656
00000100:00100000:3.0:1767321237.366080:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2920
00000100:00100000:3.0:1767321237.366093:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000310656:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767321237.366132:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767321237.366190:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000310656:12345-0@lo:13:osp-pre-1-1.0 Request processed in 101us (545us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321237.366221:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2920
00000100:00080000:3.0:1767321237.366242:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767321237.366278:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000310656:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321237.366867:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366984700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000310784:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321237.366909:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321237.366952:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000310784
00000100:00100000:1.0:1767321237.366958:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000310784
00000100:00100000:1.0:1767321237.367006:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2921
00000100:00100000:1.0:1767321237.367015:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366986300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000310784:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767321237.367035:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767321237.367072:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366986300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000310784:12345-0@lo:13:osp-pre-0-1.0 Request processed in 58us (163us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321237.367078:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2921
00000100:00080000:1.0:1767321237.367096:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767321237.367117:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366984700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000310784:0@lo:13:osp-pre-0-1.0
00010000:00010000:2.0:1767321237.685357:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321238.463402:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767321238.463912:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962609664
00000100:00100000:3.0:1767321238.463925:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962609664
00000100:00100000:3.0:1767321238.464009:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5727
00000100:00100000:3.0:1767321238.464022:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962609664:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:3.0:1767321238.464176:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962609664:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 156us (783us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321238.464184:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5727
00000100:00080000:1.0:1767321238.464336:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321238.470537:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767321238.470667:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962609536
00000100:00100000:0.0:1767321238.470676:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962609536
00000100:00100000:0.0:1767321238.470732:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6560
00000100:00100000:0.0:1767321238.470741:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366984700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962609536:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:0.0:1767321238.470765:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321238.470854:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366984700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962609536:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 112us (329us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321238.470862:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6560
00010000:00010000:2.0:1767321238.711144:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321239.733446:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767321240.437774:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321240.437789:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767321240.437792:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321240.437796:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321240.437801:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321240.437811:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6433
00000100:00080000:0.0:1767321240.437817:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321240.437825:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321240.437874:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347ff1c00 x1853164000310912/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321240.437905:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321240.437908:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321240.437910:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321240.437913:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6433
00000100:00080000:0.0:1767321240.437915:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321240.437919:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321240.437935:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523670c1500 x1853164000311040/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321240.437944:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321240.437947:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321240.437949:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321240.437952:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6433
00000100:00080000:0.0:1767321240.437954:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321240.437957:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321240.437967:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523670c3480 x1853164000311168/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321240.438027:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321240.438031:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321240.438033:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321240.438037:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6433
00000100:00080000:0.0:1767321240.438039:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321240.438042:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321240.438062:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523670c1180 x1853164000311424/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321240.438117:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000311680:0@lo:400:kworker.0
00000100:00100000:0.0:1767321240.438188:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321240.438285:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767321240.438292:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000311552:0@lo:400:kworker.0
00000100:00100000:0.0:1767321240.438320:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321240.438583:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000311808:0@lo:400:kworker.0
00000100:00100000:1.0:1767321240.438616:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321240.438658:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767321240.438664:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000311296:0@lo:400:kworker.0
00000100:00100000:1.0:1767321240.438688:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321240.438769:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000311680
00000100:00100000:2.0:1767321240.438778:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000311680
00000100:00100000:2.0:1767321240.438852:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000311808
00000100:00100000:2.0:1767321240.438856:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000311808
00000100:00100000:2.0:1767321240.438882:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3709
00000100:00100000:2.0:1767321240.438892:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000311680:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321240.438952:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000311680:12345-0@lo:400:kworker.0 Request processed in 62us (763us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321240.438960:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3709
00000100:00100000:2.0:1767321240.438980:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3710
00000100:00100000:2.0:1767321240.438986:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366986a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000311808:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321240.439018:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366986a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000311808:12345-0@lo:400:kworker.0 Request processed in 32us (401us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321240.439023:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3710
00000100:00100000:2.0:1767321240.439064:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000310912:0@lo:38:kworker.0
00000100:00100000:2.0:1767321240.439093:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321240.439117:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000311040:0@lo:38:kworker.0
00000100:00100000:2.0:1767321240.439137:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321240.439150:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000311168:0@lo:38:kworker.0
00000100:00100000:2.0:1767321240.439165:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321240.439176:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000311424:0@lo:38:kworker.0
00000100:00100000:2.0:1767321240.439192:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321240.439242:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000310912
00000100:00100000:2.0:1767321240.439246:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000310912
00000100:00100000:2.0:1767321240.439267:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2150
00000100:00100000:2.0:1767321240.439272:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000310912:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321240.439291:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321240.439321:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000310912:12345-0@lo:38:kworker.0 Request processed in 48us (228us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321240.439328:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2150
00000100:00100000:2.0:1767321240.439346:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000311552
00000100:00100000:2.0:1767321240.439350:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000311552
00000100:00100000:2.0:1767321240.439373:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000311296
00000100:00100000:2.0:1767321240.439375:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000311296
00000100:00100000:2.0:1767321240.439386:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000311040
00000100:00100000:2.0:1767321240.439388:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000311040
00000100:00100000:2.0:1767321240.439396:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000311168
00000100:00100000:2.0:1767321240.439398:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000311168
00000100:00100000:2.0:1767321240.439404:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000311424
00000100:00100000:2.0:1767321240.439406:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000311424
00000100:00100000:2.0:1767321240.439414:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5728
00000100:00100000:2.0:1767321240.439419:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000311552:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321240.439458:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000311552:12345-0@lo:400:kworker.0 Request processed in 27us (1125us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321240.439464:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5728
00000100:00100000:2.0:1767321240.439474:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5729
00000100:00100000:2.0:1767321240.439479:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366985880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000311296:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321240.439502:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366985880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000311296:12345-0@lo:400:kworker.0 Request processed in 24us (814us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321240.439507:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5729
00000100:00100000:2.0:1767321240.439517:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6561
00000100:00100000:2.0:1767321240.439521:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523669e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000311040:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321240.439530:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321240.439546:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523669e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000311040:12345-0@lo:38:kworker.0 Request processed in 24us (409us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321240.439550:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6561
00000100:00100000:2.0:1767321240.439559:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6562
00000100:00100000:2.0:1767321240.439561:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523669e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000311168:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321240.439569:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321240.439583:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523669e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000311168:12345-0@lo:38:kworker.0 Request processed in 21us (417us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321240.439588:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6562
00000100:00100000:2.0:1767321240.439595:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6563
00000100:00100000:2.0:1767321240.439598:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523669e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000311424:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321240.439605:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321240.439621:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523669e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000311424:12345-0@lo:38:kworker.0 Request processed in 21us (429us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321240.439626:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6563
00000100:00100000:2.0:1767321240.439668:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000311296:0@lo:400:kworker.0
00000100:00100000:2.0:1767321240.439677:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000311808:0@lo:400:kworker.0
00000100:00100000:2.0:1767321240.439707:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000311552:0@lo:400:kworker.0
00000100:00100000:2.0:1767321240.439718:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000311680:0@lo:400:kworker.0
00000100:00080000:2.0:1767321240.439742:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321240.439747:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321240.439750:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000310912:0@lo:38:kworker.0
00000100:00080000:2.0:1767321240.439758:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321240.439761:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321240.439763:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000311040:0@lo:38:kworker.0
00000100:00080000:2.0:1767321240.439770:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321240.439773:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321240.439775:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000311168:0@lo:38:kworker.0
00000100:00080000:2.0:1767321240.439782:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321240.439785:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321240.439787:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000311424:0@lo:38:kworker.0
00000100:00080000:1.0:1767321240.439959:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767321240.439965:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767321240.439967:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00010000:00010000:0.0:1767321240.760517:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321241.781484:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321242.485670:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767321242.485696:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366984380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000311936:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321242.485768:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321242.485870:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000311936
00000100:00100000:1.0:1767321242.485879:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000311936
00000100:00100000:1.0:1767321242.485952:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2922
00000100:00100000:1.0:1767321242.485961:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000311936:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767321242.485992:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767321242.486039:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000311936:12345-0@lo:13:osp-pre-0-1.0 Request processed in 80us (270us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321242.486047:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2922
00000100:00080000:0.0:1767321242.486163:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767321242.486233:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366984380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000311936:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767321242.486507:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767321242.486517:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000312064:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767321242.486548:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321242.486641:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000312064
00000100:00100000:1.0:1767321242.486646:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000312064
00000100:00100000:1.0:1767321242.486682:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2923
00000100:00100000:1.0:1767321242.486688:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523669e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000312064:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767321242.486706:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00080000:0.0:1767321242.486802:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767321242.486831:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523669e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000312064:12345-0@lo:13:osp-pre-1-1.0 Request processed in 142us (281us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321242.486838:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2923
00000100:00100000:2.0:1767321242.489960:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000312064:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767321242.805826:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321243.583689:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767321243.583785:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767321243.589026:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962609792
00000100:00100000:0.0:1767321243.589042:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962609792
00000100:00100000:0.0:1767321243.589125:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962609920
00000100:00100000:0.0:1767321243.589129:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962609920
00000100:00100000:0.0:1767321243.589215:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5730
00000100:00100000:0.0:1767321243.589227:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366986680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962609920:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:0.0:1767321243.589608:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366986680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962609920:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 382us (5821us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321243.589618:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5730
00000100:00100000:0.0:1767321243.589642:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6564
00000100:00100000:0.0:1767321243.589648:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366985500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962609792:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:0.0:1767321243.589670:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321243.589698:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366985500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962609792:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 49us (6019us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321243.589704:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6564
00000100:00080000:0.0:1767321243.589729:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767321243.833863:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767321244.854164:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767321245.558925:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321245.558936:0:72021:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767321245.558938:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321245.558943:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321245.558947:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321245.558955:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6438
00000100:00080000:2.0:1767321245.558960:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321245.558967:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767321245.559006:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523669e6680 x1853164000312192/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321245.559032:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321245.559036:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321245.559038:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321245.559042:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6438
00000100:00080000:2.0:1767321245.559044:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321245.559047:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767321245.559060:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347ff1c00 x1853164000312320/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321245.559070:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321245.559073:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321245.559075:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321245.559078:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6438
00000100:00080000:2.0:1767321245.559080:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321245.559084:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767321245.559095:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347045180 x1853164000312448/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321245.559184:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347044700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000312576:0@lo:400:kworker.0
00000100:00100000:3.0:1767321245.559293:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767321245.559429:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321245.559434:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321245.559436:0:72021:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321245.559443:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6438
00000100:00080000:2.0:1767321245.559446:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321245.559450:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767321245.559464:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347045f80 x1853164000312704/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321245.559558:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000312576
00000100:00100000:1.0:1767321245.559566:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000312576
00000100:00100000:1.0:1767321245.559624:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5731
00000100:00100000:1.0:1767321245.559633:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366961500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000312576:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321245.560490:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523669e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000312192:0@lo:38:kworker.0
00000100:00100000:0.0:1767321245.560538:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321245.560576:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000312320:0@lo:38:kworker.0
00000100:00100000:0.0:1767321245.560599:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321245.560617:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347045180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000312448:0@lo:38:kworker.0
00000100:00100000:0.0:1767321245.560636:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321245.560653:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347045f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000312704:0@lo:38:kworker.0
00000100:00100000:0.0:1767321245.560672:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321245.560705:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000312320
00000100:00100000:0.0:1767321245.560710:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000312320
00000100:00100000:0.0:1767321245.560736:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000312448
00000100:00100000:0.0:1767321245.560739:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000312448
00000100:00100000:0.0:1767321245.560747:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000312704
00000100:00100000:0.0:1767321245.560749:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000312704
00000100:00100000:0.0:1767321245.560760:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6565
00000100:00100000:0.0:1767321245.560766:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000312320:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321245.560786:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321245.560822:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000312320:12345-0@lo:38:kworker.0 Request processed in 54us (221us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321245.560828:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6565
00000100:00100000:0.0:1767321245.560843:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6566
00000100:00100000:0.0:1767321245.560847:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000312448:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321245.560855:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321245.560876:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000312448:12345-0@lo:38:kworker.0 Request processed in 28us (239us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321245.560881:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6566
00000100:00100000:0.0:1767321245.560891:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6567
00000100:00100000:0.0:1767321245.560895:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000312704:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321245.560902:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321245.560920:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000312704:12345-0@lo:38:kworker.0 Request processed in 24us (247us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321245.560925:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6567
00000100:00080000:0.0:1767321245.560958:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321245.560963:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321245.560966:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000312320:0@lo:38:kworker.0
00000100:00080000:0.0:1767321245.560974:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321245.560977:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321245.560979:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347045180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000312448:0@lo:38:kworker.0
00000100:00080000:0.0:1767321245.560986:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321245.560989:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321245.560992:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347045f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000312704:0@lo:38:kworker.0
00000100:00080000:0.0:1767321245.561033:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321245.561065:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000312192
00000100:00100000:0.0:1767321245.561069:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000312192
00000100:00100000:0.0:1767321245.561088:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2151
00000100:00100000:0.0:1767321245.561093:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000312192:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321245.561102:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321245.561131:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000312192:12345-0@lo:38:kworker.0 Request processed in 37us (593us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321245.561137:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2151
00000100:00100000:0.0:1767321245.561155:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347044000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000312832:0@lo:400:kworker.0
00000100:00100000:0.0:1767321245.561177:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321245.561224:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767321245.561231:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347047b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000312960:0@lo:400:kworker.0
00000100:00100000:0.0:1767321245.561254:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321245.561278:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000312960
00000100:00100000:0.0:1767321245.561281:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000312960
00000100:00100000:0.0:1767321245.561316:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3711
00000100:00100000:0.0:1767321245.561322:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000312960:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321245.561360:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000312960:12345-0@lo:400:kworker.0 Request processed in 39us (105us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321245.561366:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3711
00000100:00100000:0.0:1767321245.561382:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000312832
00000100:00100000:0.0:1767321245.561386:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000312832
00000100:00100000:0.0:1767321245.561420:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5732
00000100:00100000:0.0:1767321245.561427:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000312832:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321245.561455:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000312832:12345-0@lo:400:kworker.0 Request processed in 29us (276us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321245.561461:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5732
00000100:00080000:0.0:1767321245.561476:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767321245.561479:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767321245.561497:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347047b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000312960:0@lo:400:kworker.0
00000100:00100000:0.0:1767321245.561506:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347044000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000312832:0@lo:400:kworker.0
00000100:00080000:0.0:1767321245.561526:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321245.561530:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321245.561533:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523669e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000312192:0@lo:38:kworker.0
00000100:00100000:0.0:1767321245.561579:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347046680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000313088:0@lo:400:kworker.0
00000100:00100000:0.0:1767321245.561603:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321245.561630:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000313088
00000100:00100000:0.0:1767321245.561634:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000313088
00000100:00100000:0.0:1767321245.561661:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3712
00000100:00100000:0.0:1767321245.561667:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000313088:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321245.561701:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000313088:12345-0@lo:400:kworker.0 Request processed in 35us (97us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321245.561707:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3712
00000100:00080000:0.0:1767321245.561719:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767321245.561736:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347046680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000313088:0@lo:400:kworker.0
00000100:00100000:1.0:1767321245.570277:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366961500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000312576:12345-0@lo:400:kworker.0 Request processed in 10623us (10961us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321245.570292:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5731
00000100:00100000:3.0:1767321245.570958:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347044700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000312576:0@lo:400:kworker.0
00010000:00010000:2.0:1767321245.877515:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321246.904561:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321247.609421:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767321247.609447:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000313216:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321247.609514:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321247.610020:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000313216
00000100:00100000:1.0:1767321247.610029:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000313216
00000100:00100000:0.0:1767321247.610122:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366987480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000313344:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321247.610160:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321247.610212:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000313344
00000100:00100000:0.0:1767321247.610216:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000313344
00000100:00100000:1.0:1767321247.610297:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2924
00000100:00100000:1.0:1767321247.610307:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000313216:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767321247.610335:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767321247.610395:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000313216:12345-0@lo:13:osp-pre-1-1.0 Request processed in 90us (880us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321247.610402:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2924
00000100:00100000:1.0:1767321247.610454:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000313216:0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767321247.610580:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767321247.610584:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767321247.613422:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2925
00000100:00100000:0.0:1767321247.613441:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000313344:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767321247.613478:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767321247.613560:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000313344:12345-0@lo:13:osp-pre-0-1.0 Request processed in 126us (3399us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321247.613567:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2925
00000100:00100000:1.0:1767321247.613816:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366987480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000313344:0@lo:13:osp-pre-0-1.0
00010000:00010000:2.0:1767321247.925482:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321248.704620:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767321248.704673:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767321248.704786:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962610176
00000100:00100000:2.0:1767321248.704798:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962610176
00000100:00100000:2.0:1767321248.704879:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962610048
00000100:00100000:2.0:1767321248.704882:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962610048
00000100:00100000:2.0:1767321248.704926:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5733
00000100:00100000:2.0:1767321248.704942:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962610176:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:3.0:1767321248.704968:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6568
00000100:00100000:3.0:1767321248.704986:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962610048:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767321248.705021:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321248.705032:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962610176:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 92us (417us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321248.705041:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5733
00000100:00100000:3.0:1767321248.705094:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962610048:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 111us (417us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321248.705117:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6568
00000100:00080000:0.0:1767321248.705177:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767321248.949461:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321249.973510:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767321250.677400:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321250.677409:0:72021:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767321250.677411:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321250.677414:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321250.677417:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321250.677425:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6443
00000100:00080000:2.0:1767321250.677429:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321250.677436:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767321250.677474:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347045c00 x1853164000313472/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321250.677504:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321250.677507:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321250.677509:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321250.677512:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6443
00000100:00080000:2.0:1767321250.677515:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321250.677518:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767321250.677541:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347047800 x1853164000313600/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321250.677551:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321250.677554:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321250.677555:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321250.677558:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6443
00000100:00080000:2.0:1767321250.677560:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321250.677563:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767321250.677573:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347044700 x1853164000313728/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321250.677612:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321250.677616:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321250.677618:0:72021:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321250.677621:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6443
00000100:00080000:2.0:1767321250.677624:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321250.677627:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767321250.677637:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347044000 x1853164000313984/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321250.677697:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347047b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000314112:0@lo:400:kworker.0
00000100:00100000:1.0:1767321250.677759:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347045180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000314368:0@lo:400:kworker.0
00000100:00100000:2.0:1767321250.677773:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321250.677794:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321250.677829:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767321250.677831:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767321250.677835:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347046680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000313856:0@lo:400:kworker.0
00000100:00100000:2.0:1767321250.677835:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347045f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000314240:0@lo:400:kworker.0
00000100:00100000:1.0:1767321250.677856:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321250.677856:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321250.677891:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000314368
00000100:00100000:1.0:1767321250.677898:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000314368
00000100:00100000:2.0:1767321250.677900:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000314112
00000100:00100000:2.0:1767321250.677902:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000314112
00000100:00100000:2.0:1767321250.677951:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000313856
00000100:00100000:2.0:1767321250.677954:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000313856
00000100:00100000:0.0:1767321250.678108:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000314240
00000100:00100000:0.0:1767321250.678120:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000314240
00000100:00100000:3.0:1767321250.678824:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347045c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000313472:0@lo:38:kworker.0
00000100:00100000:3.0:1767321250.679333:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321250.679407:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347047800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000313600:0@lo:38:kworker.0
00000100:00100000:1.0:1767321250.679443:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3713
00000100:00100000:3.0:1767321250.679443:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321250.679458:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366987480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000314368:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321250.679470:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347044700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000313728:0@lo:38:kworker.0
00000100:00100000:3.0:1767321250.679491:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321250.679505:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347044000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000313984:0@lo:38:kworker.0
00000100:00100000:3.0:1767321250.679525:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321250.679567:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000313600
00000100:00100000:3.0:1767321250.679575:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000313600
00000100:00100000:3.0:1767321250.679593:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000313728
00000100:00100000:3.0:1767321250.679596:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000313728
00000100:00100000:1.0:1767321250.679603:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366987480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000314368:12345-0@lo:400:kworker.0 Request processed in 146us (1805us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321250.679606:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000313984
00000100:00100000:3.0:1767321250.679611:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000313984
00000100:00100000:1.0:1767321250.679615:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3713
00000100:00100000:3.0:1767321250.679628:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5734
00000100:00100000:3.0:1767321250.679638:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f79aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000314112:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321250.679647:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6569
00000100:00100000:1.0:1767321250.679654:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366961c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000313600:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321250.679673:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321250.679681:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f79aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000314112:12345-0@lo:400:kworker.0 Request processed in 45us (1906us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321250.679689:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5734
00000100:00100000:3.0:1767321250.679706:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6570
00000100:00100000:3.0:1767321250.679710:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366961f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000313728:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321250.679788:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321250.680064:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366961c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000313600:12345-0@lo:38:kworker.0 Request processed in 407us (623us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321250.680071:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6569
00000100:00100000:1.0:1767321250.680085:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6571
00000100:00100000:1.0:1767321250.680090:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366962d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000313984:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321250.680105:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321250.680993:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5735
00000100:00100000:2.0:1767321250.681000:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366984e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000313856:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321250.681037:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366984e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000313856:12345-0@lo:400:kworker.0 Request processed in 39us (3181us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321250.681041:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5735
00000100:00080000:2.0:1767321250.684657:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321250.684673:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321250.684678:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347047800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000313600:0@lo:38:kworker.0
00000100:00100000:0.0:1767321250.685626:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3714
00000100:00100000:0.0:1767321250.685652:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f79a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000314240:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321250.686580:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f79a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000314240:12345-0@lo:400:kworker.0 Request processed in 934us (8715us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321250.686593:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3714
00000100:00080000:0.0:1767321250.686649:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767321250.686656:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767321250.686660:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321250.686681:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000313472
00000100:00100000:0.0:1767321250.686691:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000313472
00000100:00100000:0.0:1767321250.686730:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2152
00000100:00100000:0.0:1767321250.686737:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366960e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000313472:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321250.686764:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321250.686817:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366960e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000313472:12345-0@lo:38:kworker.0 Request processed in 80us (7489us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321250.686824:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2152
00000100:00100000:0.0:1767321250.686919:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347046680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000313856:0@lo:400:kworker.0
00000100:00100000:0.0:1767321250.686936:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347045180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000314368:0@lo:400:kworker.0
00000100:00100000:0.0:1767321250.688318:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347045f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000314240:0@lo:400:kworker.0
00000100:00100000:0.0:1767321250.688335:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347047b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000314112:0@lo:400:kworker.0
00000100:00100000:1.0:1767321250.688821:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366962d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000313984:12345-0@lo:38:kworker.0 Request processed in 8719us (9284us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321250.688836:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6571
00000100:00100000:3.0:1767321250.693236:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366961f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000313728:12345-0@lo:38:kworker.0 Request processed in 13513us (13733us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321250.693251:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6570
00000100:00080000:2.0:1767321250.698853:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321250.698867:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321250.698872:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347044700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000313728:0@lo:38:kworker.0
00000100:00080000:2.0:1767321250.698888:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321250.698891:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321250.698894:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347044000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000313984:0@lo:38:kworker.0
00000100:00080000:2.0:1767321250.698922:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321250.698929:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321250.698932:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347045c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000313472:0@lo:38:kworker.0
00010000:00010000:2.0:1767321250.997631:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321252.022419:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321252.726968:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366984a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000314496:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321252.727048:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321252.727344:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000314496
00000100:00100000:1.0:1767321252.727353:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000314496
00000100:00100000:1.0:1767321252.727426:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2926
00000100:00100000:1.0:1767321252.727436:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366963b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000314496:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767321252.727469:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767321252.727521:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366963b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000314496:12345-0@lo:13:osp-pre-0-1.0 Request processed in 86us (472us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321252.727528:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2926
00000100:00080000:2.0:1767321252.727595:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767321252.729982:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366984a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000314496:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321252.730409:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767321252.741280:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000314624:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321252.741367:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321252.742121:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000314624
00000100:00100000:0.0:1767321252.742131:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000314624
00000100:00100000:0.0:1767321252.742233:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2927
00000100:00100000:0.0:1767321252.742243:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366963100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000314624:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767321252.742278:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767321252.742345:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366963100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000314624:12345-0@lo:13:osp-pre-1-1.0 Request processed in 103us (977us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321252.742356:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2927
00000100:00100000:3.0:1767321252.742459:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000314624:0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767321252.742532:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00010000:00010000:0.0:1767321253.045455:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321253.826259:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767321253.826360:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000400:00000100:1.0:1767321253.826526:0:6998:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.52@tcp portal 26 match 1853163962610560 offset 0 length 520: 4
00000100:00100000:3.0:1767321253.827403:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962610432
00000100:00100000:3.0:1767321253.827415:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962610432
00000100:00100000:3.0:1767321253.827544:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962610304
00000100:00100000:3.0:1767321253.827549:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962610304
00000100:00100000:2.0:1767321253.827637:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5736
00000100:00100000:2.0:1767321253.827650:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366987b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962610432:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767321253.827735:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366987b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962610432:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 88us (1485us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321253.827743:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5736
00000100:00100000:2.0:1767321253.827762:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6572
00000100:00100000:2.0:1767321253.827767:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366986d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962610304:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767321253.827798:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321253.827825:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366986d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962610304:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 56us (1464us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321253.827831:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6572
00000100:00080000:0.0:1767321253.827882:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767321254.069654:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321255.094840:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321255.801621:0:7004:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321230/real 1767321230]  req@ffff952349093b80 x1853164000308224/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321255 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1767321255.801631:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321255.801644:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767321255.801648:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321255.801653:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:2.0:1767321255.801664:0:7004:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff952349093b80 x1853164000308224/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321255 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767321255.801684:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321255.801704:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767321255.801708:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349093b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000308224:0@lo:250:kworker.0
00000100:00080000:3.0:1767321255.802412:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321255.802424:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6448
00000100:00080000:3.0:1767321255.802430:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321255.802438:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321255.802492:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366960a80 x1853164000314752/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321255.802584:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366960a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000314752:0@lo:38:kworker.0
00000100:00100000:2.0:1767321255.802694:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767321255.802936:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321255.802941:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321255.802943:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321255.802947:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6448
00000100:00080000:3.0:1767321255.802949:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321255.802953:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321255.802971:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366961880 x1853164000314880/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321255.803039:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000314752
00000100:00100000:0.0:1767321255.803050:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000314752
00000100:00100000:0.0:1767321255.803117:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2153
00000100:00100000:0.0:1767321255.803126:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fa8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000314752:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321255.803151:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321255.805051:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366961880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000314880:0@lo:38:kworker.0
00000100:00100000:2.0:1767321255.805133:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321255.805249:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000314880
00000100:00100000:1.0:1767321255.805260:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000314880
00000100:00100000:1.0:1767321255.805567:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6573
00000100:00100000:1.0:1767321255.805577:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000314880:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321255.805606:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321255.805681:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000314880:12345-0@lo:38:kworker.0 Request processed in 102us (545us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321255.805689:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6573
00000100:00080000:3.0:1767321255.806106:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321255.806112:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321255.806116:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321255.806121:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6448
00000100:00080000:3.0:1767321255.806126:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321255.806130:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321255.806166:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366960000 x1853164000315008/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321255.806251:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321255.806255:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321255.806257:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321255.806260:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6448
00000100:00080000:3.0:1767321255.806263:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321255.806267:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321255.806279:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523499abb80 x1853164000315264/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321255.806344:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321255.806349:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767321255.806350:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321255.806354:0:49151:0:(import.c:509:import_select_connection()) MGC192.168.202.152@tcp: connect to NID 0@lo last attempt 6428
00000100:00080000:3.0:1767321255.806356:0:49151:0:(import.c:588:import_select_connection()) MGC192.168.202.152@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321255.806360:0:49151:0:(import.c:623:import_select_connection()) MGC192.168.202.152@tcp: import ffff95235eb57800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767321255.806361:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000315136:0@lo:400:kworker.0
00000100:00100000:3.0:1767321255.806371:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523499a9880 x1853164000315776/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321255.806397:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000315648:0@lo:400:kworker.0
00000100:00100000:1.0:1767321255.806412:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321255.806434:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321255.806460:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000315136
00000100:00100000:3.0:1767321255.806465:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000315392:0@lo:400:kworker.0
00000100:00100000:1.0:1767321255.806467:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000315136
00000100:00100000:3.0:1767321255.806490:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321255.806507:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767321255.806512:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000315520:0@lo:400:kworker.0
00000100:00100000:1.0:1767321255.806516:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000315392
00000100:00100000:1.0:1767321255.806518:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000315392
00000100:00100000:3.0:1767321255.806534:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321255.806544:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5737
00000100:00100000:1.0:1767321255.806552:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366985c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000315136:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321255.806564:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000315648
00000100:00100000:3.0:1767321255.806567:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000315648
00000100:00100000:3.0:1767321255.806597:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000315520
00000100:00100000:3.0:1767321255.806600:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000315520
00000100:00100000:1.0:1767321255.806602:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366985c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000315136:12345-0@lo:400:kworker.0 Request processed in 52us (190us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321255.806612:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5737
00000100:00100000:3.0:1767321255.806623:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3715
00000100:00100000:1.0:1767321255.806626:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5738
00000100:00100000:3.0:1767321255.806629:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000315648:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321255.806631:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000315392:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321255.806660:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000315648:12345-0@lo:400:kworker.0 Request processed in 32us (226us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321255.806667:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3715
00000100:00100000:1.0:1767321255.806677:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000315392:12345-0@lo:400:kworker.0 Request processed in 45us (186us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321255.806679:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3716
00000100:00100000:1.0:1767321255.806683:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5738
00000100:00100000:3.0:1767321255.806685:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000315520:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767321255.806704:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767321255.806708:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767321255.806711:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321255.806711:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000315520:12345-0@lo:400:kworker.0 Request processed in 27us (176us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321255.806716:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3716
00000100:00100000:3.0:1767321255.806743:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000315648:0@lo:400:kworker.0
00000100:00100000:1.0:1767321255.806744:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000315520:0@lo:400:kworker.0
00000100:00100000:1.0:1767321255.806754:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000315392:0@lo:400:kworker.0
00000100:00100000:1.0:1767321255.806773:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000315136:0@lo:400:kworker.0
00000100:00100000:0.0:1767321255.808123:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fa8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000314752:12345-0@lo:38:kworker.0 Request processed in 4983us (5414us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321255.808139:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2153
00000100:00080000:2.0:1767321255.811114:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321255.811133:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321255.811138:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366960a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000314752:0@lo:38:kworker.0
00000100:00100000:2.0:1767321255.811300:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366960000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000315008:0@lo:38:kworker.0
00000100:00100000:2.0:1767321255.811582:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321255.811639:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000315264:0@lo:38:kworker.0
00000100:00100000:2.0:1767321255.811779:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321255.811816:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000315776:0@lo:250:kworker.0
00000400:00000100:2.0:1767321255.811843:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164000315776 offset 0 length 520: 4
00000100:00080000:2.0:1767321255.811885:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321255.811890:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321255.811893:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366961880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000314880:0@lo:38:kworker.0
00000100:00100000:1.0:1767321255.812043:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000315008
00000100:00100000:1.0:1767321255.812054:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000315008
00000100:00100000:1.0:1767321255.812113:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000315264
00000100:00100000:1.0:1767321255.812117:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000315264
00000100:00100000:1.0:1767321255.812156:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6574
00000100:00100000:1.0:1767321255.812165:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366960a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000315008:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767321255.812515:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6575
00000100:00100000:3.0:1767321255.812522:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367242d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000315264:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321255.812551:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321255.812624:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367242d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000315264:12345-0@lo:38:kworker.0 Request processed in 100us (844us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321255.812631:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6575
00010000:00020000:1.0:1767321255.812819:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321255.812856:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366960a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000315008:12345-0@lo:38:kworker.0 Request processed in 691us (1275us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321255.812862:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6574
00000100:00080000:2.0:1767321255.812956:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321255.812962:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321255.812966:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366960000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000315008:0@lo:38:kworker.0
00000100:00080000:2.0:1767321255.812974:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321255.812978:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321255.812980:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000315264:0@lo:38:kworker.0
00010000:00010000:2.0:1767321256.117609:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767321257.144851:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321257.845534:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000315904:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321257.845544:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366987100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000316032:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321257.854157:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321257.854375:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000316032
00000100:00100000:3.0:1767321257.854388:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000316032
00000100:00100000:3.0:1767321257.854480:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2928
00000100:00100000:3.0:1767321257.854493:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366984a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000316032:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767321257.854540:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767321257.854602:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366984a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000316032:12345-0@lo:13:osp-pre-0-1.0 Request processed in 113us (455us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321257.854612:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2928
00000100:00080000:1.0:1767321257.854997:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767321257.855057:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366987100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000316032:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767321257.855476:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321257.861098:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000315904
00000100:00100000:3.0:1767321257.861122:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000315904
00000100:00100000:3.0:1767321257.861260:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2929
00000100:00100000:3.0:1767321257.861274:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367242a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000315904:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767321257.861333:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767321257.861455:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367242a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000315904:12345-0@lo:13:osp-pre-1-1.0 Request processed in 184us (5979us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321257.861465:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2929
00000100:00100000:2.0:1767321257.861605:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000315904:0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767321257.861703:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00010000:00010000:2.0:1767321258.169349:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321258.943790:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767321258.944255:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962610816
00000100:00100000:0.0:1767321258.944268:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962610816
00000100:00100000:0.0:1767321258.944380:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5739
00000100:00100000:0.0:1767321258.944392:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366987100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962610816:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:0.0:1767321258.944508:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366987100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962610816:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 118us (732us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321258.944517:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5739
00000100:00080000:1.0:1767321258.945236:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321258.950122:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767321258.954044:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962610688
00000100:00100000:2.0:1767321258.954070:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962610688
00000100:00100000:2.0:1767321258.954239:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6576
00000100:00100000:2.0:1767321258.954250:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962610688:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767321258.954291:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321258.954406:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962610688:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 155us (5406us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321258.954415:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6576
00010000:00010000:2.0:1767321259.190161:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321260.214227:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767321260.917589:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321260.917605:0:72021:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767321260.917609:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321260.917613:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321260.917618:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321260.917630:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6453
00000100:00080000:0.0:1767321260.917636:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321260.917645:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321260.917703:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523670c2300 x1853164000316160/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321260.917774:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000316160:0@lo:38:kworker.0
00000100:00100000:2.0:1767321260.917868:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321260.917988:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000316160
00000100:00100000:1.0:1767321260.917999:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000316160
00000100:00100000:1.0:1767321260.918061:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2154
00000100:00100000:1.0:1767321260.918070:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367241880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000316160:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321260.918094:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767321260.919371:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321260.919384:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321260.919387:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321260.919395:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6453
00000100:00080000:0.0:1767321260.919399:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321260.919405:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321260.919447:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523670c1180 x1853164000316288/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321260.919930:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367241880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000316160:12345-0@lo:38:kworker.0 Request processed in 1855us (2057us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321260.919945:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2154
00000100:00100000:2.0:1767321260.920299:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000316288:0@lo:38:kworker.0
00000100:00100000:2.0:1767321260.920395:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767321260.920475:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321260.920482:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321260.920486:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000316160:0@lo:38:kworker.0
00000100:00100000:1.0:1767321260.920611:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000316288
00000100:00100000:1.0:1767321260.920621:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000316288
00000100:00100000:1.0:1767321260.920676:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6577
00000100:00100000:1.0:1767321260.920684:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367243b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000316288:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321260.920712:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321260.920934:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367243b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000316288:12345-0@lo:38:kworker.0 Request processed in 247us (537us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321260.920942:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6577
00000100:00080000:0.0:1767321260.921107:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321260.921113:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321260.921116:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321260.921121:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6453
00000100:00080000:0.0:1767321260.921126:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321260.921132:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321260.921167:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523670c2300 x1853164000316416/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321260.923951:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321260.923960:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321260.923964:0:72021:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321260.923975:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6453
00000100:00080000:0.0:1767321260.923981:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321260.923990:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321260.924034:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347044000 x1853164000316672/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321260.924152:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347044700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000316800:0@lo:400:kworker.0
00000100:00100000:1.0:1767321260.924436:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347047b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000317056:0@lo:400:kworker.0
00000100:00100000:2.0:1767321260.924503:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347045c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000316544:0@lo:400:kworker.0
00000100:00100000:1.0:1767321260.926968:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321260.927102:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000317056
00000100:00100000:1.0:1767321260.927115:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000317056
00000100:00100000:1.0:1767321260.928334:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3717
00000100:00100000:1.0:1767321260.928359:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366984380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000317056:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321260.928474:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366984380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000317056:12345-0@lo:400:kworker.0 Request processed in 126us (1517us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321260.928482:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3717
00000100:00080000:1.0:1767321260.928526:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767321260.928572:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347047b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000317056:0@lo:400:kworker.0
00000100:00100000:1.0:1767321260.928637:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347047800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000316928:0@lo:400:kworker.0
00000100:00100000:1.0:1767321260.928682:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321260.928717:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000316928
00000100:00100000:1.0:1767321260.928726:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000316928
00000100:00100000:1.0:1767321260.930705:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3718
00000100:00100000:1.0:1767321260.930727:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349093b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000316928:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321260.930858:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349093b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000316928:12345-0@lo:400:kworker.0 Request processed in 140us (2175us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321260.930866:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3718
00000100:00080000:1.0:1767321260.930908:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767321260.930956:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347047800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000316928:0@lo:400:kworker.0
00000100:00100000:2.0:1767321260.931242:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321260.931306:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000316544
00000100:00100000:2.0:1767321260.931314:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000316544
00000100:00100000:2.0:1767321260.931363:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5740
00000100:00100000:2.0:1767321260.931372:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366960000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000316544:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321260.931413:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366960000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000316544:12345-0@lo:400:kworker.0 Request processed in 43us (172us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321260.931420:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5740
00000100:00080000:2.0:1767321260.931439:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321260.931458:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347045c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000316544:0@lo:400:kworker.0
00000100:00100000:0.0:1767321260.932063:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321260.932816:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000316800
00000100:00100000:2.0:1767321260.932828:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000316800
00000100:00100000:2.0:1767321260.932910:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5741
00000100:00100000:2.0:1767321260.932921:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347045f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000316800:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321260.933000:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347045f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000316800:12345-0@lo:400:kworker.0 Request processed in 81us (949us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321260.933007:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5741
00000100:00100000:0.0:1767321260.937571:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347044700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000316800:0@lo:400:kworker.0
00000100:00080000:1.0:1767321260.937706:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767321260.937842:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321260.937849:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321260.937853:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000316288:0@lo:38:kworker.0
00000100:00100000:3.0:1767321260.937880:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000316416:0@lo:38:kworker.0
00000100:00100000:3.0:1767321260.937971:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321260.938448:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347044000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000316672:0@lo:38:kworker.0
00000100:00100000:3.0:1767321260.938485:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321260.939651:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000316416
00000100:00100000:0.0:1767321260.939668:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000316416
00000100:00100000:0.0:1767321260.939735:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000316672
00000100:00100000:0.0:1767321260.939739:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000316672
00000100:00100000:1.0:1767321260.939830:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6578
00000100:00100000:1.0:1767321260.939842:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000316416:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321260.939871:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321260.939968:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000316416:12345-0@lo:38:kworker.0 Request processed in 126us (1996us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321260.939976:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6578
00000100:00080000:3.0:1767321260.940131:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321260.940139:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321260.940143:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000316416:0@lo:38:kworker.0
00000100:00100000:0.0:1767321260.940713:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6579
00000100:00100000:0.0:1767321260.940720:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000316672:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321260.940735:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321260.940812:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000316672:12345-0@lo:38:kworker.0 Request processed in 92us (2326us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321260.940819:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6579
00000100:00080000:3.0:1767321260.940956:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321260.940961:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321260.940965:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347044000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000316672:0@lo:38:kworker.0
00010000:00010000:0.0:1767321261.237547:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321262.262027:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321262.965723:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767321262.965747:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349092680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000317184:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321262.965837:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321262.966102:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767321262.966114:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000317312:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767321262.966146:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321262.966230:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000317184
00000100:00100000:3.0:1767321262.966249:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000317184
00000100:00100000:3.0:1767321262.966326:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000317312
00000100:00100000:3.0:1767321262.966330:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000317312
00000100:00100000:3.0:1767321262.966355:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2930
00000100:00100000:3.0:1767321262.966367:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000317184:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767321262.966422:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767321262.966480:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000317184:12345-0@lo:13:osp-pre-0-1.0 Request processed in 115us (642us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321262.966488:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2930
00000100:00100000:3.0:1767321262.966508:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2931
00000100:00100000:3.0:1767321262.966514:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366961880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000317312:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767321262.966531:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767321262.966574:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366961880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000317312:12345-0@lo:13:osp-pre-1-1.0 Request processed in 59us (427us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321262.966580:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2931
00000100:00100000:3.0:1767321262.966634:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349092680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000317184:0@lo:13:osp-pre-0-1.0
00000100:00080000:2.0:1767321262.966898:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767321262.966904:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767321262.966933:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000317312:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767321263.285592:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321264.066057:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767321264.066382:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962610944
00000100:00100000:2.0:1767321264.066396:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962610944
00000100:00100000:2.0:1767321264.066616:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6580
00000100:00100000:2.0:1767321264.066630:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349092300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962610944:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767321264.066666:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321264.066782:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349092300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962610944:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 153us (742us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321264.066792:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6580
00000100:00100000:3.0:1767321264.073032:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767321264.077719:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962611072
00000100:00100000:1.0:1767321264.077744:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962611072
00000100:00100000:1.0:1767321264.077869:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5742
00000100:00100000:1.0:1767321264.077882:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962611072:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767321264.078009:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962611072:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 129us (4991us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321264.078017:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5742
00000100:00080000:3.0:1767321264.078818:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767321264.309460:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767321265.333463:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767321266.038590:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321266.038599:0:72021:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767321266.038602:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321266.038605:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321266.038610:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321266.038620:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6458
00000100:00080000:0.0:1767321266.038624:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321266.038632:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321266.038677:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347044700 x1853164000317440/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321266.038705:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321266.038708:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321266.038709:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321266.038711:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6458
00000100:00080000:0.0:1767321266.038713:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321266.038715:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321266.038722:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347045180 x1853164000317568/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321266.038727:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321266.038730:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321266.038731:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321266.038734:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6458
00000100:00080000:0.0:1767321266.038735:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321266.038737:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321266.038742:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347046680 x1853164000317696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321266.038773:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321266.038776:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321266.038778:0:72021:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321266.038782:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6458
00000100:00080000:0.0:1767321266.038784:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321266.038788:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321266.038799:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347045c00 x1853164000317952/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321266.039018:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347044000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000317824:0@lo:400:kworker.0
00000100:00100000:2.0:1767321266.039020:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347044700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000317440:0@lo:38:kworker.0
00000100:00100000:3.0:1767321266.039110:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347047800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000318080:0@lo:400:kworker.0
00000100:00100000:2.0:1767321266.040249:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321266.040714:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347045180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000317568:0@lo:38:kworker.0
00000100:00100000:2.0:1767321266.040756:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321266.040784:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347046680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000317696:0@lo:38:kworker.0
00000100:00100000:2.0:1767321266.040806:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321266.040822:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347045c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000317952:0@lo:38:kworker.0
00000100:00100000:2.0:1767321266.040844:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321266.041003:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347047b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000318208:0@lo:400:kworker.0
00000100:00100000:2.0:1767321266.041036:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321266.041097:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000317568
00000100:00100000:2.0:1767321266.041106:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000317568
00000100:00100000:2.0:1767321266.041142:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000317696
00000100:00100000:2.0:1767321266.041144:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000317696
00000100:00100000:2.0:1767321266.041156:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000317952
00000100:00100000:2.0:1767321266.041158:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000317952
00000100:00100000:2.0:1767321266.041176:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6581
00000100:00100000:2.0:1767321266.041184:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373fac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000317568:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321266.041245:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321266.041294:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523669e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000318336:0@lo:400:kworker.0
00000100:00100000:2.0:1767321266.041307:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373fac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000317568:12345-0@lo:38:kworker.0 Request processed in 122us (549us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321266.041316:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6581
00000100:00100000:2.0:1767321266.041339:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6582
00000100:00100000:1.0:1767321266.041341:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321266.041347:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373fac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000317696:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321266.041357:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321266.041392:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000318208
00000100:00100000:1.0:1767321266.041397:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000318208
00000100:00100000:2.0:1767321266.041398:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373fac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000317696:12345-0@lo:38:kworker.0 Request processed in 40us (579us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321266.041406:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6582
00000100:00100000:2.0:1767321266.041420:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6583
00000100:00100000:2.0:1767321266.041425:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373faca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000317952:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767321266.041453:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000318336
00000100:00100000:1.0:1767321266.041458:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000318336
00000100:00100000:1.0:1767321266.041483:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3719
00000100:00100000:1.0:1767321266.041490:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373fae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000318208:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321266.041545:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373fae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000318208:12345-0@lo:400:kworker.0 Request processed in 56us (507us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321266.041552:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3719
00000100:00100000:1.0:1767321266.041568:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3720
00000100:00100000:1.0:1767321266.041574:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349093800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000318336:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321266.041604:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349093800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000318336:12345-0@lo:400:kworker.0 Request processed in 30us (267us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321266.041610:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3720
00000100:00080000:1.0:1767321266.041629:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767321266.041633:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00010000:00020000:2.0:1767321266.041777:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321266.041807:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373faca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000317952:12345-0@lo:38:kworker.0 Request processed in 381us (962us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321266.041815:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6583
00000100:00080000:2.0:1767321266.041876:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321266.041883:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321266.041895:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523669e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000318336:0@lo:400:kworker.0
00000100:00100000:1.0:1767321266.041927:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347047b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000318208:0@lo:400:kworker.0
00000100:00100000:1.0:1767321266.041946:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000317440
00000100:00100000:1.0:1767321266.041950:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000317440
00000100:00100000:1.0:1767321266.041972:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2155
00000100:00100000:1.0:1767321266.041976:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373fadc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000317440:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321266.041987:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321266.042014:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373fadc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000317440:12345-0@lo:38:kworker.0 Request processed in 37us (1770us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321266.042020:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2155
00000100:00100000:2.0:1767321266.042114:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347045180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000317568:0@lo:38:kworker.0
00000100:00080000:2.0:1767321266.042131:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321266.042134:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321266.042137:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347046680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000317696:0@lo:38:kworker.0
00000100:00080000:2.0:1767321266.042146:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321266.042150:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321266.042153:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347045c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000317952:0@lo:38:kworker.0
00000100:00080000:2.0:1767321266.042174:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321266.042178:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321266.042181:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347044700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000317440:0@lo:38:kworker.0
00000100:00100000:3.0:1767321266.044742:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321266.049154:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321266.052503:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000318080
00000100:00100000:1.0:1767321266.052669:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000318080
00000100:00080000:3.0:1767321266.052870:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321266.053031:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000317824
00000100:00100000:2.0:1767321266.053038:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000317824
00000100:00100000:2.0:1767321266.053098:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5743
00000100:00100000:2.0:1767321266.053110:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000318080:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321266.053531:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000318080:12345-0@lo:400:kworker.0 Request processed in 411us (9331us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321266.053541:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5743
00000100:00100000:2.0:1767321266.053570:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5744
00000100:00100000:2.0:1767321266.053578:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523669e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000317824:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321266.053714:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523669e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000317824:12345-0@lo:400:kworker.0 Request processed in 137us (4572us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321266.053722:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5744
00000100:00100000:2.0:1767321266.053870:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347044000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000317824:0@lo:400:kworker.0
00000100:00080000:3.0:1767321266.054768:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321266.054827:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347047800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000318080:0@lo:400:kworker.0
00010000:00010000:2.0:1767321266.360489:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321267.382046:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321268.085775:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000318464:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767321268.085880:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321268.086060:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349092a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000318592:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321268.086097:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321268.105375:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000318464
00000100:00100000:0.0:1767321268.105398:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000318464
00000100:00100000:0.0:1767321268.105513:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000318592
00000100:00100000:0.0:1767321268.105517:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000318592
00000100:00100000:0.0:1767321268.105550:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2932
00000100:00100000:0.0:1767321268.105561:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000318464:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767321268.105608:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767321268.105656:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2933
00000100:00100000:2.0:1767321268.105669:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000318592:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767321268.105691:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00080000:3.0:1767321268.105755:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767321268.105762:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767321268.105835:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000318464:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767321268.105838:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000318592:12345-0@lo:13:osp-pre-0-1.0 Request processed in 173us (19739us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321268.105846:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2933
00000100:00100000:3.0:1767321268.105889:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349092a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000318592:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321268.106029:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000318464:12345-0@lo:13:osp-pre-1-1.0 Request processed in 470us (20149us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321268.106037:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2932
00010000:00010000:2.0:1767321268.405696:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321269.184169:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767321269.184286:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767321269.195020:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962611328
00000100:00100000:2.0:1767321269.195043:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962611328
00000100:00100000:2.0:1767321269.195166:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962611200
00000100:00100000:2.0:1767321269.195171:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962611200
00000100:00100000:2.0:1767321269.195241:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5745
00000100:00100000:2.0:1767321269.195254:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962611328:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:0.0:1767321269.195604:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6584
00000100:00100000:0.0:1767321269.195622:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962611200:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:0.0:1767321269.195651:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321269.195744:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962611200:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 122us (11457us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321269.195754:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6584
00000100:00100000:2.0:1767321269.195916:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962611328:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 665us (11765us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321269.195925:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5745
00000100:00080000:3.0:1767321269.198155:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767321269.429871:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321270.455024:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767321271.157397:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321271.157413:0:72021:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767321271.157417:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321271.157422:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321271.157429:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321271.157440:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6463
00000100:00080000:0.0:1767321271.157447:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321271.157455:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321271.157518:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952344b27100 x1853164000318720/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321271.157558:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321271.157563:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321271.157564:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321271.157568:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6463
00000100:00080000:0.0:1767321271.157571:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321271.157575:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321271.157590:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952344b25180 x1853164000318848/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321271.157600:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321271.157604:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321271.157606:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321271.157611:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6463
00000100:00100000:1.0:1767321271.157612:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952344b27100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000318720:0@lo:38:kworker.0
00000100:00080000:0.0:1767321271.157615:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321271.157622:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321271.157636:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952344b27480 x1853164000318976/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321271.157675:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321271.157680:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321271.157682:0:72021:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321271.157686:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6463
00000100:00080000:0.0:1767321271.157690:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321271.157694:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767321271.157700:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767321271.157713:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952344b26d80 x1853164000319232/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321271.157719:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952344b24700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000319104:0@lo:400:kworker.0
00000100:00100000:1.0:1767321271.157732:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321271.157810:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952344b26680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000319360:0@lo:400:kworker.0
00000100:00100000:3.0:1767321271.157914:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767321271.157925:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952344b25500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000319616:0@lo:400:kworker.0
00000100:00100000:2.0:1767321271.162279:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321271.162429:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000319104
00000100:00100000:2.0:1767321271.162444:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000319104
00000100:00100000:2.0:1767321271.162543:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5746
00000100:00100000:2.0:1767321271.162556:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000319104:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321271.162631:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000319104:12345-0@lo:400:kworker.0 Request processed in 79us (365us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321271.162639:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5746
00000100:00080000:2.0:1767321271.164510:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321271.164595:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952344b24700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000319104:0@lo:400:kworker.0
00000100:00100000:2.0:1767321271.164737:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952344b24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000319488:0@lo:400:kworker.0
00000100:00100000:1.0:1767321271.164772:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952344b25180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000318848:0@lo:38:kworker.0
00000100:00100000:1.0:1767321271.164827:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321271.164827:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321271.165708:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000319488
00000100:00100000:2.0:1767321271.165721:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000319488
00000100:00100000:2.0:1767321271.165795:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3721
00000100:00100000:2.0:1767321271.165806:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000319488:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321271.165871:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952344b27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000318976:0@lo:38:kworker.0
00000100:00100000:1.0:1767321271.166016:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321271.166483:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952344b26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000319232:0@lo:38:kworker.0
00000100:00100000:1.0:1767321271.166517:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321271.166570:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000318848
00000100:00100000:1.0:1767321271.166576:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000318848
00000100:00100000:1.0:1767321271.166606:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000318976
00000100:00100000:1.0:1767321271.166609:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000318976
00000100:00100000:1.0:1767321271.166623:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000319232
00000100:00100000:1.0:1767321271.166626:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000319232
00000100:00100000:1.0:1767321271.166642:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6585
00000100:00100000:1.0:1767321271.166648:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349090380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000318848:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321271.166988:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321271.167480:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349090380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000318848:12345-0@lo:38:kworker.0 Request processed in 827us (2655us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321271.167491:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6585
00000100:00100000:1.0:1767321271.167522:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6586
00000100:00100000:1.0:1767321271.167528:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349092a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000318976:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321271.167542:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321271.167575:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349092a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000318976:12345-0@lo:38:kworker.0 Request processed in 47us (1560us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321271.167582:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6586
00000100:00100000:1.0:1767321271.167594:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6587
00000100:00100000:1.0:1767321271.167598:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349092680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000319232:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321271.167608:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321271.167632:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349092680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000319232:12345-0@lo:38:kworker.0 Request processed in 32us (1114us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321271.167638:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6587
00000100:00100000:2.0:1767321271.167707:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000319488:12345-0@lo:400:kworker.0 Request processed in 1900us (2883us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321271.167717:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3721
00000100:00100000:2.0:1767321271.167753:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000318720
00000100:00100000:2.0:1767321271.167761:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000318720
00000100:00100000:2.0:1767321271.169649:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2156
00000100:00100000:2.0:1767321271.169665:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345b34050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000318720:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321271.169692:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321271.169803:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345b34050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000318720:12345-0@lo:38:kworker.0 Request processed in 140us (12072us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321271.169812:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2156
00000100:00080000:2.0:1767321271.170744:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767321271.170816:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952344b24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000319488:0@lo:400:kworker.0
00000100:00080000:2.0:1767321271.172323:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321271.172338:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321271.173763:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952344b27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000318976:0@lo:38:kworker.0
00000100:00080000:2.0:1767321271.173821:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321271.173827:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321271.173831:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952344b26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000319232:0@lo:38:kworker.0
00000100:00080000:2.0:1767321271.173842:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321271.174493:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321271.174498:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952344b27100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000318720:0@lo:38:kworker.0
00000100:00080000:2.0:1767321271.174527:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321271.174531:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321271.174534:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952344b25180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000318848:0@lo:38:kworker.0
00000100:00100000:0.0:1767321271.177518:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321271.178833:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000319360
00000100:00100000:1.0:1767321271.178852:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000319360
00000100:00100000:1.0:1767321271.178993:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5747
00000100:00100000:1.0:1767321271.179004:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b24000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000319360:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321271.179125:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b24000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000319360:12345-0@lo:400:kworker.0 Request processed in 123us (1619us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321271.179134:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5747
00000100:00100000:0.0:1767321271.179270:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952344b26680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000319360:0@lo:400:kworker.0
00000100:00100000:3.0:1767321271.179490:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321271.179663:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000319616
00000100:00100000:1.0:1767321271.179669:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000319616
00000100:00100000:1.0:1767321271.179719:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3722
00000100:00100000:1.0:1767321271.179728:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000319616:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321271.179778:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000319616:12345-0@lo:400:kworker.0 Request processed in 51us (288us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321271.179785:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3722
00000100:00100000:3.0:1767321271.180223:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952344b25500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000319616:0@lo:400:kworker.0
00000100:00080000:2.0:1767321271.180447:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767321271.180454:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767321271.479733:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321272.501440:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321273.205581:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000319744:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321273.205704:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321273.205762:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347046a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000319872:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321273.205795:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321273.206446:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000319744
00000100:00100000:0.0:1767321273.206459:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000319744
00000100:00100000:0.0:1767321273.206531:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000319872
00000100:00100000:0.0:1767321273.206535:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000319872
00000100:00100000:0.0:1767321273.206578:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2934
00000100:00100000:0.0:1767321273.206589:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000319744:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767321273.206631:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767321273.206698:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000319744:12345-0@lo:13:osp-pre-1-1.0 Request processed in 110us (993us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321273.206707:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2934
00000100:00100000:0.0:1767321273.206728:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2935
00000100:00100000:0.0:1767321273.206734:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000319872:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767321273.206749:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767321273.207039:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000319744:0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767321273.209832:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767321273.209848:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767321273.216527:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000319872:12345-0@lo:13:osp-pre-0-1.0 Request processed in 9774us (10711us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321273.216548:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2935
00000100:00100000:3.0:1767321273.218790:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347046a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000319872:0@lo:13:osp-pre-0-1.0
00010000:00010000:2.0:1767321273.526736:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321274.306376:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767321274.306442:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767321274.306677:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962611584
00000100:00100000:0.0:1767321274.306692:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962611584
00000100:00100000:0.0:1767321274.306785:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962611456
00000100:00100000:0.0:1767321274.306789:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962611456
00000100:00100000:0.0:1767321274.306809:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5748
00000100:00100000:0.0:1767321274.306819:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347047800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962611584:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:0.0:1767321274.306918:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347047800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962611584:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 100us (560us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321274.306927:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5748
00000100:00100000:0.0:1767321274.306950:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6588
00000100:00100000:0.0:1767321274.306954:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347044000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962611456:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:0.0:1767321274.306979:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321274.307010:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347044000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962611456:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 54us (568us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321274.307016:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6588
00000100:00080000:0.0:1767321274.307061:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767321274.551492:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321275.573605:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767321276.277475:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321276.277490:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767321276.277664:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321276.277669:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321276.277675:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321276.277685:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6469
00000100:00080000:1.0:1767321276.277692:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321276.277700:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767321276.277754:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347044700 x1853164000320000/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321276.277816:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347044700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000320000:0@lo:38:kworker.0
00000100:00080000:1.0:1767321276.279665:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321276.279679:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321276.279684:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321276.279693:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6469
00000100:00080000:1.0:1767321276.279699:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321276.279709:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767321276.279761:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347045c00 x1853164000320128/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321276.279788:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321276.279791:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321276.279793:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321276.279797:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6469
00000100:00080000:1.0:1767321276.279800:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321276.279803:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767321276.279815:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347046680 x1853164000320256/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321276.279939:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347045180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000320384:0@lo:400:kworker.0
00000100:00100000:3.0:1767321276.280028:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767321276.280135:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321276.280140:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321276.280142:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321276.280146:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6469
00000100:00080000:1.0:1767321276.280149:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321276.280153:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767321276.280167:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347047b80 x1853164000320512/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321276.280524:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000320384
00000100:00100000:0.0:1767321276.280536:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000320384
00000100:00100000:2.0:1767321276.280599:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321276.280619:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5749
00000100:00100000:0.0:1767321276.280636:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000320384:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321276.280701:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347045c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000320128:0@lo:38:kworker.0
00000100:00100000:2.0:1767321276.280757:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321276.280781:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347046680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000320256:0@lo:38:kworker.0
00000100:00100000:2.0:1767321276.280804:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321276.280822:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347047b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000320512:0@lo:38:kworker.0
00000100:00100000:2.0:1767321276.280842:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321276.280885:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347046a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000320640:0@lo:400:kworker.0
00000100:00100000:1.0:1767321276.280998:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000320128
00000100:00100000:1.0:1767321276.281005:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000320128
00000100:00100000:1.0:1767321276.281031:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000320256
00000100:00100000:1.0:1767321276.281034:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000320256
00000100:00100000:1.0:1767321276.281048:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000320512
00000100:00100000:1.0:1767321276.281051:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000320512
00000100:00100000:2.0:1767321276.281057:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321276.281067:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000320640
00000100:00100000:1.0:1767321276.281073:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000320640
00000100:00100000:2.0:1767321276.281087:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767321276.281099:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000320768:0@lo:400:kworker.0
00000100:00100000:1.0:1767321276.281106:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5750
00000100:00100000:1.0:1767321276.281130:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eaca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000320640:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321276.281152:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321276.281231:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eaca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000320640:12345-0@lo:400:kworker.0 Request processed in 111us (172us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321276.281241:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5750
00000100:00100000:2.0:1767321276.281251:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347046a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000320640:0@lo:400:kworker.0
00000100:00100000:1.0:1767321276.281273:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6589
00000100:00100000:1.0:1767321276.281280:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000320128:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767321276.281292:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000320000
00000100:00100000:2.0:1767321276.281301:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000320000
00010000:00020000:1.0:1767321276.281311:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321276.281345:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2157
00000100:00100000:2.0:1767321276.281354:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000320000:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767321276.281363:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000320128:12345-0@lo:38:kworker.0 Request processed in 79us (602us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321276.281371:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6589
00010000:00020000:2.0:1767321276.281379:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321276.281391:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6590
00000100:00100000:1.0:1767321276.281398:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000320256:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321276.281409:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321276.281621:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000320000:12345-0@lo:38:kworker.0 Request processed in 265us (1029us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321276.281630:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2157
00000100:00080000:2.0:1767321276.281675:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321276.281681:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321276.281684:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347045c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000320128:0@lo:38:kworker.0
00000100:00100000:1.0:1767321276.283181:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000320256:12345-0@lo:38:kworker.0 Request processed in 1771us (2365us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321276.283212:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6590
00000100:00100000:1.0:1767321276.283255:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6591
00000100:00100000:1.0:1767321276.283262:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364bc2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000320512:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321276.283285:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321276.283351:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364bc2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000320512:12345-0@lo:38:kworker.0 Request processed in 88us (2507us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321276.283357:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6591
00000100:00080000:2.0:1767321276.283558:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321276.283569:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321276.283574:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347046680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000320256:0@lo:38:kworker.0
00000100:00080000:2.0:1767321276.283588:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321276.283592:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321276.283595:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347047b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000320512:0@lo:38:kworker.0
00000100:00080000:1.0:1767321276.283612:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767321276.283614:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321276.283624:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321276.283630:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347044700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000320000:0@lo:38:kworker.0
00000100:00100000:1.0:1767321276.283687:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000320896:0@lo:400:kworker.0
00000100:00100000:2.0:1767321276.283743:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000320768
00000100:00100000:1.0:1767321276.283744:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321276.283755:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000320768
00000100:00100000:1.0:1767321276.283812:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000320896
00000100:00100000:1.0:1767321276.283821:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000320896
00000100:00100000:2.0:1767321276.283848:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3723
00000100:00100000:2.0:1767321276.283861:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eac9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000320768:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321276.283968:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3724
00000100:00100000:1.0:1767321276.283979:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000320896:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321276.283996:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eac9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000320768:12345-0@lo:400:kworker.0 Request processed in 136us (2844us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321276.284007:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3723
00000100:00100000:1.0:1767321276.284043:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000320896:12345-0@lo:400:kworker.0 Request processed in 64us (298us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321276.284053:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3724
00000100:00100000:2.0:1767321276.284069:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000320768:0@lo:400:kworker.0
00000100:00080000:2.0:1767321276.284101:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767321276.284107:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767321276.284113:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000320896:0@lo:400:kworker.0
00000100:00100000:3.0:1767321276.285758:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347045180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000320384:0@lo:400:kworker.0
00000100:00100000:0.0:1767321276.285925:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000320384:12345-0@lo:400:kworker.0 Request processed in 5293us (5894us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321276.285936:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5749
00010000:00010000:2.0:1767321276.598829:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321277.629769:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321278.325676:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767321278.325709:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000321152:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321278.325827:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767321278.325828:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321278.325872:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000321024:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321278.325915:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000321152
00000100:00100000:1.0:1767321278.325927:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000321152
00000100:00100000:0.0:1767321278.325957:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321278.325993:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000321024
00000100:00100000:1.0:1767321278.325999:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000321024
00000100:00100000:1.0:1767321278.326037:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2936
00000100:00100000:0.0:1767321278.326048:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2937
00000100:00100000:1.0:1767321278.326051:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000321152:12345-0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321278.326068:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000321024:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767321278.326094:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00002000:00000024:0.0:1767321278.326133:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767321278.326184:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000321152:12345-0@lo:13:osp-pre-0-1.0 Request processed in 135us (356us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321278.326226:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2936
00000100:00100000:0.0:1767321278.326249:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000321024:12345-0@lo:13:osp-pre-1-1.0 Request processed in 187us (289us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321278.326259:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2937
00000100:00100000:1.0:1767321278.326323:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000321152:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321278.326355:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000321024:0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767321278.327175:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767321278.327185:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767321278.400277:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000400:00000100:3.0:1767321278.400317:0:7000:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.52@tcp portal 26 match 1853163962611712 offset 0 length 520: 4
00000100:00100000:3.0:1767321278.400343:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767321278.400884:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962611968
00000100:00100000:1.0:1767321278.400912:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962611968
00000100:00100000:1.0:1767321278.401022:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962611840
00000100:00100000:1.0:1767321278.401027:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962611840
00000100:00080000:3.0:1767321278.401093:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321278.413736:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5751
00000100:00100000:2.0:1767321278.413765:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962611968:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767321278.413864:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962611968:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 115us (13600us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321278.413873:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5751
00000100:00100000:2.0:1767321278.413904:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6592
00000100:00100000:2.0:1767321278.413910:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962611840:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767321278.413941:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321278.413970:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962611840:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 59us (13625us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321278.413977:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6592
00010000:00010000:2.0:1767321278.645471:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321279.669475:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321280.373336:0:7004:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321255/real 1767321255]  req@ffff9523499a9880 x1853164000315776/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321280 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1767321280.373375:0:7004:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9523499a9880 x1853164000315776/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321280 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1767321280.373397:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321280.373409:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:0.0:1767321280.373413:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000315776:0@lo:250:kworker.0
00000100:00080000:2.0:1767321280.373647:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321280.373652:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1767321280.373656:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321280.373661:0:49151:0:(import.c:509:import_select_connection()) MGC192.168.202.152@tcp: connect to NID 0@lo last attempt 6453
00000100:00080000:2.0:1767321280.373664:0:49151:0:(import.c:588:import_select_connection()) MGC192.168.202.152@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321280.373670:0:49151:0:(import.c:623:import_select_connection()) MGC192.168.202.152@tcp: import ffff95235eb57800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767321280.373697:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235eac9880 x1853164000321280/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321280.373717:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321280.373721:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321280.373723:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321280.373726:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6474
00000100:00080000:2.0:1767321280.373728:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321280.373731:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767321280.373748:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347045180 x1853164000321408/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321280.373756:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321280.373759:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321280.373760:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321280.373763:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6474
00000100:00080000:2.0:1767321280.373765:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321280.373768:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767321280.373777:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347044700 x1853164000321536/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321280.373786:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321280.373789:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321280.373790:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321280.373794:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6474
00000100:00080000:2.0:1767321280.373796:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321280.373799:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767321280.373810:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347047b80 x1853164000321664/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321280.373840:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321280.373844:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321280.373845:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321280.373849:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6474
00000100:00080000:2.0:1767321280.373851:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321280.373854:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767321280.373867:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347045c00 x1853164000321920/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321280.373921:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523669e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000322304:0@lo:400:kworker.0
00000100:00100000:2.0:1767321280.373981:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321280.374043:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767321280.374050:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347046680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000321792:0@lo:400:kworker.0
00000100:00100000:2.0:1767321280.374078:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321280.374151:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000322304
00000100:00100000:3.0:1767321280.374158:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347046a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000322048:0@lo:400:kworker.0
00000100:00100000:1.0:1767321280.374160:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000322304
00000100:00100000:3.0:1767321280.374230:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eac9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000321280:0@lo:250:kworker.0
00000100:00100000:1.0:1767321280.374245:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3725
00000400:00000100:3.0:1767321280.374254:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164000321280 offset 0 length 520: 4
00000100:00100000:1.0:1767321280.374258:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000322304:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321280.374280:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347045180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000321408:0@lo:38:kworker.0
00000100:00100000:1.0:1767321280.374312:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000322304:12345-0@lo:400:kworker.0 Request processed in 59us (330us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321280.374320:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3725
00000100:00080000:1.0:1767321280.374342:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767321280.378391:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523669e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000322304:0@lo:400:kworker.0
00000100:00100000:2.0:1767321280.378445:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b22d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000322176:0@lo:400:kworker.0
00000100:00100000:2.0:1767321280.378597:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321280.378658:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000321792
00000100:00100000:2.0:1767321280.378666:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000321792
00000100:00100000:2.0:1767321280.378726:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5752
00000100:00100000:2.0:1767321280.378736:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f79a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000321792:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321280.378791:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f79a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000321792:12345-0@lo:400:kworker.0 Request processed in 57us (4712us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321280.378799:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5752
00000100:00100000:2.0:1767321280.378833:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321280.378863:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000322048
00000100:00100000:2.0:1767321280.378866:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000322048
00000100:00100000:2.0:1767321280.378887:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5753
00000100:00100000:2.0:1767321280.378893:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523669e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000322048:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321280.378926:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523669e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000322048:12345-0@lo:400:kworker.0 Request processed in 33us (92us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321280.378932:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5753
00000100:00100000:2.0:1767321280.378963:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347046a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000322048:0@lo:400:kworker.0
00000100:00100000:2.0:1767321280.379275:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000322176
00000100:00100000:2.0:1767321280.379290:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000322176
00000100:00100000:2.0:1767321280.379320:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3726
00000100:00100000:2.0:1767321280.379328:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f79ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000322176:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321280.379374:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f79ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000322176:12345-0@lo:400:kworker.0 Request processed in 47us (777us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321280.379380:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3726
00000100:00100000:0.0:1767321280.379407:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347046680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000321792:0@lo:400:kworker.0
00000100:00100000:2.0:1767321280.379414:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b22d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000322176:0@lo:400:kworker.0
00000100:00100000:3.0:1767321280.379758:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321280.379784:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347044700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000321536:0@lo:38:kworker.0
00000100:00100000:3.0:1767321280.379813:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321280.379830:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347047b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000321664:0@lo:38:kworker.0
00000100:00100000:3.0:1767321280.379854:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767321280.379866:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767321280.379873:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321280.379875:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347045c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000321920:0@lo:38:kworker.0
00000100:00100000:3.0:1767321280.379899:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321280.379936:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000321536
00000100:00100000:1.0:1767321280.379942:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000321536
00000100:00100000:1.0:1767321280.379965:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000321664
00000100:00100000:1.0:1767321280.379968:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000321664
00000100:00100000:1.0:1767321280.379980:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000321920
00000100:00100000:1.0:1767321280.379982:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000321920
00000100:00100000:1.0:1767321280.379993:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6593
00000100:00100000:1.0:1767321280.379998:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000321536:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767321280.380098:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000321408
00000100:00100000:3.0:1767321280.380104:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000321408
00010000:00020000:1.0:1767321280.380189:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321280.383422:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6594
00000100:00100000:0.0:1767321280.383437:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000321664:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321280.383466:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321280.383548:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000321664:12345-0@lo:38:kworker.0 Request processed in 111us (3692us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321280.383574:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6595
00000100:00100000:2.0:1767321280.383581:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000321920:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321280.383606:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321280.383638:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000321920:12345-0@lo:38:kworker.0 Request processed in 57us (3739us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321280.383649:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6595
00000100:00100000:3.0:1767321280.383944:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2158
00000100:00100000:3.0:1767321280.383952:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000321408:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321280.383963:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321280.383993:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000321408:12345-0@lo:38:kworker.0 Request processed in 41us (4237us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321280.384179:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000321536:12345-0@lo:38:kworker.0 Request processed in 337us (523us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321280.384186:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6593
00000100:00100000:0.0:1767321280.384728:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6594
00000100:00080000:2.0:1767321280.385108:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321280.385115:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321280.385119:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347045180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000321408:0@lo:38:kworker.0
00000100:00080000:2.0:1767321280.385134:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321280.385138:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321280.385141:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347044700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000321536:0@lo:38:kworker.0
00000100:00080000:2.0:1767321280.385151:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321280.385154:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321280.385156:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347047b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000321664:0@lo:38:kworker.0
00000100:00080000:2.0:1767321280.385165:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321280.385168:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321280.385171:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347045c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000321920:0@lo:38:kworker.0
00000100:00100000:3.0:1767321280.385364:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2158
00010000:00010000:2.0:1767321280.694221:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321281.717437:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321282.741635:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321283.445565:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000322432:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767321283.445645:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321283.445765:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000322432
00000100:00100000:3.0:1767321283.445775:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000322432
00000100:00100000:3.0:1767321283.445855:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2938
00000100:00100000:2.0:1767321283.445859:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347045c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000322560:0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767321283.445864:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767321283.445867:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b22d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000322432:12345-0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767321283.445889:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00002000:00000024:3.0:1767321283.445899:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767321283.445908:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000322560
00000100:00100000:1.0:1767321283.445913:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000322560
00000100:00080000:2.0:1767321283.445946:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767321283.445951:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2939
00000100:00100000:3.0:1767321283.445952:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b22d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000322432:12345-0@lo:13:osp-pre-0-1.0 Request processed in 87us (304us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321283.445964:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2938
00000100:00100000:1.0:1767321283.445965:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347047b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000322560:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767321283.445985:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000322432:0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767321283.445986:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767321283.446115:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347047b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000322560:12345-0@lo:13:osp-pre-1-1.0 Request processed in 155us (226us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321283.446127:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2939
00000100:00100000:3.0:1767321283.448557:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347045c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000322560:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321283.523370:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767321283.523426:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767321283.523514:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962612096
00000100:00100000:0.0:1767321283.523526:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962612096
00000100:00100000:0.0:1767321283.523576:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962612224
00000100:00100000:0.0:1767321283.523579:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962612224
00000100:00100000:0.0:1767321283.523643:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5754
00000100:00100000:0.0:1767321283.523653:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962612224:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:0.0:1767321283.523740:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962612224:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 86us (312us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321283.523751:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5754
00000100:00100000:0.0:1767321283.523773:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6596
00000100:00100000:0.0:1767321283.523777:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962612096:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:0.0:1767321283.523797:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321283.523823:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962612096:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 43us (464us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321283.523829:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6596
00000100:00080000:3.0:1767321283.526262:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767321283.765939:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321284.789462:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767321285.495421:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321285.495432:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767321285.495435:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321285.495440:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321285.495444:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321285.495452:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6478
00000100:00080000:0.0:1767321285.495457:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321285.495464:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321285.495522:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952344b24a80 x1853164000322688/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321285.495556:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321285.495560:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321285.495561:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321285.495564:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6478
00000100:00080000:0.0:1767321285.495567:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321285.495570:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321285.495586:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952344b26300 x1853164000322816/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321285.495594:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321285.495597:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321285.495599:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321285.495602:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6478
00000100:00080000:0.0:1767321285.495604:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321285.495607:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321285.495616:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952344b27800 x1853164000322944/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321285.495660:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321285.495663:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321285.495665:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321285.495670:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6478
00000100:00080000:0.0:1767321285.495672:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321285.495676:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321285.495686:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952344b24e00 x1853164000323200/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321285.495738:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767321285.495769:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952344b26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000323328:0@lo:400:kworker.0
00000100:00100000:0.0:1767321285.495837:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321285.495877:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767321285.495883:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952344b25500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000323456:0@lo:400:kworker.0
00000100:00100000:0.0:1767321285.495910:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321285.495940:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952344b25180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000323584:0@lo:400:kworker.0
00000100:00100000:3.0:1767321285.496013:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321285.496093:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952344b25f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000323072:0@lo:400:kworker.0
00000100:00100000:3.0:1767321285.496120:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321285.496151:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000323456
00000100:00100000:0.0:1767321285.496162:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000323456
00000100:00100000:3.0:1767321285.496179:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000323328
00000100:00100000:3.0:1767321285.496189:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000323328
00000100:00100000:3.0:1767321285.496283:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000323072
00000100:00100000:3.0:1767321285.496287:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000323072
00000100:00100000:3.0:1767321285.496327:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5755
00000100:00100000:0.0:1767321285.496337:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000323584
00000100:00100000:3.0:1767321285.496343:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b27100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000323328:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321285.496346:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000323584
00000100:00100000:0.0:1767321285.496382:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3727
00000100:00100000:0.0:1767321285.496394:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523652bd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000323456:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321285.496448:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523652bd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000323456:12345-0@lo:400:kworker.0 Request processed in 58us (537us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321285.496456:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3727
00000100:00100000:2.0:1767321285.496603:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3728
00000100:00100000:2.0:1767321285.496613:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000323584:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321285.496650:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000323584:12345-0@lo:400:kworker.0 Request processed in 40us (637us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321285.496656:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3728
00000100:00100000:2.0:1767321285.496680:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952344b24a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000322688:0@lo:38:kworker.0
00000100:00100000:2.0:1767321285.496715:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321285.496747:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952344b26300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000322816:0@lo:38:kworker.0
00000100:00100000:2.0:1767321285.496769:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321285.496786:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952344b27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000322944:0@lo:38:kworker.0
00000100:00100000:2.0:1767321285.496805:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321285.496820:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952344b24e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000323200:0@lo:38:kworker.0
00000100:00100000:2.0:1767321285.496836:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321285.496858:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000322688
00000100:00100000:2.0:1767321285.496862:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000322688
00000100:00100000:2.0:1767321285.496879:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2159
00000100:00100000:2.0:1767321285.496884:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347044700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000322688:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321285.496900:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321285.496926:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347044700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000322688:12345-0@lo:38:kworker.0 Request processed in 41us (211us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321285.496932:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2159
00000100:00100000:2.0:1767321285.496948:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000322816
00000100:00100000:2.0:1767321285.496951:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000322816
00000100:00100000:2.0:1767321285.496960:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000322944
00000100:00100000:2.0:1767321285.496962:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000322944
00000100:00100000:2.0:1767321285.496968:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000323200
00000100:00100000:2.0:1767321285.496970:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000323200
00000100:00100000:2.0:1767321285.496978:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5756
00000100:00100000:2.0:1767321285.496984:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000323072:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321285.497010:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000323072:12345-0@lo:400:kworker.0 Request processed in 26us (889us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321285.497015:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5756
00000100:00100000:2.0:1767321285.497026:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6597
00000100:00100000:2.0:1767321285.497030:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347045180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000322816:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321285.497050:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321285.497076:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347045180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000322816:12345-0@lo:38:kworker.0 Request processed in 45us (306us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321285.497083:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6597
00000100:00100000:2.0:1767321285.497096:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6598
00000100:00100000:2.0:1767321285.497100:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347046680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000322944:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321285.497109:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321285.497122:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6599
00000100:00100000:1.0:1767321285.497131:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347046a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000323200:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767321285.497135:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347046680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000322944:12345-0@lo:38:kworker.0 Request processed in 31us (327us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321285.497142:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6598
00010000:00020000:1.0:1767321285.497157:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:2.0:1767321285.497180:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321285.497186:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321285.497191:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952344b24a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000322688:0@lo:38:kworker.0
00000100:00100000:1.0:1767321285.497222:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347046a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000323200:12345-0@lo:38:kworker.0 Request processed in 90us (382us total) trans 0 rc -19/-19
00000100:00080000:2.0:1767321285.497224:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321285.497231:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321285.497236:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6599
00000100:00100000:2.0:1767321285.497238:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952344b26300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000322816:0@lo:38:kworker.0
00000100:00080000:2.0:1767321285.497260:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321285.497265:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321285.497269:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952344b27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000322944:0@lo:38:kworker.0
00000100:00100000:1.0:1767321285.497282:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952344b25500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000323456:0@lo:400:kworker.0
00000100:00080000:2.0:1767321285.497283:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321285.497290:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321285.497295:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952344b24e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000323200:0@lo:38:kworker.0
00000100:00080000:2.0:1767321285.497340:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767321285.497345:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767321285.497347:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767321285.497370:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952344b25180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000323584:0@lo:400:kworker.0
00000100:00100000:2.0:1767321285.497381:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952344b25f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000323072:0@lo:400:kworker.0
00000100:00100000:3.0:1767321285.498048:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b27100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000323328:12345-0@lo:400:kworker.0 Request processed in 1694us (2194us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321285.498062:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5755
00000100:00100000:1.0:1767321285.498106:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952344b26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000323328:0@lo:400:kworker.0
00010000:00010000:2.0:1767321285.814932:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321286.837863:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321287.861431:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321288.568312:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767321288.568314:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347045c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000323712:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321288.568343:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000323840:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321288.568387:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321288.568419:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000323712
00000100:00100000:1.0:1767321288.568429:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000323712
00000100:00100000:1.0:1767321288.568493:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2940
00000100:00100000:1.0:1767321288.568501:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000323712:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767321288.568541:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767321288.568778:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321288.568807:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000323840
00000100:00100000:0.0:1767321288.568811:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000323840
00000100:00100000:0.0:1767321288.568838:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2941
00000100:00100000:0.0:1767321288.568844:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b26d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000323840:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767321288.568862:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767321288.568898:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b26d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000323840:12345-0@lo:13:osp-pre-0-1.0 Request processed in 54us (119us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321288.568908:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2941
00000100:00100000:2.0:1767321288.570661:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000323840:0@lo:13:osp-pre-0-1.0
00000100:00080000:2.0:1767321288.570693:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767321288.570697:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767321288.573263:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000323712:12345-0@lo:13:osp-pre-1-1.0 Request processed in 4752us (4866us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321288.573280:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2940
00000100:00100000:3.0:1767321288.575359:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347045c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000323712:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321288.639715:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767321288.639811:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767321288.639930:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962612480
00000100:00100000:1.0:1767321288.639943:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962612480
00000100:00100000:1.0:1767321288.640033:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962612352
00000100:00100000:1.0:1767321288.640037:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962612352
00000100:00080000:2.0:1767321288.640054:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321288.640065:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5757
00000100:00100000:1.0:1767321288.640077:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b27480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962612480:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767321288.640096:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6600
00000100:00100000:2.0:1767321288.640103:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b24380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962612352:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767321288.640125:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321288.640156:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b27480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962612480:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 81us (450us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321288.640164:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b24380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962612352:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 57us (351us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321288.640169:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5757
00000100:00100000:2.0:1767321288.640179:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6600
00010000:00010000:2.0:1767321288.886462:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321289.909937:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767321290.613509:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321290.613520:0:72021:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767321290.613524:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321290.613528:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321290.613532:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321290.613540:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6483
00000100:00080000:2.0:1767321290.613546:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321290.613562:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767321290.613615:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347045c00 x1853164000323968/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321290.613643:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321290.613646:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321290.613648:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321290.613652:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6483
00000100:00080000:2.0:1767321290.613654:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321290.613657:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767321290.613669:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366acd880 x1853164000324096/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321290.613678:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321290.613681:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321290.613682:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321290.613686:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6483
00000100:00080000:2.0:1767321290.613688:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321290.613691:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767321290.613702:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366acfb80 x1853164000324224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321290.613748:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321290.613752:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321290.613754:0:72021:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321290.613758:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6483
00000100:00080000:2.0:1767321290.613760:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321290.613764:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767321290.613775:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366acd180 x1853164000324480/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321290.613849:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367298380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000324608:0@lo:400:kworker.0
00000100:00100000:2.0:1767321290.613923:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321290.614020:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767321290.614027:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367298000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000324736:0@lo:400:kworker.0
00000100:00100000:2.0:1767321290.614056:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321290.614253:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366ace300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000324352:0@lo:400:kworker.0
00000100:00100000:3.0:1767321290.614285:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321290.614321:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767321290.614327:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000324864:0@lo:400:kworker.0
00000100:00100000:3.0:1767321290.614348:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321290.614394:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000324608
00000100:00100000:3.0:1767321290.614401:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000324608
00000100:00100000:3.0:1767321290.614452:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000324352
00000100:00100000:3.0:1767321290.614455:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000324352
00000100:00100000:3.0:1767321290.614479:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5758
00000100:00100000:3.0:1767321290.614488:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000324608:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321290.614539:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000324608:12345-0@lo:400:kworker.0 Request processed in 52us (616us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321290.614547:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5758
00000100:00100000:3.0:1767321290.614562:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5759
00000100:00100000:3.0:1767321290.614568:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000324352:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321290.614611:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000324352:12345-0@lo:400:kworker.0 Request processed in 44us (326us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321290.614617:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5759
00000100:00100000:3.0:1767321290.614654:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366ace300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000324352:0@lo:400:kworker.0
00000100:00100000:1.0:1767321290.614862:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000324736
00000100:00100000:1.0:1767321290.614868:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000324736
00000100:00100000:1.0:1767321290.614911:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000324864
00000100:00100000:1.0:1767321290.614914:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000324864
00000100:00100000:1.0:1767321290.614947:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3729
00000100:00100000:1.0:1767321290.614953:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000324736:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321290.615002:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000324736:12345-0@lo:400:kworker.0 Request processed in 49us (946us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321290.615009:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3729
00000100:00100000:1.0:1767321290.615023:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3730
00000100:00100000:1.0:1767321290.615029:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000324864:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321290.615062:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000324864:12345-0@lo:400:kworker.0 Request processed in 33us (712us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321290.615068:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3730
00000100:00100000:1.0:1767321290.615099:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000324864:0@lo:400:kworker.0
00000100:00100000:0.0:1767321290.615243:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347045c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000323968:0@lo:38:kworker.0
00000100:00100000:0.0:1767321290.615281:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321290.615310:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366acd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000324096:0@lo:38:kworker.0
00000100:00100000:0.0:1767321290.615331:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321290.620849:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367298000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000324736:0@lo:400:kworker.0
00000100:00100000:2.0:1767321290.620869:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367298380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000324608:0@lo:400:kworker.0
00000100:00100000:2.0:1767321290.620943:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000323968
00000100:00100000:2.0:1767321290.620950:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000323968
00000100:00100000:2.0:1767321290.621004:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2160
00000100:00100000:2.0:1767321290.621010:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b24700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000323968:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321290.621031:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321290.621103:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b24700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000323968:12345-0@lo:38:kworker.0 Request processed in 92us (5821us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321290.621114:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2160
00000100:00080000:2.0:1767321290.621145:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767321290.621150:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767321290.621153:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321290.621515:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366acfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000324224:0@lo:38:kworker.0
00000100:00100000:0.0:1767321290.621567:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321290.633704:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366acd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000324480:0@lo:38:kworker.0
00000100:00100000:0.0:1767321290.633769:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321290.639775:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000324096
00000100:00100000:1.0:1767321290.639793:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000324096
00000100:00100000:1.0:1767321290.639873:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000324224
00000100:00100000:1.0:1767321290.639877:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000324224
00000100:00100000:1.0:1767321290.639902:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6601
00000100:00100000:1.0:1767321290.639910:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b26a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000324096:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321290.640120:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321290.640224:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b26a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000324096:12345-0@lo:38:kworker.0 Request processed in 313us (24889us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321290.640231:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6601
00000100:00100000:1.0:1767321290.640252:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6602
00000100:00100000:1.0:1767321290.640256:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b25500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000324224:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321290.640266:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321290.640389:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b25500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000324224:12345-0@lo:38:kworker.0 Request processed in 131us (18832us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321290.640396:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6602
00000100:00080000:0.0:1767321290.642523:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321290.642536:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321290.642541:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347045c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000323968:0@lo:38:kworker.0
00000100:00080000:0.0:1767321290.642564:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321290.642568:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321290.642571:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366acd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000324096:0@lo:38:kworker.0
00000100:00080000:0.0:1767321290.642588:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321290.642592:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321290.642595:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366acfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000324224:0@lo:38:kworker.0
00000100:00100000:3.0:1767321290.642837:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000324480
00000100:00100000:3.0:1767321290.642855:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000324480
00000100:00100000:3.0:1767321290.642891:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6603
00000100:00100000:3.0:1767321290.642899:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b25f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000324480:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321290.642930:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321290.643008:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b25f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000324480:12345-0@lo:38:kworker.0 Request processed in 109us (9238us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321290.643015:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6603
00000100:00080000:2.0:1767321290.643024:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321290.643029:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321290.643033:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366acd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000324480:0@lo:38:kworker.0
00010000:00010000:2.0:1767321290.933565:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321291.960578:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321292.981486:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321293.685988:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000324992:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321293.686100:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321293.686439:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000324992
00000100:00100000:2.0:1767321293.686451:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000324992
00000100:00100000:2.0:1767321293.686541:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2942
00000100:00100000:2.0:1767321293.686558:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000324992:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767321293.686601:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767321293.686667:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000324992:12345-0@lo:13:osp-pre-1-1.0 Request processed in 116us (567us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321293.686678:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2942
00000100:00100000:0.0:1767321293.686775:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000324992:0@lo:13:osp-pre-1-1.0
00000100:00080000:3.0:1767321293.687431:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767321293.688245:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767321293.688744:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000325120:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321293.688830:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321293.689459:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000325120
00000100:00100000:2.0:1767321293.689472:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000325120
00000100:00100000:2.0:1767321293.689793:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2943
00000100:00100000:2.0:1767321293.689807:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000325120:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767321293.689852:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767321293.689976:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000325120:12345-0@lo:13:osp-pre-0-1.0 Request processed in 173us (1145us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321293.689991:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2943
00000100:00080000:3.0:1767321293.690133:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767321293.690561:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000325120:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321293.760307:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767321293.760418:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767321293.773276:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962612608
00000100:00100000:1.0:1767321293.773298:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962612608
00000100:00100000:1.0:1767321293.773379:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962612736
00000100:00100000:1.0:1767321293.773382:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962612736
00000100:00100000:1.0:1767321293.773455:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5760
00000100:00100000:1.0:1767321293.773465:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b24e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962612736:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767321293.773574:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b24e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962612736:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 110us (13156us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321293.773583:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5760
00000100:00100000:1.0:1767321293.773609:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6604
00000100:00100000:1.0:1767321293.773614:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b25180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962612608:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767321293.773640:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321293.773670:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b25180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962612608:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 54us (13384us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321293.773677:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6604
00000100:00080000:0.0:1767321293.774985:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767321294.005939:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321295.030432:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767321295.734948:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321295.735153:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767321295.735158:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321295.735162:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321295.735166:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321295.735174:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6488
00000100:00080000:3.0:1767321295.735178:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321295.735185:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321295.735272:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234bfe0700 x1853164000325248/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321295.735337:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bfe0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000325248:0@lo:38:kworker.0
00000100:00100000:2.0:1767321295.735412:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321295.735538:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000325248
00000100:00100000:0.0:1767321295.735545:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000325248
00000100:00100000:0.0:1767321295.735602:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2161
00000100:00100000:0.0:1767321295.735610:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000325248:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321295.735639:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767321295.739542:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321295.739554:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321295.739559:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321295.739568:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6488
00000100:00080000:3.0:1767321295.739574:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321295.739582:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321295.739639:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234bfe1880 x1853164000325376/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321295.742616:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bfe1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000325376:0@lo:38:kworker.0
00000100:00100000:2.0:1767321295.742713:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321295.742857:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000325376
00000100:00100000:1.0:1767321295.742866:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000325376
00000100:00100000:1.0:1767321295.742915:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6605
00000100:00100000:1.0:1767321295.742923:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000325376:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321295.742954:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321295.743011:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000325376:12345-0@lo:38:kworker.0 Request processed in 86us (297us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321295.743018:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6605
00000100:00100000:0.0:1767321295.749612:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000325248:12345-0@lo:38:kworker.0 Request processed in 13990us (14188us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321295.749728:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2161
00000100:00080000:2.0:1767321295.750938:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321295.750957:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321295.751050:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bfe0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000325248:0@lo:38:kworker.0
00000100:00080000:2.0:1767321295.751089:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321295.751094:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321295.751097:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bfe1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000325376:0@lo:38:kworker.0
00000100:00080000:3.0:1767321295.751424:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321295.751430:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321295.751433:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321295.751438:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6488
00000100:00080000:3.0:1767321295.751442:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321295.751447:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321295.751483:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234bfe2a00 x1853164000325504/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321295.751556:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bfe3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000325632:0@lo:400:kworker.0
00000100:00100000:1.0:1767321295.751617:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321295.751694:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bfe2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000325504:0@lo:38:kworker.0
00000100:00100000:2.0:1767321295.751722:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321295.751768:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000325632
00000100:00100000:2.0:1767321295.751774:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000325632
00000100:00100000:2.0:1767321295.751823:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000325504
00000100:00100000:2.0:1767321295.751826:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000325504
00000100:00100000:2.0:1767321295.751844:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5761
00000100:00100000:2.0:1767321295.751853:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000325632:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767321295.752055:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321295.752059:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321295.752061:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321295.752065:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6488
00000100:00080000:3.0:1767321295.752068:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321295.752072:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321295.752088:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234bfe3b80 x1853164000325760/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321295.752174:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bfe0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000325888:0@lo:400:kworker.0
00000100:00100000:0.0:1767321295.752222:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321295.752259:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767321295.752266:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bfe0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000326016:0@lo:400:kworker.0
00000100:00100000:0.0:1767321295.752294:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321295.752327:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000326016
00000100:00100000:0.0:1767321295.752331:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000326016
00000100:00100000:0.0:1767321295.752364:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3731
00000100:00100000:0.0:1767321295.752372:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000326016:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321295.752411:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000326016:12345-0@lo:400:kworker.0 Request processed in 40us (115us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321295.752418:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3731
00000100:00100000:0.0:1767321295.752454:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bfe0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000326016:0@lo:400:kworker.0
00000100:00100000:0.0:1767321295.752547:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000325888
00000100:00100000:0.0:1767321295.752550:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000325888
00000100:00100000:0.0:1767321295.752578:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5762
00000100:00100000:0.0:1767321295.752584:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000325888:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321295.752635:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000325888:12345-0@lo:400:kworker.0 Request processed in 38us (399us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321295.752641:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5762
00000100:00100000:0.0:1767321295.752655:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6606
00000100:00100000:0.0:1767321295.752659:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000325504:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321295.752675:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321295.752701:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000325504:12345-0@lo:38:kworker.0 Request processed in 41us (979us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321295.752707:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6606
00000100:00100000:0.0:1767321295.752733:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bfe0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000325888:0@lo:400:kworker.0
00000100:00080000:0.0:1767321295.752788:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767321295.752792:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321295.752818:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bfe1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000326144:0@lo:400:kworker.0
00000100:00100000:0.0:1767321295.752842:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321295.752867:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000326144
00000100:00100000:0.0:1767321295.752870:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000326144
00000100:00100000:0.0:1767321295.752902:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3732
00000100:00100000:0.0:1767321295.752906:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b24a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000326144:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321295.752948:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b24a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000326144:12345-0@lo:400:kworker.0 Request processed in 32us (96us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321295.752954:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3732
00000100:00080000:0.0:1767321295.752967:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767321295.752983:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bfe1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000326144:0@lo:400:kworker.0
00000100:00100000:0.0:1767321295.752997:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234bfe3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000325760:0@lo:38:kworker.0
00000100:00100000:0.0:1767321295.753024:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767321295.753045:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321295.753049:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321295.753052:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bfe2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000325504:0@lo:38:kworker.0
00000100:00100000:0.0:1767321295.753070:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000325760
00000100:00100000:0.0:1767321295.753073:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000325760
00000100:00100000:0.0:1767321295.753091:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6607
00000100:00100000:0.0:1767321295.753096:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347045c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000325760:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321295.753106:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321295.753134:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347045c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000325760:12345-0@lo:38:kworker.0 Request processed in 37us (108us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321295.753139:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6607
00000100:00080000:0.0:1767321295.753160:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321295.753164:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321295.753167:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bfe3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000325760:0@lo:38:kworker.0
00000100:00100000:2.0:1767321295.756686:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000325632:12345-0@lo:400:kworker.0 Request processed in 4821us (5055us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321295.756702:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5761
00000100:00100000:1.0:1767321295.757551:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234bfe3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000325632:0@lo:400:kworker.0
00010000:00010000:2.0:1767321296.053523:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321297.077655:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321298.101394:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321298.805444:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000326272:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321298.805512:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321298.805633:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000326272
00000100:00100000:2.0:1767321298.805642:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000326272
00000100:00100000:2.0:1767321298.805713:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2944
00000100:00100000:2.0:1767321298.805722:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000326272:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767321298.805751:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00080000:0.0:1767321298.805949:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767321298.806081:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364bc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000326400:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321298.806108:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321298.806135:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000326400
00000100:00100000:0.0:1767321298.806139:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000326400
00000100:00100000:0.0:1767321298.806162:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2945
00000100:00100000:0.0:1767321298.806169:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364bc0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000326400:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767321298.806184:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767321298.806227:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364bc0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000326400:12345-0@lo:13:osp-pre-1-1.0 Request processed in 59us (118us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321298.806235:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2945
00000100:00080000:0.0:1767321298.806252:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767321298.806278:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364bc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000326400:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767321298.823959:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000326272:12345-0@lo:13:osp-pre-0-1.0 Request processed in 18224us (18433us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321298.823978:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2944
00000100:00100000:3.0:1767321298.824526:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000326272:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321298.888429:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767321298.888532:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767321298.888691:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962612992
00000100:00100000:0.0:1767321298.888704:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962612992
00000100:00100000:0.0:1767321298.888780:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962612864
00000100:00100000:0.0:1767321298.888784:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962612864
00000100:00100000:0.0:1767321298.888805:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5763
00000100:00100000:0.0:1767321298.888815:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962612992:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:0.0:1767321298.888899:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962612992:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 86us (484us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321298.888907:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5763
00000100:00100000:0.0:1767321298.888940:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6608
00000100:00100000:0.0:1767321298.888945:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962612864:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:0.0:1767321298.888964:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321298.888989:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962612864:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 43us (457us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321298.888995:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6608
00000100:00080000:3.0:1767321298.889268:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767321299.125505:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321300.155139:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767321300.853877:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321300.853888:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767321300.853891:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321300.853903:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321300.853906:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321300.853915:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6493
00000100:00080000:0.0:1767321300.853919:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321300.853927:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321300.853966:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952364bc2d80 x1853164000326528/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321300.853998:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321300.854002:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321300.854004:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321300.854011:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6493
00000100:00080000:0.0:1767321300.854014:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321300.854017:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321300.854031:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347b23100 x1853164000326656/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321300.854049:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321300.854052:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321300.854054:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321300.854057:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6493
00000100:00080000:0.0:1767321300.854059:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321300.854062:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321300.854074:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347b20e00 x1853164000326784/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321300.854117:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321300.854121:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321300.854123:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321300.854126:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6493
00000100:00080000:0.0:1767321300.854128:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321300.854131:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321300.854148:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523670c3100 x1853164000327040/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321300.854218:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000327168:0@lo:400:kworker.0
00000100:00100000:1.0:1767321300.854219:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b23b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000326912:0@lo:400:kworker.0
00000100:00100000:2.0:1767321300.854291:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364bc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000326528:0@lo:38:kworker.0
00000100:00100000:3.0:1767321300.854341:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366986a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000327424:0@lo:400:kworker.0
00000100:00100000:1.0:1767321300.857799:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321300.857929:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000326912
00000100:00100000:1.0:1767321300.857938:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000326912
00000100:00100000:2.0:1767321300.857962:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321300.857996:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5764
00000100:00100000:2.0:1767321300.857997:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b23100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000326656:0@lo:38:kworker.0
00000100:00100000:1.0:1767321300.858005:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000326912:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321300.858026:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321300.858054:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000326912:12345-0@lo:400:kworker.0 Request processed in 50us (263us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321300.858073:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5764
00000100:00100000:1.0:1767321300.858092:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000326656
00000100:00100000:1.0:1767321300.858095:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000326656
00000100:00100000:1.0:1767321300.858114:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6609
00000100:00100000:1.0:1767321300.858118:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367298000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000326656:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321300.858138:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321300.858167:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367298000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000326656:12345-0@lo:38:kworker.0 Request processed in 48us (140us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321300.858174:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6609
00000100:00080000:1.0:1767321300.858190:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321300.858243:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b23b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000326912:0@lo:400:kworker.0
00000100:00100000:1.0:1767321300.858299:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000326528
00000100:00100000:1.0:1767321300.858303:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000326528
00000100:00100000:1.0:1767321300.858324:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2162
00000100:00100000:1.0:1767321300.858328:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367298380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000326528:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321300.858338:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321300.858366:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b20e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000326784:0@lo:38:kworker.0
00000100:00100000:0.0:1767321300.862414:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321300.862470:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767321300.862484:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000327296:0@lo:400:kworker.0
00000100:00100000:0.0:1767321300.862522:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321300.862564:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000327296
00000100:00100000:0.0:1767321300.862572:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000327296
00000100:00100000:0.0:1767321300.862627:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3733
00000100:00100000:0.0:1767321300.862636:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366984380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000327296:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321300.862692:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366984380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000327296:12345-0@lo:400:kworker.0 Request processed in 57us (168us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321300.862700:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3733
00000100:00080000:0.0:1767321300.862726:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767321300.862737:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000327168
00000100:00100000:0.0:1767321300.862741:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000327168
00000100:00100000:0.0:1767321300.862774:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5765
00000100:00100000:0.0:1767321300.862779:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366987480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000327168:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321300.865332:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366987480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000327168:12345-0@lo:400:kworker.0 Request processed in 2536us (2909us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321300.865346:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5765
00000100:00080000:0.0:1767321300.865394:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321300.865437:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000327296:0@lo:400:kworker.0
00000100:00100000:0.0:1767321300.865450:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000327168:0@lo:400:kworker.0
00000100:00100000:3.0:1767321300.868838:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321300.869037:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000327424
00000100:00100000:0.0:1767321300.869048:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000327424
00000100:00100000:0.0:1767321300.869122:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3734
00000100:00100000:0.0:1767321300.869132:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000327424:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321300.869187:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000327424:12345-0@lo:400:kworker.0 Request processed in 57us (356us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321300.869212:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3734
00000100:00080000:3.0:1767321300.869776:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767321300.869814:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366986a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000327424:0@lo:400:kworker.0
00000100:00100000:1.0:1767321300.871521:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367298380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000326528:12345-0@lo:38:kworker.0 Request processed in 13182us (13716us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321300.871534:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2162
00000100:00100000:2.0:1767321300.876741:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321300.876811:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000327040:0@lo:38:kworker.0
00000100:00100000:2.0:1767321300.876848:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767321300.876917:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321300.876922:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321300.876926:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364bc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000326528:0@lo:38:kworker.0
00000100:00080000:2.0:1767321300.876938:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321300.876941:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321300.876943:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b23100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000326656:0@lo:38:kworker.0
00000100:00100000:1.0:1767321300.877061:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000326784
00000100:00100000:1.0:1767321300.877069:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000326784
00000100:00100000:1.0:1767321300.877112:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000327040
00000100:00100000:1.0:1767321300.877115:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000327040
00000100:00100000:1.0:1767321300.877147:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6610
00000100:00100000:1.0:1767321300.877154:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000326784:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321300.877175:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321300.877248:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000326784:12345-0@lo:38:kworker.0 Request processed in 93us (517us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321300.877255:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6610
00000100:00100000:1.0:1767321300.877274:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6611
00000100:00100000:1.0:1767321300.877277:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000327040:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321300.877286:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321300.877309:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000327040:12345-0@lo:38:kworker.0 Request processed in 30us (460us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321300.877316:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6611
00000100:00080000:3.0:1767321300.877425:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321300.877432:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321300.877436:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b20e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000326784:0@lo:38:kworker.0
00000100:00080000:3.0:1767321300.877447:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321300.877450:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321300.877454:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000327040:0@lo:38:kworker.0
00010000:00010000:2.0:1767321301.173499:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321302.198594:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321302.978360:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767321302.978468:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962613376
00000100:00100000:0.0:1767321302.978478:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962613376
00000100:00100000:0.0:1767321302.978562:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5766
00000100:00100000:0.0:1767321302.978573:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962613376:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:0.0:1767321302.978661:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962613376:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 89us (311us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321302.978668:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5766
00000100:00080000:3.0:1767321302.979026:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000400:00000100:0.0:1767321302.980613:0:7000:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.52@tcp portal 26 match 1853163962613120 offset 0 length 520: 4
00000100:00100000:0.0:1767321302.980656:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767321302.980747:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962613248
00000100:00100000:2.0:1767321302.980756:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962613248
00000100:00100000:2.0:1767321302.980802:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6612
00000100:00100000:2.0:1767321302.980809:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366986a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962613248:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767321302.980834:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321302.980910:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366986a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962613248:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 99us (253us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321302.980918:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6612
00010000:00010000:2.0:1767321303.221615:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321303.926431:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000327552:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767321303.926536:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321303.926842:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000327552
00000100:00100000:0.0:1767321303.926856:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000327552
00000100:00100000:1.0:1767321303.927117:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000327680:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321303.927161:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767321303.927222:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767321303.945016:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000327680
00000100:00100000:0.0:1767321303.945036:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000327680
00000100:00100000:0.0:1767321303.945126:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2946
00000100:00100000:0.0:1767321303.945139:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000327552:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767321303.945180:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767321303.945300:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000327552:12345-0@lo:13:osp-pre-1-1.0 Request processed in 164us (18764us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321303.945318:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2946
00000100:00100000:0.0:1767321303.945336:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2947
00000100:00100000:0.0:1767321303.945343:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000327680:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767321303.945361:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767321303.945407:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000327680:12345-0@lo:13:osp-pre-0-1.0 Request processed in 63us (18245us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321303.945413:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2947
00000100:00100000:0.0:1767321303.945474:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000327680:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321303.945529:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000327552:0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767321303.946022:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00010000:2.0:1767321304.248405:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321305.274334:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767321305.973523:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321305.973537:0:72021:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767321305.973540:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321305.973545:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321305.973549:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321305.973557:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6498
00000100:00080000:2.0:1767321305.973563:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321305.973570:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767321305.973611:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523470a9f80 x1853164000327808/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321305.973637:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321305.973640:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321305.973642:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321305.973645:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6498
00000100:00080000:2.0:1767321305.973648:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321305.973651:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767321305.973662:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523470ab100 x1853164000327936/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321305.973670:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321305.973673:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321305.973674:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321305.973678:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6498
00000100:00080000:2.0:1767321305.973680:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321305.973683:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767321305.973692:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523470aa300 x1853164000328064/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321305.973997:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767321305.974859:0:7004:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321280/real 1767321280]  req@ffff95235eac9880 x1853164000321280/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321305 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1767321305.974901:0:7004:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95235eac9880 x1853164000321280/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321305 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1767321305.974933:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000327808:0@lo:38:kworker.0
00000100:00100000:3.0:1767321305.975027:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321305.975119:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000327936:0@lo:38:kworker.0
00000100:00100000:3.0:1767321305.975150:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321305.975172:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000328064:0@lo:38:kworker.0
00000100:00100000:3.0:1767321305.975227:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767321305.975254:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321305.975271:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:3.0:1767321305.975275:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eac9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000321280:0@lo:250:kworker.0
00000100:00100000:3.0:1767321305.975337:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000327936
00000100:00100000:3.0:1767321305.975347:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000327936
00000100:00100000:3.0:1767321305.975387:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000328064
00000100:00100000:3.0:1767321305.975389:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000328064
00000100:00100000:3.0:1767321305.975411:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6613
00000100:00100000:3.0:1767321305.975434:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000327936:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321305.975466:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321305.975524:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000327936:12345-0@lo:38:kworker.0 Request processed in 89us (371us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321305.975532:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6613
00000100:00100000:3.0:1767321305.975548:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6614
00000100:00100000:3.0:1767321305.975552:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000328064:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321305.975562:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321305.975586:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000328064:12345-0@lo:38:kworker.0 Request processed in 32us (358us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321305.975591:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6614
00000100:00080000:3.0:1767321305.975628:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321305.975632:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321305.975636:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000327936:0@lo:38:kworker.0
00000100:00080000:3.0:1767321305.975643:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321305.975646:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321305.975649:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000328064:0@lo:38:kworker.0
00000100:00080000:2.0:1767321305.976955:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321305.976968:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321305.976972:0:72021:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321305.976981:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6498
00000100:00080000:2.0:1767321305.976986:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321305.976993:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767321305.977039:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523470a9c00 x1853164000328320/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321305.977213:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000327808
00000100:00100000:0.0:1767321305.977223:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000327808
00000100:00100000:0.0:1767321305.977267:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2163
00000100:00100000:0.0:1767321305.977276:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000327808:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321305.977297:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321305.977375:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000327808:12345-0@lo:38:kworker.0 Request processed in 99us (2348us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321305.977382:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2163
00000100:00100000:0.0:1767321305.977421:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000328576:0@lo:400:kworker.0
00000100:00100000:0.0:1767321305.977457:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321305.977486:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767321305.977491:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000328448:0@lo:400:kworker.0
00000100:00100000:0.0:1767321305.977513:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321305.977548:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000328576
00000100:00100000:0.0:1767321305.977552:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000328576
00000100:00100000:0.0:1767321305.977595:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3735
00000100:00100000:0.0:1767321305.977602:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000328576:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321305.977643:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000328576:12345-0@lo:400:kworker.0 Request processed in 42us (185us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321305.977653:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3735
00000100:00080000:0.0:1767321305.977670:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767321305.977682:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000328448
00000100:00100000:0.0:1767321305.977686:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000328448
00000100:00100000:0.0:1767321305.977716:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5767
00000100:00100000:0.0:1767321305.977722:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000328448:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321305.977748:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000328448:12345-0@lo:400:kworker.0 Request processed in 27us (235us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321305.977754:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5767
00000100:00080000:0.0:1767321305.977768:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321305.977796:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000328448:0@lo:400:kworker.0
00000100:00100000:0.0:1767321305.977807:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000328576:0@lo:400:kworker.0
00000100:00100000:1.0:1767321305.978262:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000328704:0@lo:400:kworker.0
00000100:00100000:1.0:1767321305.978298:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321305.978376:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000328192:0@lo:400:kworker.0
00000100:00100000:1.0:1767321305.978399:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321305.978437:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000328192
00000100:00100000:1.0:1767321305.978441:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000328192
00000100:00100000:1.0:1767321305.978471:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5768
00000100:00100000:1.0:1767321305.978477:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000328192:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321305.978512:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000328192:12345-0@lo:400:kworker.0 Request processed in 35us (112us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321305.978518:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5768
00000100:00100000:1.0:1767321305.978547:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000328192:0@lo:400:kworker.0
00000100:00080000:1.0:1767321305.978568:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767321305.978664:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321305.978669:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1767321305.978672:0:72021:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321305.978677:0:72021:0:(import.c:509:import_select_connection()) MGC192.168.202.152@tcp: connect to NID 0@lo last attempt 6478
00000100:00080000:2.0:1767321305.978680:0:72021:0:(import.c:588:import_select_connection()) MGC192.168.202.152@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321305.978684:0:72021:0:(import.c:623:import_select_connection()) MGC192.168.202.152@tcp: import ffff95235eb57800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767321305.978708:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523470a9500 x1853164000328832/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321305.980649:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000328320:0@lo:38:kworker.0
00000100:00100000:3.0:1767321305.980785:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321305.980856:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000328832:0@lo:250:kworker.0
00000400:00000100:3.0:1767321305.980886:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164000328832 offset 0 length 520: 4
00000100:00100000:2.0:1767321305.980888:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000328320
00000100:00100000:2.0:1767321305.980906:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000328320
00000100:00080000:3.0:1767321305.980952:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321305.980961:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321305.980966:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000327808:0@lo:38:kworker.0
00000100:00100000:2.0:1767321305.981028:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6615
00000100:00100000:2.0:1767321305.981037:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000328320:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321305.981060:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321305.981180:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000328320:12345-0@lo:38:kworker.0 Request processed in 141us (394us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321305.981187:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6615
00000100:00080000:3.0:1767321305.981634:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321305.981642:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321305.981646:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000328320:0@lo:38:kworker.0
00000100:00100000:0.0:1767321305.981717:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000328704
00000100:00100000:0.0:1767321305.981725:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000328704
00000100:00100000:0.0:1767321305.981782:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3736
00000100:00100000:0.0:1767321305.981790:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000328704:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321305.981865:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000328704:12345-0@lo:400:kworker.0 Request processed in 76us (3566us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321305.981871:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3736
00000100:00100000:0.0:1767321305.981942:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000328704:0@lo:400:kworker.0
00000100:00080000:3.0:1767321305.982013:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00010000:2.0:1767321306.293517:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321307.317433:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321308.095090:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767321308.095139:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767321308.095241:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962613504
00000100:00100000:2.0:1767321308.095251:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962613504
00000100:00100000:2.0:1767321308.095299:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962613632
00000100:00100000:2.0:1767321308.095303:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962613632
00000100:00100000:2.0:1767321308.095359:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5769
00000100:00100000:2.0:1767321308.095369:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962613632:12345-192.168.202.52@tcp:400:kworker.0
00000100:00080000:3.0:1767321308.095421:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321308.095441:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6616
00000100:00100000:2.0:1767321308.095444:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962613632:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 77us (304us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321308.095446:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962613504:12345-192.168.202.52@tcp:38:kworker.0
00000100:00100000:2.0:1767321308.095452:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5769
00010000:00020000:3.0:1767321308.095466:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321308.095494:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962613504:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 47us (414us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321308.095501:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6616
00010000:00010000:2.0:1767321308.344516:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321309.045517:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767321309.045541:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000328960:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321309.045610:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321309.046047:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767321309.046059:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000329088:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767321309.046099:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321309.046181:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000328960
00000100:00100000:1.0:1767321309.046191:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000328960
00000100:00100000:1.0:1767321309.046270:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000329088
00000100:00100000:1.0:1767321309.046274:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000329088
00000100:00100000:1.0:1767321309.046295:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2948
00000100:00100000:1.0:1767321309.046304:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349091500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000328960:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767321309.046332:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767321309.046384:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349091500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000328960:12345-0@lo:13:osp-pre-1-1.0 Request processed in 81us (773us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321309.046391:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2948
00000100:00100000:1.0:1767321309.046410:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2949
00000100:00100000:1.0:1767321309.046416:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000329088:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767321309.046430:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767321309.046458:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000329088:12345-0@lo:13:osp-pre-0-1.0 Request processed in 43us (359us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321309.046463:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2949
00000100:00100000:1.0:1767321309.046501:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000328960:0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767321309.046578:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767321309.046582:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767321309.046605:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000329088:0@lo:13:osp-pre-0-1.0
00010000:00010000:2.0:1767321309.365557:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321310.392616:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767321311.096152:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321311.096166:0:72021:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767321311.096169:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321311.096174:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321311.096179:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321311.096187:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6503
00000100:00080000:3.0:1767321311.096213:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321311.096220:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321311.096261:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366acfb80 x1853164000329216/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321311.096344:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366acfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000329216:0@lo:38:kworker.0
00000100:00100000:0.0:1767321311.096416:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767321311.096488:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321311.096492:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321311.096494:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321311.096498:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6503
00000100:00080000:3.0:1767321311.096500:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321311.096504:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321311.097002:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366acd880 x1853164000329344/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321311.097026:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321311.097029:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321311.097031:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321311.097034:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6503
00000100:00080000:3.0:1767321311.097037:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321311.097041:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321311.097055:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366ace300 x1853164000329472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321311.097092:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321311.097096:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321311.097098:0:72021:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321311.097101:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6503
00000100:00080000:3.0:1767321311.097104:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321311.097107:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321311.097118:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0aaa00 x1853164000329728/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321311.097169:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000329856:0@lo:400:kworker.0
00000100:00100000:3.0:1767321311.097235:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321311.097255:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767321311.097261:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000329984:0@lo:400:kworker.0
00000100:00100000:3.0:1767321311.097282:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321311.097454:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000329856
00000100:00100000:0.0:1767321311.097463:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000329856
00000100:00100000:0.0:1767321311.097550:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5770
00000100:00100000:0.0:1767321311.097560:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000329856:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321311.097612:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000329856:12345-0@lo:400:kworker.0 Request processed in 53us (375us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321311.097617:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000329600:0@lo:400:kworker.0
00000100:00100000:0.0:1767321311.097619:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5770
00000100:00100000:0.0:1767321311.097642:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000329984
00000100:00100000:2.0:1767321311.097645:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321311.097646:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000329984
00000100:00100000:2.0:1767321311.097663:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767321311.097669:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3737
00000100:00100000:2.0:1767321311.097669:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000330112:0@lo:400:kworker.0
00000100:00100000:0.0:1767321311.097675:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000329984:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321311.097688:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321311.097701:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000329984:12345-0@lo:400:kworker.0 Request processed in 27us (419us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321311.097708:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3737
00000100:00100000:0.0:1767321311.097717:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000330112
00000100:00100000:0.0:1767321311.097720:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000330112
00000100:00100000:0.0:1767321311.097742:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3738
00000100:00100000:0.0:1767321311.097747:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000330112:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321311.097756:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000329984:0@lo:400:kworker.0
00000100:00100000:2.0:1767321311.097768:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000329856:0@lo:400:kworker.0
00000100:00100000:0.0:1767321311.097788:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000330112:12345-0@lo:400:kworker.0 Request processed in 41us (99us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321311.097794:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3738
00000100:00100000:2.0:1767321311.097798:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000329600
00000100:00100000:2.0:1767321311.097809:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000329600
00000100:00100000:2.0:1767321311.097835:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5771
00000100:00100000:2.0:1767321311.097842:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000329600:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321311.097873:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000329600:12345-0@lo:400:kworker.0 Request processed in 32us (227us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321311.097879:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5771
00000100:00100000:2.0:1767321311.097905:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366acd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000329344:0@lo:38:kworker.0
00000100:00100000:2.0:1767321311.097931:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321311.097945:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366ace300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000329472:0@lo:38:kworker.0
00000100:00100000:2.0:1767321311.097965:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321311.097982:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000329728:0@lo:38:kworker.0
00000100:00100000:2.0:1767321311.098004:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321311.098033:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000329344
00000100:00100000:2.0:1767321311.098036:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000329344
00000100:00100000:2.0:1767321311.098056:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000329472
00000100:00100000:2.0:1767321311.098058:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000329472
00000100:00100000:2.0:1767321311.098065:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000329728
00000100:00100000:2.0:1767321311.098067:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000329728
00000100:00100000:2.0:1767321311.098076:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6617
00000100:00100000:2.0:1767321311.098080:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000329344:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321311.098105:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321311.098140:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000329344:12345-0@lo:38:kworker.0 Request processed in 57us (207us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321311.098146:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6617
00000100:00100000:0.0:1767321311.098147:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000330112:0@lo:400:kworker.0
00000100:00100000:0.0:1767321311.098156:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000329600:0@lo:400:kworker.0
00000100:00100000:2.0:1767321311.098157:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6618
00000100:00100000:2.0:1767321311.098161:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000329472:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321311.098170:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321311.098176:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6619
00000100:00100000:0.0:1767321311.098180:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000329728:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321311.098190:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321311.098190:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000329472:12345-0@lo:38:kworker.0 Request processed in 28us (225us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321311.098220:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6618
00000100:00100000:0.0:1767321311.098237:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000329728:12345-0@lo:38:kworker.0 Request processed in 55us (232us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321311.098243:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6619
00000100:00080000:2.0:1767321311.098252:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321311.098257:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321311.098260:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366acd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000329344:0@lo:38:kworker.0
00000100:00080000:2.0:1767321311.098267:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321311.098270:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321311.098273:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366ace300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000329472:0@lo:38:kworker.0
00000100:00080000:2.0:1767321311.098282:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321311.098285:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321311.098287:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000329728:0@lo:38:kworker.0
00000100:00080000:3.0:1767321311.098705:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767321311.098713:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767321311.098715:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321311.098978:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000329216
00000100:00100000:1.0:1767321311.098988:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000329216
00000100:00100000:1.0:1767321311.099072:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2164
00000100:00100000:1.0:1767321311.099079:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349093b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000329216:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321311.099094:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321311.099160:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349093b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000329216:12345-0@lo:38:kworker.0 Request processed in 80us (2743us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321311.099166:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2164
00000100:00080000:2.0:1767321311.099249:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321311.099255:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321311.099257:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366acfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000329216:0@lo:38:kworker.0
00010000:00010000:2.0:1767321311.413787:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321312.437610:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321313.215770:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767321313.216153:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962613760
00000100:00100000:3.0:1767321313.216171:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962613760
00000100:00100000:3.0:1767321313.216342:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6620
00000100:00100000:3.0:1767321313.216354:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962613760:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767321313.216395:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321313.216506:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962613760:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 153us (755us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321313.216516:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6620
00000100:00100000:0.0:1767321313.224551:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767321313.224760:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962613888
00000100:00100000:1.0:1767321313.224771:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962613888
00000100:00100000:1.0:1767321313.224884:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5772
00000100:00100000:1.0:1767321313.224896:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349093800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962613888:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767321313.224985:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349093800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962613888:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 91us (450us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321313.224995:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5772
00000100:00080000:2.0:1767321313.225658:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767321313.461571:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321314.173023:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000330240:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767321314.173104:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321314.173324:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000330240
00000100:00100000:1.0:1767321314.173335:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000330240
00000100:00100000:1.0:1767321314.173422:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2950
00000100:00100000:1.0:1767321314.173433:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000330240:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767321314.173473:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767321314.173532:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000330240:12345-0@lo:13:osp-pre-0-1.0 Request processed in 101us (427us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321314.173541:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2950
00000100:00080000:2.0:1767321314.173590:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767321314.173629:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000330240:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321314.173798:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767321314.173809:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000330368:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321314.173846:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321314.173928:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000330368
00000100:00100000:1.0:1767321314.173932:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000330368
00000100:00100000:1.0:1767321314.173976:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2951
00000100:00100000:1.0:1767321314.173982:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000330368:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767321314.173999:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767321314.174035:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000330368:12345-0@lo:13:osp-pre-1-1.0 Request processed in 53us (188us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321314.174042:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2951
00000100:00080000:3.0:1767321314.174339:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767321314.174369:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000330368:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767321314.488568:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321315.511789:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767321316.214144:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321316.214160:0:72021:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767321316.214164:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321316.214169:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321316.214174:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321316.214183:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6509
00000100:00080000:3.0:1767321316.214190:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321316.214233:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321316.214276:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235ee5ce00 x1853164000330496/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321316.214303:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321316.214307:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321316.214309:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321316.214312:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6509
00000100:00080000:3.0:1767321316.214315:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321316.214318:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321316.214331:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235ee5ca80 x1853164000330624/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321316.214340:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321316.214343:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321316.214344:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321316.214348:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6509
00000100:00080000:3.0:1767321316.214350:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321316.214354:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321316.214363:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235ee5c700 x1853164000330752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321316.214413:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321316.214417:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321316.214419:0:72021:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321316.214422:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6509
00000100:00080000:3.0:1767321316.214425:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321316.214428:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321316.214439:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236694aa00 x1853164000331008/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321316.214561:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366949c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000331136:0@lo:400:kworker.0
00000100:00100000:3.0:1767321316.214635:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321316.214724:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767321316.214730:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000331264:0@lo:400:kworker.0
00000100:00100000:3.0:1767321316.214788:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321316.214920:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000331136
00000100:00100000:3.0:1767321316.214928:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000331136
00000100:00100000:3.0:1767321316.214982:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5773
00000100:00100000:3.0:1767321316.214993:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000331136:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321316.215048:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000331136:12345-0@lo:400:kworker.0 Request processed in 58us (412us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321316.215056:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5773
00000100:00100000:3.0:1767321316.215079:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000331264
00000100:00100000:3.0:1767321316.215082:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000331264
00000100:00100000:3.0:1767321316.215105:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3739
00000100:00100000:3.0:1767321316.215111:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000331264:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321316.215140:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000331264:12345-0@lo:400:kworker.0 Request processed in 29us (351us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321316.215146:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3739
00000100:00080000:3.0:1767321316.215161:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767321316.215165:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321316.215190:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000331264:0@lo:400:kworker.0
00000100:00100000:3.0:1767321316.215225:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366949c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000331136:0@lo:400:kworker.0
00000100:00100000:1.0:1767321316.215324:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000331392:0@lo:400:kworker.0
00000100:00100000:1.0:1767321316.215357:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321316.215388:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767321316.215395:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236694a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000330880:0@lo:400:kworker.0
00000100:00100000:1.0:1767321316.215422:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321316.215463:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000330880
00000100:00100000:1.0:1767321316.215467:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000330880
00000100:00100000:3.0:1767321316.215510:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5774
00000100:00100000:2.0:1767321316.215597:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000330496:0@lo:38:kworker.0
00000100:00100000:2.0:1767321316.215629:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321316.215654:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000330624:0@lo:38:kworker.0
00000100:00100000:2.0:1767321316.215675:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321316.215692:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000330752:0@lo:38:kworker.0
00000100:00100000:2.0:1767321316.215711:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321316.215725:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236694aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000331008:0@lo:38:kworker.0
00000100:00100000:2.0:1767321316.215744:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321316.215787:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000330624
00000100:00100000:2.0:1767321316.215791:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000330624
00000100:00100000:0.0:1767321316.215968:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000331392
00000100:00100000:0.0:1767321316.215973:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000331392
00000100:00100000:0.0:1767321316.216009:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3740
00000100:00100000:0.0:1767321316.216016:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000331392:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321316.216051:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000331392:12345-0@lo:400:kworker.0 Request processed in 37us (695us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321316.216057:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3740
00000100:00100000:0.0:1767321316.216083:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000330752
00000100:00100000:0.0:1767321316.216087:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000330752
00000100:00100000:1.0:1767321316.218658:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000331008
00000100:00100000:1.0:1767321316.218673:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000331008
00000100:00100000:1.0:1767321316.218704:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6621
00000100:00100000:1.0:1767321316.218711:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000331008:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767321316.218732:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000330880:12345-0@lo:400:kworker.0
00010000:00020000:1.0:1767321316.218739:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321316.218832:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000330880:12345-0@lo:400:kworker.0 Request processed in 3315us (3409us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321316.218842:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5774
00000100:00100000:3.0:1767321316.219053:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000330496
00000100:00100000:3.0:1767321316.219058:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000330496
00000100:00100000:3.0:1767321316.219083:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2165
00000100:00100000:3.0:1767321316.219088:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000330496:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321316.219098:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321316.219133:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000330496:12345-0@lo:38:kworker.0 Request processed in 44us (3502us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321316.219139:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2165
00000100:00100000:3.0:1767321316.219215:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236694a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000330880:0@lo:400:kworker.0
00000100:00100000:3.0:1767321316.219233:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000331392:0@lo:400:kworker.0
00000100:00080000:3.0:1767321316.219288:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767321316.219293:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321316.219613:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000331008:12345-0@lo:38:kworker.0 Request processed in 900us (3866us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321316.219622:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6621
00000100:00080000:3.0:1767321316.221561:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321316.221579:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321316.221586:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236694aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000331008:0@lo:38:kworker.0
00000100:00080000:3.0:1767321316.221626:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321316.221631:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321316.221635:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000330496:0@lo:38:kworker.0
00000100:00100000:2.0:1767321316.225915:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6622
00000100:00100000:2.0:1767321316.225929:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000330624:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321316.225954:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321316.226055:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6623
00000100:00100000:0.0:1767321316.226063:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000330752:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321316.226074:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321316.226086:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000330624:12345-0@lo:38:kworker.0 Request processed in 157us (10409us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321316.226095:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6622
00000100:00100000:0.0:1767321316.226109:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000330752:12345-0@lo:38:kworker.0 Request processed in 45us (10397us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321316.226115:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6623
00000100:00080000:2.0:1767321316.228302:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321316.228321:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321316.228328:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000330624:0@lo:38:kworker.0
00000100:00080000:2.0:1767321316.228345:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321316.228349:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321316.228352:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000330752:0@lo:38:kworker.0
00010000:00010000:2.0:1767321316.533809:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321317.558026:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321318.335925:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767321318.336022:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962614016
00000100:00100000:2.0:1767321318.336035:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962614016
00000100:00100000:2.0:1767321318.336098:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6624
00000100:00100000:2.0:1767321318.336108:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962614016:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767321318.336136:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321318.336240:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962614016:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 132us (326us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321318.336248:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6624
00000100:00100000:0.0:1767321318.342059:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767321318.342166:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962614144
00000100:00100000:2.0:1767321318.342184:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962614144
00000100:00100000:2.0:1767321318.342298:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5775
00000100:00100000:2.0:1767321318.342309:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0e4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962614144:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767321318.342866:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0e4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962614144:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 556us (816us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321318.342874:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5775
00000100:00080000:3.0:1767321318.342950:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767321318.581592:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321319.285723:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767321319.285757:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000331520:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767321319.285837:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321319.285972:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000331520
00000100:00100000:1.0:1767321319.285982:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000331520
00000100:00100000:1.0:1767321319.286059:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2952
00000100:00100000:1.0:1767321319.286068:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000331520:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767321319.286102:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767321319.286155:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000331520:12345-0@lo:13:osp-pre-0-1.0 Request processed in 88us (318us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321319.286161:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2952
00000100:00080000:2.0:1767321319.286519:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767321319.286528:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767321319.286538:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000331648:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767321319.286568:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321319.286628:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000331520:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321319.286694:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000331648
00000100:00100000:1.0:1767321319.286698:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000331648
00000100:00100000:1.0:1767321319.286752:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2953
00000100:00100000:1.0:1767321319.286759:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000331648:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767321319.286775:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767321319.286809:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000331648:12345-0@lo:13:osp-pre-1-1.0 Request processed in 51us (240us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321319.286814:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2953
00000100:00080000:2.0:1767321319.286915:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767321319.286936:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000331648:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767321319.609660:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321320.629689:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767321321.333408:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321321.333422:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767321321.333425:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321321.333430:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321321.333436:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321321.333448:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6514
00000100:00080000:3.0:1767321321.333453:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321321.333463:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321321.333526:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234727c380 x1853164000331776/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321321.333559:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321321.333563:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321321.333565:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321321.333569:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6514
00000100:00080000:3.0:1767321321.333571:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321321.333574:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321321.333587:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234727ed80 x1853164000331904/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321321.333596:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321321.333600:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321321.333602:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321321.333606:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6514
00000100:00080000:3.0:1767321321.333609:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321321.333612:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321321.333622:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234727f100 x1853164000332032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321321.333674:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321321.333678:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321321.333680:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321321.333684:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6514
00000100:00080000:3.0:1767321321.333686:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321321.333689:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321321.333718:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235ee5c700 x1853164000332288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321321.333768:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767321321.333795:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000332416:0@lo:400:kworker.0
00000100:00100000:1.0:1767321321.333796:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236694aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000332672:0@lo:400:kworker.0
00000100:00100000:2.0:1767321321.333894:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000331776:0@lo:38:kworker.0
00000100:00100000:0.0:1767321321.333995:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000332544:0@lo:400:kworker.0
00000100:00100000:3.0:1767321321.335864:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321321.335985:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000332416
00000100:00100000:3.0:1767321321.335998:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000332416
00000100:00100000:3.0:1767321321.336097:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5776
00000100:00100000:3.0:1767321321.336109:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236694a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000332416:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321321.336178:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236694a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000332416:12345-0@lo:400:kworker.0 Request processed in 73us (321us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321321.336185:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5776
00000100:00080000:3.0:1767321321.336234:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321321.336268:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000332416:0@lo:400:kworker.0
00000100:00100000:2.0:1767321321.340908:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321321.340993:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000331904:0@lo:38:kworker.0
00000100:00100000:2.0:1767321321.341035:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321321.341056:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000332032:0@lo:38:kworker.0
00000100:00100000:2.0:1767321321.341081:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321321.341107:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000332288:0@lo:38:kworker.0
00000100:00100000:2.0:1767321321.341134:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321321.341216:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000331904
00000100:00100000:2.0:1767321321.341226:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000331904
00000100:00100000:2.0:1767321321.341271:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000332032
00000100:00100000:2.0:1767321321.341274:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000332032
00000100:00100000:2.0:1767321321.341288:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000332288
00000100:00100000:2.0:1767321321.341291:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000332288
00000100:00100000:2.0:1767321321.341309:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6625
00000100:00100000:2.0:1767321321.341318:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000331904:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321321.341344:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321321.341397:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000331904:12345-0@lo:38:kworker.0 Request processed in 78us (360us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321321.341405:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6625
00000100:00100000:2.0:1767321321.341426:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6626
00000100:00100000:2.0:1767321321.341430:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000332032:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321321.341439:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321321.341462:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000332032:12345-0@lo:38:kworker.0 Request processed in 30us (379us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321321.341468:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6626
00000100:00100000:2.0:1767321321.341479:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6627
00000100:00100000:2.0:1767321321.341483:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000332288:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321321.341491:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321321.341512:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000332288:12345-0@lo:38:kworker.0 Request processed in 28us (378us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321321.341518:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6627
00000100:00080000:2.0:1767321321.341576:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321321.341584:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321321.341587:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000331904:0@lo:38:kworker.0
00000100:00080000:2.0:1767321321.341596:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321321.341599:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321321.341602:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000332032:0@lo:38:kworker.0
00000100:00080000:2.0:1767321321.341608:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321321.341611:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321321.341613:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000332288:0@lo:38:kworker.0
00000100:00100000:1.0:1767321321.342021:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321321.342068:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000332160:0@lo:400:kworker.0
00000100:00100000:1.0:1767321321.342097:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321321.342230:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321321.342262:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000332672
00000100:00100000:0.0:1767321321.342267:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000332672
00000100:00100000:0.0:1767321321.342310:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000332544
00000100:00100000:0.0:1767321321.342313:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000332544
00000100:00100000:0.0:1767321321.342332:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3741
00000100:00100000:0.0:1767321321.342340:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000332672:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321321.342383:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000332672:12345-0@lo:400:kworker.0 Request processed in 44us (362us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321321.342389:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3741
00000100:00100000:0.0:1767321321.342404:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3742
00000100:00100000:0.0:1767321321.342410:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000332544:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321321.342441:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000332544:12345-0@lo:400:kworker.0 Request processed in 32us (210us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321321.342447:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3742
00000100:00080000:0.0:1767321321.342472:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767321321.342476:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767321321.342499:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000332544:0@lo:400:kworker.0
00000100:00100000:1.0:1767321321.342623:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236694aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000332672:0@lo:400:kworker.0
00000100:00100000:2.0:1767321321.342802:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000332160
00000100:00100000:2.0:1767321321.342808:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000332160
00000100:00100000:3.0:1767321321.342857:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000331776
00000100:00100000:2.0:1767321321.342864:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5777
00000100:00100000:3.0:1767321321.342865:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000331776
00000100:00100000:2.0:1767321321.342875:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000332160:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321321.342900:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2166
00000100:00100000:3.0:1767321321.342908:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366ace300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000331776:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767321321.342918:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000332160:12345-0@lo:400:kworker.0 Request processed in 45us (818us total) trans 0 rc 0/0
00010000:00020000:3.0:1767321321.342926:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321321.342928:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5777
00000100:00100000:3.0:1767321321.342976:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366ace300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000331776:12345-0@lo:38:kworker.0 Request processed in 68us (2077us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321321.342984:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2166
00000100:00080000:2.0:1767321321.343006:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321321.343014:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321321.343020:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000331776:0@lo:38:kworker.0
00000100:00100000:1.0:1767321321.343122:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000332160:0@lo:400:kworker.0
00000100:00080000:0.0:1767321321.343239:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767321321.653439:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321322.677632:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321323.458456:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767321323.458576:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767321323.459183:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962614400
00000100:00100000:3.0:1767321323.459228:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962614400
00000100:00100000:3.0:1767321323.459308:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962614272
00000100:00100000:3.0:1767321323.459313:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962614272
00000100:00100000:3.0:1767321323.459333:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5778
00000100:00100000:3.0:1767321323.459345:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962614400:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:3.0:1767321323.459447:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962614400:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 103us (1004us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321323.459456:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5778
00000100:00100000:3.0:1767321323.459479:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6628
00000100:00100000:3.0:1767321323.459484:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962614272:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767321323.459513:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321323.459542:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962614272:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 57us (966us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321323.459549:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6628
00000100:00080000:2.0:1767321323.460285:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767321323.701477:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321324.405694:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000332800:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321324.405953:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321324.406096:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000332800
00000100:00100000:2.0:1767321324.406105:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000332800
00000100:00100000:2.0:1767321324.406182:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2954
00000100:00100000:2.0:1767321324.406215:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000332800:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767321324.406248:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767321324.406293:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000332800:12345-0@lo:13:osp-pre-0-1.0 Request processed in 102us (339us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321324.406300:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2954
00000100:00080000:0.0:1767321324.406700:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767321324.406930:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000332800:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321324.407345:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000332928:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321324.407396:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321324.407499:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000332928
00000100:00100000:2.0:1767321324.407505:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000332928
00000100:00100000:2.0:1767321324.407571:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2955
00000100:00100000:2.0:1767321324.407579:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366949c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000332928:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767321324.407612:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767321324.407654:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366949c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000332928:12345-0@lo:13:osp-pre-1-1.0 Request processed in 77us (257us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321324.407661:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2955
00000100:00080000:1.0:1767321324.408085:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767321324.408155:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000332928:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767321324.725515:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321325.749854:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767321326.455057:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321326.455068:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767321326.455072:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321326.455076:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321326.455080:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321326.455088:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6519
00000100:00080000:2.0:1767321326.455093:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321326.455100:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767321326.455147:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0a9f80 x1853164000333056/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321326.455177:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321326.455181:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321326.455183:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321326.455186:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6519
00000100:00080000:2.0:1767321326.455189:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321326.455299:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767321326.455318:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0aa300 x1853164000333184/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321326.455329:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321326.455333:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321326.455335:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321326.455339:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6519
00000100:00080000:2.0:1767321326.455341:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321326.455345:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767321326.455359:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0a9500 x1853164000333312/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321326.455407:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321326.455411:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321326.455412:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321326.455416:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6519
00000100:00080000:2.0:1767321326.455418:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321326.455422:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767321326.455435:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234727e680 x1853164000333568/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321326.455544:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364bc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000333952:0@lo:400:kworker.0
00000100:00100000:3.0:1767321326.455637:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321326.455735:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767321326.455742:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000333440:0@lo:400:kworker.0
00000100:00100000:3.0:1767321326.455773:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321326.455816:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000333952
00000100:00100000:3.0:1767321326.455825:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000333952
00000100:00100000:3.0:1767321326.456905:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3743
00000100:00100000:3.0:1767321326.456920:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236694aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000333952:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321326.456998:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236694aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000333952:12345-0@lo:400:kworker.0 Request processed in 82us (1360us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321326.457005:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3743
00000100:00100000:3.0:1767321326.457038:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000333440
00000100:00100000:3.0:1767321326.457045:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000333440
00000100:00100000:3.0:1767321326.457082:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5779
00000100:00100000:3.0:1767321326.457090:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000333440:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321326.457122:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000333440:12345-0@lo:400:kworker.0 Request processed in 33us (1348us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321326.457128:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5779
00000100:00100000:3.0:1767321326.457151:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000333056:0@lo:38:kworker.0
00000100:00100000:3.0:1767321326.457185:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321326.457233:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000333184:0@lo:38:kworker.0
00000100:00100000:3.0:1767321326.457277:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321326.457294:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000333312:0@lo:38:kworker.0
00000100:00100000:3.0:1767321326.457315:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321326.457330:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000333568:0@lo:38:kworker.0
00000100:00100000:3.0:1767321326.457354:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321326.457385:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000333056
00000100:00100000:3.0:1767321326.457389:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000333056
00000100:00100000:3.0:1767321326.457411:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2167
00000100:00100000:3.0:1767321326.457416:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000333056:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321326.457436:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321326.457471:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000333056:12345-0@lo:38:kworker.0 Request processed in 53us (285us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321326.457476:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2167
00000100:00100000:3.0:1767321326.457493:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000333184
00000100:00100000:3.0:1767321326.457497:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000333184
00000100:00100000:3.0:1767321326.457513:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000333312
00000100:00100000:3.0:1767321326.457515:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000333312
00000100:00100000:3.0:1767321326.457527:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000333568
00000100:00100000:3.0:1767321326.457529:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000333568
00000100:00100000:3.0:1767321326.457537:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6629
00000100:00100000:3.0:1767321326.457541:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000333184:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321326.457550:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321326.457574:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000333184:12345-0@lo:38:kworker.0 Request processed in 32us (298us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321326.457579:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6629
00000100:00100000:3.0:1767321326.457589:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6630
00000100:00100000:3.0:1767321326.457592:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952348be0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000333312:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321326.457599:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321326.457623:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952348be0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000333312:12345-0@lo:38:kworker.0 Request processed in 29us (306us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321326.457627:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6630
00000100:00100000:3.0:1767321326.457637:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6631
00000100:00100000:3.0:1767321326.457640:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952348be3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000333568:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321326.457648:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321326.457680:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952348be3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000333568:12345-0@lo:38:kworker.0 Request processed in 39us (324us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321326.457685:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6631
00000100:00080000:3.0:1767321326.457735:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321326.457741:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321326.457745:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000333056:0@lo:38:kworker.0
00000100:00080000:3.0:1767321326.457756:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321326.457760:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321326.457764:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000333184:0@lo:38:kworker.0
00000100:00080000:1.0:1767321326.457773:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767321326.457774:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321326.457781:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00080000:1.0:1767321326.457782:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767321326.457786:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000333312:0@lo:38:kworker.0
00000100:00080000:3.0:1767321326.457797:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321326.457800:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321326.457803:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000333568:0@lo:38:kworker.0
00000100:00100000:1.0:1767321326.457831:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000333824:0@lo:400:kworker.0
00000100:00100000:3.0:1767321326.457858:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000333440:0@lo:400:kworker.0
00000100:00100000:3.0:1767321326.457880:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364bc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000333952:0@lo:400:kworker.0
00000100:00100000:1.0:1767321326.457881:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321326.457924:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000333696:0@lo:400:kworker.0
00000100:00100000:1.0:1767321326.457944:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000333824
00000100:00100000:1.0:1767321326.457950:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000333824
00000100:00100000:3.0:1767321326.457962:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321326.457994:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3744
00000100:00100000:1.0:1767321326.458002:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000333824:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321326.458015:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000333696
00000100:00100000:3.0:1767321326.458021:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000333696
00000100:00100000:1.0:1767321326.458048:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000333824:12345-0@lo:400:kworker.0 Request processed in 46us (168us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321326.458056:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3744
00000100:00100000:3.0:1767321326.458062:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5780
00000100:00100000:3.0:1767321326.458071:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952348be3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000333696:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321326.458109:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952348be3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000333696:12345-0@lo:400:kworker.0 Request processed in 40us (149us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321326.458115:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5780
00000100:00100000:3.0:1767321326.458140:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000333696:0@lo:400:kworker.0
00000100:00080000:1.0:1767321326.458392:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767321326.458396:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767321326.458413:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000333824:0@lo:400:kworker.0
00010000:00010000:2.0:1767321326.774058:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321327.799092:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321328.575753:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767321328.575901:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962614656
00000100:00100000:2.0:1767321328.575916:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962614656
00000100:00100000:2.0:1767321328.576025:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5781
00000100:00100000:2.0:1767321328.576039:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962614656:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767321328.576185:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962614656:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 150us (447us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321328.576234:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5781
00000100:00080000:0.0:1767321328.577849:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321328.579469:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767321328.579746:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962614528
00000100:00100000:3.0:1767321328.579759:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962614528
00000100:00100000:3.0:1767321328.579818:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6632
00000100:00100000:3.0:1767321328.579839:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962614528:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767321328.579878:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321328.579977:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962614528:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 140us (519us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321328.579985:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6632
00000400:00000100:1.0:1767321328.587554:0:6998:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.52@tcp portal 26 match 1853163962614784 offset 0 length 520: 4
00010000:00010000:2.0:1767321328.821735:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321329.525491:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b20e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000334080:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321329.525575:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321329.525630:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000334080
00000100:00100000:3.0:1767321329.525662:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000334080
00000100:00080000:1.0:1767321329.525742:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767321329.525780:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2956
00000100:00100000:3.0:1767321329.525801:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b23100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000334080:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767321329.525864:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767321329.525971:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b23100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000334080:12345-0@lo:13:osp-pre-1-1.0 Request processed in 180us (396us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321329.525981:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2956
00000100:00100000:1.0:1767321329.526301:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b20e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000334080:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321329.528168:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767321329.532042:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364bc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000334208:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321329.532166:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321329.539420:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000334208
00000100:00100000:3.0:1767321329.539442:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000334208
00000100:00100000:3.0:1767321329.539831:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2957
00000100:00100000:3.0:1767321329.539847:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000334208:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767321329.539903:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767321329.540046:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000334208:12345-0@lo:13:osp-pre-0-1.0 Request processed in 204us (7879us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321329.540057:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2957
00000100:00100000:0.0:1767321329.540421:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364bc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000334208:0@lo:13:osp-pre-0-1.0
00000100:00080000:1.0:1767321329.541792:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00010000:2.0:1767321329.847024:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321330.550168:0:7004:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321305/real 1767321305]  req@ffff9523470a9500 x1853164000328832/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321330 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1767321330.550228:0:7004:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9523470a9500 x1853164000328832/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321330 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1767321330.550250:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321330.553955:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321330.553969:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1767321330.553974:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321330.553984:0:49151:0:(import.c:509:import_select_connection()) MGC192.168.202.152@tcp: connect to NID 0@lo last attempt 6503
00000100:00080000:2.0:1767321330.553990:0:49151:0:(import.c:588:import_select_connection()) MGC192.168.202.152@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321330.553997:0:49151:0:(import.c:623:import_select_connection()) MGC192.168.202.152@tcp: import ffff95235eb57800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767321330.554040:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952364bc2d80 x1853164000334336/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321330.554062:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321330.554066:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321330.554068:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321330.554071:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6524
00000100:00080000:2.0:1767321330.554074:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321330.554077:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767321330.554098:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235e8cbb80 x1853164000334464/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321330.554113:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321330.554116:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321330.554118:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321330.554122:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6524
00000100:00080000:2.0:1767321330.554124:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321330.554128:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767321330.555974:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235e8cad80 x1853164000334592/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321330.555996:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321330.556001:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321330.556003:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321330.556007:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6524
00000100:00080000:2.0:1767321330.556010:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321330.556016:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767321330.556032:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235e8c8a80 x1853164000334720/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321330.556789:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d070380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000334848:0@lo:400:kworker.0
00000100:00100000:0.0:1767321330.556876:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767321330.556955:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321330.556960:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321330.556963:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321330.556967:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6524
00000100:00080000:2.0:1767321330.556970:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321330.556974:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767321330.556997:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d073b80 x1853164000334976/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321330.557083:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000335360:0@lo:400:kworker.0
00000100:00100000:2.0:1767321330.557115:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321330.557187:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d070700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000335232:0@lo:400:kworker.0
00000100:00080000:3.0:1767321330.557477:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:3.0:1767321330.557485:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000328832:0@lo:250:kworker.0
00000100:00100000:3.0:1767321330.557523:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364bc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000334336:0@lo:250:kworker.0
00000400:00000100:3.0:1767321330.557551:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164000334336 offset 0 length 520: 4
00000100:00100000:3.0:1767321330.557572:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000334464:0@lo:38:kworker.0
00000100:00100000:3.0:1767321330.557596:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321330.557617:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000334592:0@lo:38:kworker.0
00000100:00100000:3.0:1767321330.557689:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000334464
00000100:00100000:3.0:1767321330.557700:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000334464
00000100:00100000:3.0:1767321330.557747:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2168
00000100:00100000:3.0:1767321330.557756:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000334464:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321330.557777:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321330.557817:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000334464:12345-0@lo:38:kworker.0 Request processed in 61us (219us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321330.557824:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2168
00000100:00100000:2.0:1767321330.558413:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321330.558456:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767321330.558465:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d071c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000335104:0@lo:400:kworker.0
00000100:00100000:0.0:1767321330.558832:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000335360
00000100:00100000:0.0:1767321330.558850:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000335360
00000100:00100000:0.0:1767321330.558888:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000335232
00000100:00100000:0.0:1767321330.558892:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000335232
00000100:00100000:0.0:1767321330.558913:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3745
00000100:00100000:0.0:1767321330.558921:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000335360:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321330.558981:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000335360:12345-0@lo:400:kworker.0 Request processed in 60us (1864us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321330.558987:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3745
00000100:00100000:0.0:1767321330.559001:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3746
00000100:00100000:0.0:1767321330.559007:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000335232:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321330.559029:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000335232:12345-0@lo:400:kworker.0 Request processed in 23us (618us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321330.559035:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3746
00000100:00100000:3.0:1767321330.559525:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321330.560005:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000335360:0@lo:400:kworker.0
00000100:00100000:3.0:1767321330.564154:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000334720:0@lo:38:kworker.0
00000100:00100000:3.0:1767321330.564264:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321330.566110:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000334848
00000100:00100000:1.0:1767321330.566127:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000334848
00000100:00080000:0.0:1767321330.566408:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321330.567355:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000334592
00000100:00100000:0.0:1767321330.567367:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000334592
00000100:00100000:0.0:1767321330.567407:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5782
00000100:00100000:0.0:1767321330.567422:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000334848:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321330.567555:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000334848:12345-0@lo:400:kworker.0 Request processed in 139us (10678us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321330.567563:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5782
00000100:00100000:0.0:1767321330.567587:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6633
00000100:00100000:0.0:1767321330.567591:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000334592:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321330.567630:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321330.568047:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000334592:12345-0@lo:38:kworker.0 Request processed in 452us (8521us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321330.568055:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6633
00000100:00100000:0.0:1767321330.568116:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d070380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000334848:0@lo:400:kworker.0
00000100:00100000:1.0:1767321330.569146:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000334720
00000100:00100000:1.0:1767321330.569167:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000334720
00000100:00100000:1.0:1767321330.569260:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6634
00000100:00100000:1.0:1767321330.569270:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000334720:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321330.569297:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321330.570373:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321330.571019:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000335104
00000100:00100000:2.0:1767321330.571029:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000335104
00000100:00100000:2.0:1767321330.571105:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5783
00000100:00100000:2.0:1767321330.571115:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000335104:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321330.571322:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000335104:12345-0@lo:400:kworker.0 Request processed in 208us (954us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321330.571332:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5783
00000100:00080000:2.0:1767321330.571365:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321330.571419:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d070700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000335232:0@lo:400:kworker.0
00000100:00100000:0.0:1767321330.571456:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d071c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000335104:0@lo:400:kworker.0
00000100:00100000:1.0:1767321330.575556:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000334720:12345-0@lo:38:kworker.0 Request processed in 6257us (11263us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321330.575577:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6634
00000100:00080000:3.0:1767321330.577640:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321330.577750:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321330.577757:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000334720:0@lo:38:kworker.0
00000100:00100000:3.0:1767321330.577773:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d073b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000334976:0@lo:38:kworker.0
00000100:00100000:3.0:1767321330.581014:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767321330.581913:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321330.581920:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321330.581926:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000334464:0@lo:38:kworker.0
00000100:00080000:3.0:1767321330.581939:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321330.581943:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321330.581946:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000334592:0@lo:38:kworker.0
00000100:00100000:1.0:1767321330.587938:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000334976
00000100:00100000:1.0:1767321330.587956:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000334976
00000100:00100000:0.0:1767321330.588180:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6635
00000100:00100000:0.0:1767321330.588188:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000334976:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321330.588238:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321330.588335:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000334976:12345-0@lo:38:kworker.0 Request processed in 146us (7329us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321330.588342:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6635
00000100:00080000:3.0:1767321330.588711:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321330.588718:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321330.588723:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d073b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000334976:0@lo:38:kworker.0
00010000:00010000:2.0:1767321330.869576:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321331.893395:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321332.919789:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321333.696802:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767321333.697579:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767321333.697728:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962615040
00000100:00100000:2.0:1767321333.697739:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962615040
00000100:00100000:2.0:1767321333.697820:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962614912
00000100:00100000:2.0:1767321333.697823:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962614912
00000100:00100000:2.0:1767321333.697844:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5784
00000100:00100000:2.0:1767321333.697854:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d073b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962615040:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767321333.697933:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d073b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962615040:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 80us (1146us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321333.697941:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5784
00000100:00100000:2.0:1767321333.697960:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6636
00000100:00100000:2.0:1767321333.697965:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b23b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962614912:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767321333.697987:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321333.698007:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b23b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962614912:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 41us (440us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321333.698013:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6636
00000100:00080000:3.0:1767321333.698314:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767321333.941664:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321334.649115:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366962680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000335488:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321334.649289:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321334.649705:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000335488
00000100:00100000:3.0:1767321334.649717:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000335488
00000100:00100000:3.0:1767321334.649814:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2958
00000100:00100000:3.0:1767321334.649825:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d071c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000335488:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767321334.649883:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767321334.649968:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d071c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000335488:12345-0@lo:13:osp-pre-1-1.0 Request processed in 145us (678us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321334.649977:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2958
00000100:00100000:3.0:1767321334.650060:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366962680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000335488:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321334.650274:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767321334.650286:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366962a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000335616:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321334.650324:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321334.650358:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000335616
00000100:00100000:1.0:1767321334.650362:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000335616
00000100:00100000:1.0:1767321334.650407:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2959
00000100:00100000:1.0:1767321334.650414:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366960e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000335616:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767321334.650437:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767321334.650483:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366960e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000335616:12345-0@lo:13:osp-pre-0-1.0 Request processed in 69us (158us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321334.650495:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2959
00000100:00100000:1.0:1767321334.650530:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366962a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000335616:0@lo:13:osp-pre-0-1.0
00000100:00080000:0.0:1767321334.650814:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767321334.650822:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00010000:00010000:2.0:1767321334.967932:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767321335.671813:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321335.671833:0:72021:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767321335.671837:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321335.671843:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321335.671850:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321335.671865:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6528
00000100:00080000:0.0:1767321335.671873:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321335.671883:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321335.671968:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d070700 x1853164000335744/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321335.672017:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321335.672022:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321335.672024:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321335.672028:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6528
00000100:00080000:0.0:1767321335.672031:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321335.672034:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321335.672052:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d070380 x1853164000335872/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321335.672061:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321335.672064:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321335.672065:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321335.672070:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6528
00000100:00080000:0.0:1767321335.672072:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321335.672075:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321335.672092:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235eac9880 x1853164000336000/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321335.672148:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321335.672152:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321335.672155:0:72021:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321335.672159:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6528
00000100:00080000:0.0:1767321335.672162:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321335.672166:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321335.672178:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235eaca300 x1853164000336256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321335.672221:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eacb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000336128:0@lo:400:kworker.0
00000100:00100000:0.0:1767321335.672266:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eac9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000336384:0@lo:400:kworker.0
00000100:00100000:2.0:1767321335.672336:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000336640:0@lo:400:kworker.0
00000100:00100000:3.0:1767321335.672419:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000336512:0@lo:400:kworker.0
00000100:00100000:2.0:1767321335.672848:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321335.673000:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d070700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000335744:0@lo:38:kworker.0
00000100:00100000:2.0:1767321335.673045:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321335.673089:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d070380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000335872:0@lo:38:kworker.0
00000100:00100000:2.0:1767321335.673120:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321335.673159:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eac9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000336000:0@lo:38:kworker.0
00000100:00100000:2.0:1767321335.673182:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321335.673235:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eaca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000336256:0@lo:38:kworker.0
00000100:00100000:2.0:1767321335.673258:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321335.673299:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000335744
00000100:00100000:2.0:1767321335.673307:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000335744
00000100:00100000:2.0:1767321335.673355:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2169
00000100:00100000:2.0:1767321335.673364:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000335744:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321335.673398:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321335.673458:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000335744:12345-0@lo:38:kworker.0 Request processed in 93us (411us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321335.673466:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2169
00000100:00100000:2.0:1767321335.673495:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000335872
00000100:00100000:2.0:1767321335.673499:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000335872
00000100:00100000:2.0:1767321335.673518:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000336000
00000100:00100000:2.0:1767321335.673520:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000336000
00000100:00100000:2.0:1767321335.673534:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000336256
00000100:00100000:2.0:1767321335.673536:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000336256
00000100:00100000:2.0:1767321335.673550:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6637
00000100:00100000:2.0:1767321335.673554:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000335872:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321335.673563:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321335.673600:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000335872:12345-0@lo:38:kworker.0 Request processed in 44us (479us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321335.673606:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6637
00000100:00100000:2.0:1767321335.673617:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6638
00000100:00100000:2.0:1767321335.673621:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000336000:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321335.673629:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321335.673653:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000336000:12345-0@lo:38:kworker.0 Request processed in 30us (470us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321335.673659:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6638
00000100:00100000:2.0:1767321335.673670:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6639
00000100:00100000:2.0:1767321335.673673:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000336256:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321335.673682:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321335.673708:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000336256:12345-0@lo:38:kworker.0 Request processed in 33us (449us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321335.673717:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6639
00000100:00080000:2.0:1767321335.673753:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321335.673757:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321335.673759:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d070700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000335744:0@lo:38:kworker.0
00000100:00080000:2.0:1767321335.673765:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321335.673767:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321335.673768:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d070380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000335872:0@lo:38:kworker.0
00000100:00080000:2.0:1767321335.673773:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321335.673775:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321335.673776:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eac9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000336000:0@lo:38:kworker.0
00000100:00080000:2.0:1767321335.673780:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321335.673782:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321335.673784:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eaca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000336256:0@lo:38:kworker.0
00000100:00100000:2.0:1767321335.673844:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000336640
00000100:00100000:2.0:1767321335.673849:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000336640
00000100:00100000:2.0:1767321335.673888:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3747
00000100:00100000:2.0:1767321335.673894:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000336640:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321335.673942:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000336640:12345-0@lo:400:kworker.0 Request processed in 48us (1115us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321335.673948:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3747
00000100:00100000:2.0:1767321335.673976:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000336640:0@lo:400:kworker.0
00000100:00100000:3.0:1767321335.674960:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321335.675410:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000336512
00000100:00100000:2.0:1767321335.675422:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000336512
00000100:00100000:2.0:1767321335.675479:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3748
00000100:00100000:2.0:1767321335.675489:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000336512:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321335.675558:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000336512:12345-0@lo:400:kworker.0 Request processed in 70us (600us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321335.675565:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3748
00000100:00100000:3.0:1767321335.675774:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000336512:0@lo:400:kworker.0
00000100:00100000:0.0:1767321335.676270:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321335.676379:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000336384
00000100:00100000:2.0:1767321335.676389:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000336384
00000100:00100000:2.0:1767321335.676486:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5785
00000100:00100000:2.0:1767321335.676496:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000336384:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321335.676564:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000336384:12345-0@lo:400:kworker.0 Request processed in 71us (300us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321335.676571:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5785
00000100:00080000:0.0:1767321335.676690:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321335.676720:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eac9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000336384:0@lo:400:kworker.0
00000100:00100000:1.0:1767321335.677349:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321335.677462:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000336128
00000100:00100000:3.0:1767321335.677470:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000336128
00000100:00100000:3.0:1767321335.677530:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5786
00000100:00100000:3.0:1767321335.677539:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366962a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000336128:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321335.677617:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366962a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000336128:12345-0@lo:400:kworker.0 Request processed in 79us (268us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321335.677624:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5786
00000100:00100000:2.0:1767321335.677804:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eacb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000336128:0@lo:400:kworker.0
00000100:00080000:0.0:1767321335.677866:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767321335.990064:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321337.016621:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321338.039920:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321338.818999:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767321338.819077:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767321338.824116:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962615296
00000100:00100000:2.0:1767321338.824145:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962615296
00000100:00100000:2.0:1767321338.824390:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962615168
00000100:00100000:2.0:1767321338.824395:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962615168
00000100:00100000:2.0:1767321338.824451:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5787
00000100:00100000:2.0:1767321338.824464:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962615296:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767321338.824616:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962615296:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 153us (5638us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321338.824626:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5787
00000100:00100000:2.0:1767321338.824654:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6640
00000100:00100000:2.0:1767321338.824659:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962615168:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767321338.824692:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321338.824734:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962615168:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 73us (5657us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321338.828406:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6640
00000100:00080000:0.0:1767321338.839127:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767321339.061659:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321339.766910:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000336896:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321339.767040:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321339.767295:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000336896
00000100:00100000:2.0:1767321339.767313:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000336896
00000100:00100000:2.0:1767321339.768189:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2960
00000100:00100000:2.0:1767321339.768260:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367240e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000336896:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767321339.768309:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00080000:1.0:1767321339.768608:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767321339.768788:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767321339.768822:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366962680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000336768:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321339.776153:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321339.777105:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000336768
00000100:00100000:1.0:1767321339.777123:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000336768
00000100:00100000:1.0:1767321339.777266:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2961
00000100:00100000:1.0:1767321339.777281:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000336768:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767321339.777336:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767321339.777626:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000336768:12345-0@lo:13:osp-pre-1-1.0 Request processed in 347us (1482us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321339.777637:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2961
00000100:00080000:0.0:1767321339.778522:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767321339.778645:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366962680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000336768:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767321339.785237:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367240e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000336896:12345-0@lo:13:osp-pre-0-1.0 Request processed in 16966us (18175us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321339.785261:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2960
00000100:00100000:3.0:1767321339.785982:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000336896:0@lo:13:osp-pre-0-1.0
00010000:00010000:2.0:1767321340.087507:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767321340.791113:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321340.791131:0:72021:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767321340.791135:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321340.791141:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321340.791147:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321340.791161:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6533
00000100:00080000:3.0:1767321340.791168:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321340.791178:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321340.791278:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235e8cbb80 x1853164000337024/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321340.791327:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321340.791331:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321340.791333:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321340.791337:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6533
00000100:00080000:3.0:1767321340.791339:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321340.791343:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321340.791362:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235e8c8a80 x1853164000337152/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321340.791371:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321340.791374:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321340.791376:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321340.791379:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6533
00000100:00080000:3.0:1767321340.791382:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321340.791386:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321340.791402:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0a9500 x1853164000337280/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321340.791457:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321340.791461:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321340.791463:0:72021:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321340.791467:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6533
00000100:00080000:3.0:1767321340.791469:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321340.791473:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321340.791485:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0a9f80 x1853164000337536/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321340.791601:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952373fae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000337792:0@lo:400:kworker.0
00000100:00100000:3.0:1767321340.791689:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321340.791790:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767321340.791796:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952373face00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000337664:0@lo:400:kworker.0
00000100:00100000:3.0:1767321340.791828:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321340.791877:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000337792
00000100:00100000:3.0:1767321340.791888:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000337792
00000100:00100000:3.0:1767321340.791966:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3749
00000100:00100000:3.0:1767321340.791978:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373fad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000337792:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321340.792045:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373fad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000337792:12345-0@lo:400:kworker.0 Request processed in 68us (355us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321340.792053:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3749
00000100:00100000:3.0:1767321340.792082:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000337664
00000100:00100000:3.0:1767321340.792086:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000337664
00000100:00100000:3.0:1767321340.792129:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5788
00000100:00100000:3.0:1767321340.792135:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373fadc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000337664:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321340.792166:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373fadc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000337664:12345-0@lo:400:kworker.0 Request processed in 32us (337us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321340.792173:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5788
00000100:00100000:3.0:1767321340.792247:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952373face00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000337664:0@lo:400:kworker.0
00000100:00100000:3.0:1767321340.792259:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952373fae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000337792:0@lo:400:kworker.0
00000100:00100000:0.0:1767321340.792513:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000337408:0@lo:400:kworker.0
00000100:00100000:0.0:1767321340.792560:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321340.792596:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767321340.792602:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952373fadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000337920:0@lo:400:kworker.0
00000100:00100000:0.0:1767321340.792627:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767321340.792660:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321340.792673:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000337920
00000100:00100000:0.0:1767321340.792679:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000337920
00000100:00100000:0.0:1767321340.792713:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3750
00000100:00100000:0.0:1767321340.792720:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f799f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000337920:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321340.792773:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f799f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000337920:12345-0@lo:400:kworker.0 Request processed in 54us (144us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321340.792782:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3750
00000100:00100000:0.0:1767321340.792815:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952373fadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000337920:0@lo:400:kworker.0
00000100:00100000:1.0:1767321340.792907:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000337024:0@lo:38:kworker.0
00000100:00100000:1.0:1767321340.792943:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321340.793260:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000337408
00000100:00100000:3.0:1767321340.793267:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000337408
00000100:00100000:3.0:1767321340.793474:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5789
00000100:00100000:3.0:1767321340.793481:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366962680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000337408:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321340.793525:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366962680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000337408:12345-0@lo:400:kworker.0 Request processed in 45us (964us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321340.793542:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5789
00000100:00080000:0.0:1767321340.793595:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321340.793620:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000337408:0@lo:400:kworker.0
00000100:00100000:1.0:1767321340.800797:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000337152:0@lo:38:kworker.0
00000100:00100000:1.0:1767321340.800906:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321340.800946:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000337280:0@lo:38:kworker.0
00000100:00100000:1.0:1767321340.800974:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321340.800999:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000337536:0@lo:38:kworker.0
00000100:00100000:1.0:1767321340.801022:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321340.801093:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000337152
00000100:00100000:1.0:1767321340.801107:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000337152
00000100:00100000:1.0:1767321340.801159:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000337280
00000100:00100000:1.0:1767321340.801163:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000337280
00000100:00100000:1.0:1767321340.801185:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000337536
00000100:00100000:1.0:1767321340.801188:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000337536
00000100:00100000:1.0:1767321340.801239:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6641
00000100:00100000:1.0:1767321340.801247:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367240a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000337152:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321340.801278:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321340.801335:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367240a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000337152:12345-0@lo:38:kworker.0 Request processed in 87us (428us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321340.801344:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6641
00000100:00100000:1.0:1767321340.801369:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6642
00000100:00100000:1.0:1767321340.801373:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367243800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000337280:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321340.801381:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321340.801403:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367243800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000337280:12345-0@lo:38:kworker.0 Request processed in 29us (429us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321340.801409:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6642
00000100:00100000:1.0:1767321340.801419:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6643
00000100:00100000:1.0:1767321340.801422:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367241880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000337536:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321340.801431:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321340.801451:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367241880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000337536:12345-0@lo:38:kworker.0 Request processed in 27us (428us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321340.801457:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6643
00000100:00080000:1.0:1767321340.801508:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321340.801513:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321340.801517:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000337152:0@lo:38:kworker.0
00000100:00080000:1.0:1767321340.801542:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321340.801546:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321340.801549:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000337280:0@lo:38:kworker.0
00000100:00080000:1.0:1767321340.801558:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321340.801561:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321340.801564:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000337536:0@lo:38:kworker.0
00000100:00100000:2.0:1767321340.802356:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000337024
00000100:00100000:2.0:1767321340.802370:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000337024
00000100:00100000:2.0:1767321340.802432:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2170
00000100:00100000:2.0:1767321340.802440:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367243480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000337024:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321340.802458:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321340.802551:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367243480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000337024:12345-0@lo:38:kworker.0 Request processed in 111us (9605us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321340.802559:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2170
00000100:00080000:1.0:1767321340.803373:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321340.803386:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321340.803393:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000337024:0@lo:38:kworker.0
00010000:00010000:2.0:1767321341.110301:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321342.133389:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321343.161232:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321343.935565:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767321343.935765:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767321343.936406:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962615552
00000100:00100000:3.0:1767321343.936422:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962615552
00000100:00100000:3.0:1767321343.936576:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962615424
00000100:00100000:3.0:1767321343.936580:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962615424
00000100:00100000:3.0:1767321343.936602:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5790
00000100:00100000:3.0:1767321343.936616:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962615552:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:3.0:1767321343.936738:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962615552:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 126us (1192us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321343.936747:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5790
00000100:00100000:3.0:1767321343.936769:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6644
00000100:00100000:3.0:1767321343.936775:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962615424:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767321343.936801:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321343.936825:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962615424:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 50us (1061us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321343.936832:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6644
00000100:00080000:1.0:1767321343.937013:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767321344.182552:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321344.886072:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767321344.886109:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000338048:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767321344.886460:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321344.886682:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000338048
00000100:00100000:1.0:1767321344.886696:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000338048
00000100:00100000:1.0:1767321344.886790:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2962
00000100:00100000:1.0:1767321344.886802:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000338048:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767321344.886848:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767321344.886918:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000338048:12345-0@lo:13:osp-pre-0-1.0 Request processed in 118us (458us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321344.886928:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2962
00000100:00080000:2.0:1767321344.887264:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767321344.887321:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000338048:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321344.891562:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767321344.891848:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fa9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000338176:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321344.894972:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321344.905136:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000338176
00000100:00100000:1.0:1767321344.905167:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000338176
00000100:00100000:1.0:1767321344.905300:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2963
00000100:00100000:1.0:1767321344.905313:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373fae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000338176:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767321344.905357:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00080000:2.0:1767321344.906661:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767321344.907390:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373fae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000338176:12345-0@lo:13:osp-pre-1-1.0 Request processed in 2071us (12424us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321344.907408:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2963
00000100:00100000:2.0:1767321344.907618:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fa9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000338176:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767321345.205807:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767321345.910921:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321345.910938:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767321345.910943:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321345.910949:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321345.910957:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321345.910970:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6538
00000100:00080000:2.0:1767321345.910979:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321345.910991:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767321345.911066:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0dd500 x1853164000338304/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321345.911093:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321345.911097:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321345.911099:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321345.911104:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6538
00000100:00080000:2.0:1767321345.911106:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321345.911110:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767321345.911125:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0dd880 x1853164000338432/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321345.911136:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321345.911139:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321345.911141:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321345.911145:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6538
00000100:00080000:2.0:1767321345.911147:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321345.911151:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767321345.911170:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235eacb800 x1853164000338560/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321345.911251:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321345.911255:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321345.911258:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321345.911262:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6538
00000100:00080000:2.0:1767321345.911264:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321345.911270:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767321345.911284:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235eaca300 x1853164000338816/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321345.911374:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eac9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000338944:0@lo:400:kworker.0
00000100:00100000:2.0:1767321345.911564:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321345.911669:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767321345.911677:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d070380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000339072:0@lo:400:kworker.0
00000100:00100000:2.0:1767321345.911712:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321345.911759:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000339072
00000100:00100000:2.0:1767321345.911769:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000339072
00000100:00100000:2.0:1767321345.911839:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3751
00000100:00100000:2.0:1767321345.911853:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000339072:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321345.911922:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000339072:12345-0@lo:400:kworker.0 Request processed in 70us (207us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321345.911931:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3751
00000100:00100000:2.0:1767321345.911996:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d070380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000339072:0@lo:400:kworker.0
00000100:00100000:3.0:1767321345.912029:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eac9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000338688:0@lo:400:kworker.0
00000100:00100000:3.0:1767321345.912076:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321345.912119:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767321345.912127:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d070700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000339200:0@lo:400:kworker.0
00000100:00100000:0.0:1767321345.912139:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000338304:0@lo:38:kworker.0
00000100:00100000:3.0:1767321345.912154:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321345.912211:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000339200
00000100:00100000:3.0:1767321345.912216:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000339200
00000100:00100000:0.0:1767321345.912244:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321345.912258:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3752
00000100:00100000:3.0:1767321345.912268:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373fadf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000339200:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321345.912276:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000338432:0@lo:38:kworker.0
00000100:00100000:0.0:1767321345.912306:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321345.912317:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373fadf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000339200:12345-0@lo:400:kworker.0 Request processed in 50us (162us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321345.912323:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eacb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000338560:0@lo:38:kworker.0
00000100:00100000:3.0:1767321345.912329:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3752
00000100:00100000:0.0:1767321345.912345:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321345.912445:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000338304
00000100:00100000:1.0:1767321345.912450:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000338304
00000100:00100000:1.0:1767321345.912475:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2171
00000100:00100000:1.0:1767321345.912481:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f79b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000338304:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321345.912515:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321345.912552:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f79b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000338304:12345-0@lo:38:kworker.0 Request processed in 71us (361us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321345.912557:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2171
00000100:00100000:1.0:1767321345.912575:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000338944
00000100:00100000:1.0:1767321345.912578:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000338944
00000100:00100000:3.0:1767321345.912596:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000338688
00000100:00100000:3.0:1767321345.912602:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000338688
00000100:00100000:1.0:1767321345.912621:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000338432
00000100:00100000:1.0:1767321345.912627:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000338432
00000100:00100000:3.0:1767321345.912643:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000338560
00000100:00100000:1.0:1767321345.912648:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5791
00000100:00100000:3.0:1767321345.912649:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000338560
00000100:00100000:1.0:1767321345.912660:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f55f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000338944:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321345.912702:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f55f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000338944:12345-0@lo:400:kworker.0 Request processed in 45us (1139us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321345.912708:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5791
00000100:00100000:1.0:1767321345.912719:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5792
00000100:00100000:1.0:1767321345.912723:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373face00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000338688:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321345.912744:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373face00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000338688:12345-0@lo:400:kworker.0 Request processed in 22us (669us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321345.912748:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5792
00000100:00100000:1.0:1767321345.912755:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6645
00000100:00100000:1.0:1767321345.912757:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f799c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000338432:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321345.912766:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321345.912779:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f799c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000338432:12345-0@lo:38:kworker.0 Request processed in 20us (473us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321345.912783:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6645
00000100:00080000:1.0:1767321345.912794:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321345.912816:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eac9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000338944:0@lo:400:kworker.0
00000100:00100000:3.0:1767321345.912927:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6646
00000100:00100000:3.0:1767321345.912934:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f798000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000338560:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321345.912946:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321345.912980:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f798000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000338560:12345-0@lo:38:kworker.0 Request processed in 45us (636us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321345.912988:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6646
00000100:00100000:3.0:1767321345.913027:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d070700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000339200:0@lo:400:kworker.0
00000100:00100000:3.0:1767321345.913041:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eac9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000338688:0@lo:400:kworker.0
00000100:00080000:0.0:1767321345.913102:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321345.913108:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321345.913112:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eacb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000338560:0@lo:38:kworker.0
00000100:00100000:0.0:1767321345.913118:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eaca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000338816:0@lo:38:kworker.0
00000100:00100000:0.0:1767321345.913145:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767321345.913187:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321345.913190:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321345.913225:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000338304:0@lo:38:kworker.0
00000100:00080000:0.0:1767321345.913238:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321345.913241:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321345.913244:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000338432:0@lo:38:kworker.0
00000100:00100000:1.0:1767321345.913842:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000338816
00000100:00100000:1.0:1767321345.913850:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000338816
00000100:00100000:1.0:1767321345.913885:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6647
00000100:00100000:1.0:1767321345.913890:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f79a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000338816:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321345.913901:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321345.913945:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f79a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000338816:12345-0@lo:38:kworker.0 Request processed in 55us (800us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321345.913949:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6647
00000100:00080000:0.0:1767321345.914141:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321345.914147:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321345.914150:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eaca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000338816:0@lo:38:kworker.0
00010000:00010000:2.0:1767321346.232378:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321347.253795:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321348.277679:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321349.058555:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767321349.058620:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767321349.061562:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962615808
00000100:00100000:1.0:1767321349.061597:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962615808
00000100:00100000:1.0:1767321349.061751:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962615680
00000100:00100000:1.0:1767321349.061757:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962615680
00000100:00100000:1.0:1767321349.061792:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5793
00000100:00100000:1.0:1767321349.061806:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962615808:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:0.0:1767321349.062108:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6648
00000100:00100000:0.0:1767321349.062116:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962615680:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:0.0:1767321349.062151:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321349.062427:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962615680:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 309us (3804us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321349.062437:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6648
00000100:00080000:3.0:1767321349.062894:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321349.063069:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962615808:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 1263us (4531us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321349.063080:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5793
00010000:00010000:2.0:1767321349.303336:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321350.006103:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767321350.006133:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fa9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000339456:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321350.006284:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321350.006428:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000339456
00000100:00100000:1.0:1767321350.006439:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000339456
00000100:00100000:1.0:1767321350.006528:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2964
00000100:00100000:1.0:1767321350.006540:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fa8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000339456:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767321350.006599:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767321350.006664:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fa8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000339456:12345-0@lo:13:osp-pre-1-1.0 Request processed in 127us (381us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321350.006675:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2964
00000100:00100000:1.0:1767321350.006746:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fa9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000339456:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321350.007081:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767321350.007099:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000339328:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321350.007148:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321350.007229:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000339328
00000100:00100000:0.0:1767321350.007235:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000339328
00000100:00100000:0.0:1767321350.007280:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2965
00000100:00100000:0.0:1767321350.007289:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f79ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000339328:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767321350.007327:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767321350.007530:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f79ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000339328:12345-0@lo:13:osp-pre-0-1.0 Request processed in 242us (381us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321350.007537:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2965
00000100:00100000:0.0:1767321350.007574:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000339328:0@lo:13:osp-pre-0-1.0
00000100:00080000:3.0:1767321350.007661:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767321350.007668:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00010000:00010000:2.0:1767321350.329256:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767321351.031410:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321351.031428:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767321351.031432:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321351.031446:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321351.031451:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321351.031461:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6543
00000100:00080000:2.0:1767321351.031468:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321351.031478:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767321351.031557:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952364f55c00 x1853164000339584/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321351.031593:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321351.031597:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321351.031599:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321351.031603:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6543
00000100:00080000:2.0:1767321351.031606:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321351.031610:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767321351.031801:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952364f54380 x1853164000339712/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321351.031815:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321351.031827:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321351.031830:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321351.031834:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6543
00000100:00080000:2.0:1767321351.031838:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321351.031843:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767321351.031858:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952364f55880 x1853164000339840/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321351.031976:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00080000:2.0:1767321351.031999:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321351.032004:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321351.032006:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321351.032010:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6543
00000100:00080000:2.0:1767321351.032013:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321351.032017:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767321351.032031:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952364f56a00 x1853164000340096/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321351.032237:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000339584:0@lo:38:kworker.0
00000100:00100000:0.0:1767321351.032362:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321351.032447:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000339712:0@lo:38:kworker.0
00000100:00100000:0.0:1767321351.032480:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321351.032504:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000339840:0@lo:38:kworker.0
00000100:00100000:0.0:1767321351.032526:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321351.032542:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000340096:0@lo:38:kworker.0
00000100:00100000:0.0:1767321351.032563:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321351.032601:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000340224:0@lo:400:kworker.0
00000100:00100000:0.0:1767321351.032637:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321351.032659:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767321351.032664:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000340352:0@lo:400:kworker.0
00000100:00100000:0.0:1767321351.032724:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321351.032767:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000339584
00000100:00100000:0.0:1767321351.032780:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000339584
00000100:00100000:0.0:1767321351.032836:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2172
00000100:00100000:0.0:1767321351.032848:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000339584:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321351.032879:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321351.032938:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000339584:12345-0@lo:38:kworker.0 Request processed in 91us (575us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321351.032947:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2172
00000100:00100000:0.0:1767321351.032987:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000339712
00000100:00100000:0.0:1767321351.032992:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000339712
00000100:00100000:0.0:1767321351.033012:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000339840
00000100:00100000:0.0:1767321351.033014:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000339840
00000100:00100000:0.0:1767321351.033026:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000340096
00000100:00100000:0.0:1767321351.033028:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000340096
00000100:00100000:0.0:1767321351.033037:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000340224
00000100:00100000:0.0:1767321351.033039:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000340224
00000100:00100000:0.0:1767321351.033088:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5794
00000100:00100000:0.0:1767321351.033095:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000340224:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321351.033156:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000340224:12345-0@lo:400:kworker.0 Request processed in 62us (529us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321351.033163:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5794
00000100:00100000:0.0:1767321351.033178:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6649
00000100:00100000:0.0:1767321351.033181:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000339712:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321351.033192:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321351.033250:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000339712:12345-0@lo:38:kworker.0 Request processed in 67us (769us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321351.033257:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6649
00000100:00100000:0.0:1767321351.033268:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6650
00000100:00100000:0.0:1767321351.033271:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000339840:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321351.033279:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321351.033303:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000339840:12345-0@lo:38:kworker.0 Request processed in 29us (775us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321351.033308:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6650
00000100:00100000:0.0:1767321351.033318:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6651
00000100:00100000:0.0:1767321351.033321:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000340096:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321351.033330:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321351.033358:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000340096:12345-0@lo:38:kworker.0 Request processed in 34us (794us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321351.033364:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6651
00000100:00100000:0.0:1767321351.033430:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000340224:0@lo:400:kworker.0
00000100:00080000:0.0:1767321351.033477:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321351.033484:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321351.033488:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000339584:0@lo:38:kworker.0
00000100:00080000:0.0:1767321351.033499:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321351.033503:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321351.033506:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000339712:0@lo:38:kworker.0
00000100:00080000:0.0:1767321351.033513:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321351.033516:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321351.033519:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000339840:0@lo:38:kworker.0
00000100:00080000:0.0:1767321351.033526:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321351.033529:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321351.033531:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000340096:0@lo:38:kworker.0
00000100:00080000:0.0:1767321351.033605:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321351.034717:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767321351.034763:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000340480:0@lo:400:kworker.0
00000100:00100000:1.0:1767321351.034885:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321351.035001:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000340352
00000100:00100000:1.0:1767321351.035013:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000340352
00000100:00100000:1.0:1767321351.035080:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000340480
00000100:00100000:1.0:1767321351.035084:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000340480
00000100:00100000:1.0:1767321351.035115:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3753
00000100:00100000:1.0:1767321351.035124:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952371389880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000340352:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321351.035242:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952371389880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000340352:12345-0@lo:400:kworker.0 Request processed in 72us (2469us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321351.035250:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3753
00000100:00100000:1.0:1767321351.035270:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3754
00000100:00100000:1.0:1767321351.035277:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fa9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000340480:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321351.035312:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fa9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000340480:12345-0@lo:400:kworker.0 Request processed in 36us (428us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321351.035318:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3754
00000100:00100000:1.0:1767321351.035382:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000340352:0@lo:400:kworker.0
00000100:00100000:1.0:1767321351.035421:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000340480:0@lo:400:kworker.0
00000100:00100000:3.0:1767321351.040596:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f57480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000339968:0@lo:400:kworker.0
00000100:00100000:3.0:1767321351.040754:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321351.041307:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000339968
00000100:00100000:1.0:1767321351.041322:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000339968
00000100:00100000:1.0:1767321351.041430:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5795
00000100:00100000:1.0:1767321351.041454:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000339968:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321351.041552:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000339968:12345-0@lo:400:kworker.0 Request processed in 101us (799us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321351.041561:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5795
00000100:00080000:2.0:1767321351.041828:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321351.042035:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f57480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000339968:0@lo:400:kworker.0
00010000:00010000:2.0:1767321351.352264:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321352.373613:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1767321353.157519:0:6999:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.52@tcp portal 26 match 1853163962615936 offset 0 length 520: 4
00000100:00100000:0.0:1767321353.168484:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767321353.168628:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962616064
00000100:00100000:1.0:1767321353.168644:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962616064
00000100:00100000:1.0:1767321353.168718:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6652
00000100:00100000:1.0:1767321353.168732:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237138b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962616064:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767321353.168765:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321353.168873:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237138b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962616064:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 141us (406us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321353.168882:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6652
00000100:00100000:3.0:1767321353.172679:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767321353.172824:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962616192
00000100:00100000:2.0:1767321353.172838:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962616192
00000100:00100000:2.0:1767321353.172957:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5796
00000100:00100000:2.0:1767321353.172970:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962616192:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767321353.173107:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962616192:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 138us (445us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321353.173117:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5796
00000100:00080000:0.0:1767321353.178489:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767321353.399716:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321354.428861:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321355.125525:0:7004:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321330/real 1767321330]  req@ffff952364bc2d80 x1853164000334336/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321355 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767321355.125574:0:7004:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff952364bc2d80 x1853164000334336/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321355 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767321355.125601:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321355.125631:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767321355.125635:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364bc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000334336:0@lo:250:kworker.0
00000100:00100000:2.0:1767321355.126432:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fa9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000340608:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767321355.126553:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767321355.127187:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321355.127219:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1767321355.127224:0:72021:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321355.127232:0:72021:0:(import.c:509:import_select_connection()) MGC192.168.202.152@tcp: connect to NID 0@lo last attempt 6528
00000100:00080000:0.0:1767321355.127238:0:72021:0:(import.c:588:import_select_connection()) MGC192.168.202.152@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321355.127246:0:72021:0:(import.c:623:import_select_connection()) MGC192.168.202.152@tcp: import ffff95235eb57800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321355.127289:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237138aa00 x1853164000340736/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321355.127315:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321355.127319:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321355.127321:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321355.127326:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6548
00000100:00080000:0.0:1767321355.127330:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321355.127333:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321355.127351:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952371388a80 x1853164000340864/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321355.127361:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321355.127364:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321355.127366:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321355.127369:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6548
00000100:00080000:0.0:1767321355.127371:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321355.127375:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321355.127386:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237138bb80 x1853164000340992/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321355.127395:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321355.127407:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321355.127410:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321355.127413:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6548
00000100:00080000:0.0:1767321355.127416:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321355.127419:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321355.127430:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952371388700 x1853164000341120/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321355.127461:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321355.127465:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321355.127467:0:72021:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321355.127470:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6548
00000100:00080000:0.0:1767321355.127474:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321355.127477:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321355.127489:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237138b800 x1853164000341376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321355.127567:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237138b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000341504:0@lo:400:kworker.0
00000100:00100000:0.0:1767321355.127626:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321355.127670:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767321355.127677:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237138a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000341248:0@lo:400:kworker.0
00000100:00100000:0.0:1767321355.127703:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321355.127737:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237138aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000340736:0@lo:250:kworker.0
00000400:00000100:0.0:1767321355.127760:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164000340736 offset 0 length 520: 4
00000100:00100000:0.0:1767321355.127777:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952371388a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000340864:0@lo:38:kworker.0
00000100:00100000:0.0:1767321355.127799:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321355.127819:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237138bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000340992:0@lo:38:kworker.0
00000100:00100000:0.0:1767321355.127840:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321355.127856:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952371388700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000341120:0@lo:38:kworker.0
00000100:00100000:0.0:1767321355.127874:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321355.127890:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237138b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000341376:0@lo:38:kworker.0
00000100:00100000:0.0:1767321355.127910:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321355.127946:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000340864
00000100:00100000:0.0:1767321355.127955:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000340864
00000100:00100000:0.0:1767321355.128014:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2173
00000100:00100000:0.0:1767321355.128025:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952371389500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000340864:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321355.128056:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321355.128109:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952371389500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000340864:12345-0@lo:38:kworker.0 Request processed in 84us (308us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321355.128117:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2173
00000100:00100000:0.0:1767321355.128149:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000341504
00000100:00100000:0.0:1767321355.128153:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000341504
00000100:00100000:0.0:1767321355.128240:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000341248
00000100:00100000:0.0:1767321355.128244:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000341248
00000100:00100000:0.0:1767321355.128260:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000340992
00000100:00100000:0.0:1767321355.128263:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000340992
00000100:00100000:0.0:1767321355.128272:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000341120
00000100:00100000:0.0:1767321355.128274:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000341120
00000100:00100000:0.0:1767321355.128281:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000341376
00000100:00100000:0.0:1767321355.128283:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000341376
00000100:00100000:0.0:1767321355.128293:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5797
00000100:00100000:0.0:1767321355.128298:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237138a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000341504:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321355.128346:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237138a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000341504:12345-0@lo:400:kworker.0 Request processed in 48us (719us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321355.128353:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5797
00000100:00100000:0.0:1767321355.128365:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5798
00000100:00100000:0.0:1767321355.128371:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237138ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000341248:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321355.128396:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237138ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000341248:12345-0@lo:400:kworker.0 Request processed in 25us (693us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321355.128414:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5798
00000100:00100000:0.0:1767321355.128426:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6653
00000100:00100000:0.0:1767321355.128430:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952371389f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000340992:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321355.128441:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321355.128465:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952371389f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000340992:12345-0@lo:38:kworker.0 Request processed in 33us (624us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321355.128471:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6653
00000100:00100000:0.0:1767321355.128482:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6654
00000100:00100000:0.0:1767321355.128485:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952371388000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000341120:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321355.128494:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321355.128514:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952371388000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000341120:12345-0@lo:38:kworker.0 Request processed in 27us (639us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321355.128519:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6654
00000100:00100000:0.0:1767321355.128530:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6655
00000100:00100000:0.0:1767321355.128533:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952371388e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000341376:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321355.128541:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321355.128563:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952371388e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000341376:12345-0@lo:38:kworker.0 Request processed in 28us (652us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321355.128569:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6655
00000100:00080000:0.0:1767321355.128599:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321355.128644:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237138a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000341248:0@lo:400:kworker.0
00000100:00100000:0.0:1767321355.128655:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237138b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000341504:0@lo:400:kworker.0
00000100:00080000:0.0:1767321355.128692:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321355.128698:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321355.128701:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952371388a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000340864:0@lo:38:kworker.0
00000100:00080000:0.0:1767321355.128709:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321355.128712:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321355.128715:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237138bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000340992:0@lo:38:kworker.0
00000100:00080000:0.0:1767321355.128722:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321355.128726:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321355.128728:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952371388700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000341120:0@lo:38:kworker.0
00000100:00080000:0.0:1767321355.128737:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321355.128740:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321355.128743:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237138b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000341376:0@lo:38:kworker.0
00000100:00100000:3.0:1767321355.129071:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952371389180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000341632:0@lo:400:kworker.0
00000100:00100000:3.0:1767321355.129119:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321355.129390:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000341760:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767321355.129431:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321355.130102:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000340608
00000100:00100000:1.0:1767321355.130115:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000340608
00000100:00100000:1.0:1767321355.130248:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000341760
00000100:00100000:1.0:1767321355.130253:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000341760
00000100:00100000:1.0:1767321355.130284:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2966
00000100:00100000:1.0:1767321355.130293:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952371271c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000340608:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767321355.130332:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767321355.130411:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952371271c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000340608:12345-0@lo:13:osp-pre-1-1.0 Request processed in 109us (3848us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321355.130421:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2966
00000100:00100000:1.0:1767321355.130721:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2967
00000100:00100000:1.0:1767321355.130728:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f57800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000341760:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767321355.130746:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767321355.130775:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f57800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000341760:12345-0@lo:13:osp-pre-0-1.0 Request processed in 49us (1344us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321355.130781:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2967
00000100:00080000:2.0:1767321355.131132:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767321355.131149:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767321355.131242:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000341760:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767321355.131266:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fa9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000340608:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321355.140375:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000341632
00000100:00100000:0.0:1767321355.140409:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000341632
00000100:00100000:0.0:1767321355.140525:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3755
00000100:00100000:0.0:1767321355.140538:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000341632:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321355.140677:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000341632:12345-0@lo:400:kworker.0 Request processed in 141us (11556us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321355.140686:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3755
00000100:00100000:3.0:1767321355.141900:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952371389180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000341632:0@lo:400:kworker.0
00010000:00010000:2.0:1767321355.447364:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321356.474430:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321357.495706:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321358.273385:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767321358.273445:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767321358.273920:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962616448
00000100:00100000:2.0:1767321358.273937:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962616448
00000100:00100000:2.0:1767321358.274052:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962616320
00000100:00100000:2.0:1767321358.274055:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962616320
00000100:00100000:2.0:1767321358.274081:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5799
00000100:00100000:2.0:1767321358.274094:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962616448:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767321358.274264:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962616448:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 172us (906us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321358.274273:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5799
00000100:00100000:2.0:1767321358.274298:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6656
00000100:00100000:2.0:1767321358.274304:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962616320:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767321358.274331:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321358.274360:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962616320:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 55us (915us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321358.274366:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6656
00000100:00080000:0.0:1767321358.275066:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767321358.517890:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321359.541569:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321360.245665:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767321360.245690:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000341888:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321360.245785:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321360.245857:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000341888
00000100:00100000:2.0:1767321360.245868:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000341888
00000100:00100000:2.0:1767321360.245945:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2968
00000100:00100000:2.0:1767321360.245958:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237138b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000341888:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767321360.245996:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767321360.246049:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237138b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000341888:12345-0@lo:13:osp-pre-0-1.0 Request processed in 95us (264us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321360.246058:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2968
00000100:00080000:0.0:1767321360.246132:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767321360.246178:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000341888:0@lo:13:osp-pre-0-1.0
00000100:00080000:3.0:1767321360.247692:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321360.247706:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767321360.247710:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321360.247725:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321360.247730:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321360.247746:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6553
00000100:00080000:3.0:1767321360.247752:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321360.247759:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321360.247807:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523494d1180 x1853164000342016/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321360.247847:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321360.247852:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321360.247854:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321360.247858:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6553
00000100:00080000:3.0:1767321360.247860:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321360.247864:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321360.247886:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952349093480 x1853164000342144/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321360.247896:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321360.247899:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321360.247900:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321360.247904:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6553
00000100:00080000:3.0:1767321360.247907:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321360.247910:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321360.247922:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952349090a80 x1853164000342272/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321360.247951:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321360.247954:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321360.247956:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321360.247960:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6553
00000100:00080000:3.0:1767321360.247962:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321360.247965:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321360.247977:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523470a9880 x1853164000342528/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321360.248061:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000342656:0@lo:400:kworker.0
00000100:00100000:3.0:1767321360.248142:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321360.248182:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767321360.248188:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000342784:0@lo:400:kworker.0
00000100:00100000:3.0:1767321360.248241:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321360.248381:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000342784
00000100:00100000:1.0:1767321360.248392:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000342784
00000100:00100000:1.0:1767321360.248473:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3756
00000100:00100000:1.0:1767321360.248484:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000342784:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321360.248554:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000342784:12345-0@lo:400:kworker.0 Request processed in 72us (311us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321360.248563:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3756
00000100:00100000:1.0:1767321360.248602:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767321360.248613:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349091500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000342400:0@lo:400:kworker.0
00000100:00100000:1.0:1767321360.248644:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321360.248677:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000342656
00000100:00100000:1.0:1767321360.248681:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000342656
00000100:00100000:1.0:1767321360.248713:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000342400
00000100:00100000:1.0:1767321360.248715:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000342400
00000100:00100000:1.0:1767321360.248740:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5800
00000100:00100000:1.0:1767321360.248748:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000342656:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767321360.248753:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767321360.248762:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767321360.248784:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000342656:12345-0@lo:400:kworker.0 Request processed in 37us (642us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321360.248791:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5800
00000100:00100000:1.0:1767321360.248804:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5801
00000100:00100000:1.0:1767321360.248811:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fa8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000342400:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321360.248845:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fa8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000342400:12345-0@lo:400:kworker.0 Request processed in 35us (200us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321360.248851:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5801
00000100:00100000:1.0:1767321360.248873:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000342912:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321360.248895:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321360.248930:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349091500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000342400:0@lo:400:kworker.0
00000100:00100000:1.0:1767321360.248958:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000342912
00000100:00100000:1.0:1767321360.248961:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000342912
00000100:00100000:1.0:1767321360.248984:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2969
00000100:00100000:1.0:1767321360.248990:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fa9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000342912:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767321360.249017:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767321360.249050:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fa9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000342912:12345-0@lo:13:osp-pre-1-1.0 Request processed in 60us (154us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321360.249057:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2969
00000100:00100000:1.0:1767321360.249083:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000342912:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321360.249105:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000342784:0@lo:400:kworker.0
00000100:00100000:1.0:1767321360.249115:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000342656:0@lo:400:kworker.0
00000100:00100000:0.0:1767321360.249228:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000342016:0@lo:38:kworker.0
00000100:00100000:0.0:1767321360.249270:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321360.249302:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349093480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000342144:0@lo:38:kworker.0
00000100:00100000:0.0:1767321360.249328:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321360.249367:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349090a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000342272:0@lo:38:kworker.0
00000100:00100000:0.0:1767321360.249390:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321360.249407:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000342528:0@lo:38:kworker.0
00000100:00100000:0.0:1767321360.249437:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321360.249465:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000342144
00000100:00100000:0.0:1767321360.249469:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000342144
00000100:00100000:0.0:1767321360.249488:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000342272
00000100:00100000:0.0:1767321360.249491:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000342272
00000100:00100000:0.0:1767321360.249504:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000342528
00000100:00100000:0.0:1767321360.249505:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000342528
00000100:00100000:0.0:1767321360.249512:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6657
00000100:00100000:0.0:1767321360.249516:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237138bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000342144:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321360.249533:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321360.249558:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237138bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000342144:12345-0@lo:38:kworker.0 Request processed in 41us (230us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321360.249562:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6657
00000100:00100000:0.0:1767321360.249571:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6658
00000100:00100000:0.0:1767321360.249574:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952371388a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000342272:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321360.249579:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321360.249590:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952371388a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000342272:12345-0@lo:38:kworker.0 Request processed in 16us (200us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321360.249594:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6658
00000100:00100000:0.0:1767321360.249599:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6659
00000100:00100000:0.0:1767321360.249601:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237138b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000342528:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321360.249606:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321360.249618:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237138b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000342528:12345-0@lo:38:kworker.0 Request processed in 16us (182us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321360.249621:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6659
00000100:00080000:0.0:1767321360.249648:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321360.249653:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321360.249655:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349093480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000342144:0@lo:38:kworker.0
00000100:00080000:0.0:1767321360.249661:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321360.249665:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321360.249667:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349090a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000342272:0@lo:38:kworker.0
00000100:00080000:0.0:1767321360.249672:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321360.249675:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321360.249677:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000342528:0@lo:38:kworker.0
00000100:00100000:1.0:1767321360.250242:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000342016
00000100:00100000:1.0:1767321360.250301:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000342016
00000100:00100000:1.0:1767321360.250343:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2174
00000100:00100000:1.0:1767321360.250349:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952371388700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000342016:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321360.250374:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321360.250483:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952371388700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000342016:12345-0@lo:38:kworker.0 Request processed in 134us (1212us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321360.250490:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2174
00000100:00080000:2.0:1767321360.253609:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321360.253630:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321360.253638:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000342016:0@lo:38:kworker.0
00010000:00010000:2.0:1767321360.565537:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321361.590405:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321362.613823:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321363.394970:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767321363.395034:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767321363.395133:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962616704
00000100:00100000:2.0:1767321363.395145:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962616704
00000100:00100000:2.0:1767321363.395568:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962616576
00000100:00100000:2.0:1767321363.395574:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962616576
00000100:00100000:2.0:1767321363.395602:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5802
00000100:00100000:2.0:1767321363.395612:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237138a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962616704:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767321363.395725:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237138a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962616704:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 114us (772us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321363.395733:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5802
00000100:00100000:2.0:1767321363.395755:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6660
00000100:00100000:2.0:1767321363.395759:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952371389c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962616576:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767321363.395784:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321363.395807:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952371389c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962616576:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 47us (774us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321363.396523:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6660
00000100:00080000:0.0:1767321363.396701:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767321363.637586:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321364.661992:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321365.365638:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767321365.365678:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000343040:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321365.365804:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321365.366036:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000343040
00000100:00100000:3.0:1767321365.366047:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000343040
00000100:00100000:3.0:1767321365.366149:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2970
00000100:00100000:3.0:1767321365.366161:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000343040:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767321365.366225:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767321365.366288:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000343040:12345-0@lo:13:osp-pre-1-1.0 Request processed in 130us (484us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321365.366298:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2970
00000100:00080000:1.0:1767321365.366382:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767321365.366431:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000343040:0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767321365.366804:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321365.366811:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767321365.366815:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321365.366820:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321365.366826:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321365.366833:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6558
00000100:00080000:2.0:1767321365.366838:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321365.366843:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767321365.366880:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952364f57100 x1853164000343168/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321365.366902:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321365.366906:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321365.366908:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321365.366912:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6558
00000100:00080000:2.0:1767321365.366914:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321365.366917:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767321365.366931:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952364f55180 x1853164000343296/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321365.366941:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321365.366944:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321365.366946:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321365.366950:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6558
00000100:00080000:2.0:1767321365.366953:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321365.366956:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767321365.366968:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952364f56680 x1853164000343424/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321365.367040:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000343552:0@lo:400:kworker.0
00000100:00100000:1.0:1767321365.367104:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767321365.367241:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321365.367245:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321365.367248:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321365.367252:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6558
00000100:00080000:2.0:1767321365.367254:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321365.367258:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767321365.367274:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952364f55500 x1853164000343680/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321365.367334:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000343552
00000100:00100000:3.0:1767321365.367341:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000343552
00000100:00100000:3.0:1767321365.367393:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5803
00000100:00100000:3.0:1767321365.367403:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000343552:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321365.367617:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000343808:0@lo:400:kworker.0
00000100:00100000:2.0:1767321365.367654:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321365.367692:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000343808
00000100:00100000:2.0:1767321365.367696:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000343808
00000100:00100000:2.0:1767321365.367732:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5804
00000100:00100000:2.0:1767321365.367740:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f57b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000343808:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321365.367780:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f57b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000343808:12345-0@lo:400:kworker.0 Request processed in 39us (124us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321365.367788:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5804
00000100:00100000:2.0:1767321365.367832:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000343808:0@lo:400:kworker.0
00000100:00100000:2.0:1767321365.367854:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f57480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000343936:0@lo:400:kworker.0
00000100:00100000:2.0:1767321365.367887:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321365.367910:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767321365.367916:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000344064:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767321365.367942:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321365.367999:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000344064
00000100:00100000:2.0:1767321365.368002:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000344064
00000100:00100000:2.0:1767321365.368033:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2971
00000100:00100000:2.0:1767321365.368040:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f56a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000344064:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767321365.368084:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767321365.368122:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f56a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000344064:12345-0@lo:13:osp-pre-0-1.0 Request processed in 82us (178us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321365.368129:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2971
00000100:00100000:2.0:1767321365.368162:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000344064:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321365.368409:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000343552:12345-0@lo:400:kworker.0 Request processed in 1008us (1304us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321365.368417:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5803
00000100:00100000:3.0:1767321365.368480:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000343936
00000100:00100000:3.0:1767321365.368484:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000343936
00000100:00100000:3.0:1767321365.368515:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3757
00000100:00100000:3.0:1767321365.368521:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000343936:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321365.368562:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000343936:12345-0@lo:400:kworker.0 Request processed in 41us (674us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321365.368572:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3757
00000100:00100000:3.0:1767321365.368610:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f57480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000343936:0@lo:400:kworker.0
00000100:00080000:2.0:1767321365.368756:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767321365.368761:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321365.368982:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000343168:0@lo:38:kworker.0
00000100:00100000:0.0:1767321365.369179:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321365.369421:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000343552:0@lo:400:kworker.0
00000100:00100000:2.0:1767321365.369581:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000343168
00000100:00100000:2.0:1767321365.369588:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000343168
00000100:00100000:0.0:1767321365.369614:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000343296:0@lo:38:kworker.0
00000100:00100000:0.0:1767321365.369647:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321365.369665:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2175
00000100:00100000:2.0:1767321365.369676:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952371388380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000343168:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321365.369706:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321365.369721:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000343424:0@lo:38:kworker.0
00000100:00100000:0.0:1767321365.369752:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321365.369754:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952371388380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000343168:12345-0@lo:38:kworker.0 Request processed in 78us (577us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321365.369762:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2175
00000100:00100000:0.0:1767321365.370737:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000343680:0@lo:38:kworker.0
00000100:00100000:0.0:1767321365.370790:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321365.370858:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000343296
00000100:00100000:3.0:1767321365.370865:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000343296
00000100:00100000:3.0:1767321365.370910:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000343424
00000100:00100000:3.0:1767321365.370914:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000343424
00000100:00100000:3.0:1767321365.370934:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6661
00000100:00100000:3.0:1767321365.370940:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952371389180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000343296:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321365.370961:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321365.371003:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952371389180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000343296:12345-0@lo:38:kworker.0 Request processed in 62us (1354us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321365.371074:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6661
00000100:00100000:3.0:1767321365.371090:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6662
00000100:00100000:3.0:1767321365.371094:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000343424:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321365.371103:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321365.371128:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000343424:12345-0@lo:38:kworker.0 Request processed in 33us (1375us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321365.371134:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6662
00000100:00080000:0.0:1767321365.371252:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321365.371258:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321365.371262:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000343168:0@lo:38:kworker.0
00000100:00080000:0.0:1767321365.371272:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321365.371276:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321365.371288:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000343296:0@lo:38:kworker.0
00000100:00080000:0.0:1767321365.371297:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321365.371300:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321365.371303:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000343424:0@lo:38:kworker.0
00000100:00100000:3.0:1767321365.371423:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000343680
00000100:00100000:3.0:1767321365.371428:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000343680
00000100:00100000:3.0:1767321365.371456:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6663
00000100:00100000:3.0:1767321365.371460:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000343680:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321365.371470:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321365.371500:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000343680:12345-0@lo:38:kworker.0 Request processed in 39us (710us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321365.371510:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6663
00000100:00080000:0.0:1767321365.371721:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321365.371727:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321365.371731:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000343680:0@lo:38:kworker.0
00010000:00010000:2.0:1767321365.691573:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321366.711972:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321367.734140:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321368.530039:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767321368.530105:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767321368.530274:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962616832
00000100:00100000:0.0:1767321368.530296:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962616832
00000100:00100000:0.0:1767321368.530354:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962616960
00000100:00100000:0.0:1767321368.530357:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962616960
00000100:00100000:0.0:1767321368.530437:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5805
00000100:00100000:0.0:1767321368.530452:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f55880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962616960:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:0.0:1767321368.530560:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f55880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962616960:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 112us (454us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321368.530569:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5805
00000100:00100000:0.0:1767321368.530594:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6664
00000100:00100000:0.0:1767321368.530600:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f54700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962616832:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:0.0:1767321368.530628:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321368.530659:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f54700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962616832:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 58us (636us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321368.530665:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6664
00000100:00080000:3.0:1767321368.531163:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767321368.758307:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321369.783670:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321370.486675:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767321370.486698:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000344192:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767321370.486807:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321370.486915:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000344192
00000100:00100000:2.0:1767321370.486925:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000344192
00000100:00100000:2.0:1767321370.486995:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2972
00000100:00100000:2.0:1767321370.487002:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f55c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000344192:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767321370.487037:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767321370.487075:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f55c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000344192:12345-0@lo:13:osp-pre-0-1.0 Request processed in 73us (268us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321370.487081:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2972
00000100:00100000:2.0:1767321370.487132:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000344192:0@lo:13:osp-pre-0-1.0
00000100:00080000:0.0:1767321370.488564:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321370.488577:0:72021:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767321370.488582:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321370.488587:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321370.488593:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321370.488601:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6563
00000100:00080000:0.0:1767321370.488607:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321370.488615:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321370.488668:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347b22d80 x1853164000344320/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321370.488704:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321370.488708:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321370.488709:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321370.488712:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6563
00000100:00080000:0.0:1767321370.488714:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321370.488717:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321370.488728:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347b23100 x1853164000344448/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321370.488735:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321370.488738:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321370.488739:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321370.488741:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6563
00000100:00080000:0.0:1767321370.488743:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321370.488752:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321370.488760:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347b20e00 x1853164000344576/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321370.488794:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321370.488797:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321370.488798:0:72021:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321370.488801:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6563
00000100:00080000:0.0:1767321370.488803:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321370.488805:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321370.488812:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366949c00 x1853164000344832/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321370.488983:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366948700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000344704:0@lo:400:kworker.0
00000100:00100000:1.0:1767321370.489062:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767321370.489951:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767321370.489975:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000344960:0@lo:400:kworker.0
00000100:00100000:3.0:1767321370.490026:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321370.490060:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767321370.490067:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000345088:0@lo:400:kworker.0
00000100:00100000:3.0:1767321370.490102:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321370.490147:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000344704
00000100:00100000:3.0:1767321370.490157:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000344704
00000100:00100000:1.0:1767321370.490441:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000345216:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321370.490477:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321370.490537:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000345088
00000100:00100000:1.0:1767321370.490541:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000345088
00000100:00100000:1.0:1767321370.490594:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3758
00000100:00100000:1.0:1767321370.490604:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366963800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000345088:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321370.490672:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366963800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000345088:12345-0@lo:400:kworker.0 Request processed in 68us (568us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321370.490680:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3758
00000100:00100000:1.0:1767321370.490732:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000345088:0@lo:400:kworker.0
00000100:00080000:1.0:1767321370.490790:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767321370.490793:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321370.491022:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000344960
00000100:00100000:3.0:1767321370.491028:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000344960
00000100:00100000:3.0:1767321370.491054:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5806
00000100:00100000:3.0:1767321370.491060:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000344704:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321370.491099:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000344704:12345-0@lo:400:kworker.0 Request processed in 39us (2037us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321370.491107:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5806
00000100:00100000:3.0:1767321370.491119:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5807
00000100:00100000:3.0:1767321370.491124:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000344960:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321370.491153:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000344960:12345-0@lo:400:kworker.0 Request processed in 28us (1126us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321370.491159:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5807
00000100:00100000:3.0:1767321370.491184:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000344960:0@lo:400:kworker.0
00000100:00100000:3.0:1767321370.491225:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366948700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000344704:0@lo:400:kworker.0
00000100:00080000:1.0:1767321370.492792:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321370.495101:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000345216
00000100:00100000:2.0:1767321370.495130:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000345216
00000100:00100000:2.0:1767321370.495298:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2973
00000100:00100000:2.0:1767321370.495313:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349090a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000345216:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767321370.495366:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767321370.495495:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349090a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000345216:12345-0@lo:13:osp-pre-1-1.0 Request processed in 184us (5017us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321370.495505:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2973
00000100:00100000:2.0:1767321370.495560:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b22d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000344320:0@lo:38:kworker.0
00000100:00100000:2.0:1767321370.495613:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321370.495667:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b23100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000344448:0@lo:38:kworker.0
00000100:00100000:2.0:1767321370.495696:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321370.495718:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b20e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000344576:0@lo:38:kworker.0
00000100:00100000:2.0:1767321370.495741:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321370.495757:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366949c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000344832:0@lo:38:kworker.0
00000100:00100000:2.0:1767321370.495779:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321370.495817:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000344320
00000100:00100000:2.0:1767321370.496288:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000344320
00000100:00100000:2.0:1767321370.496327:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2176
00000100:00100000:2.0:1767321370.496333:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f54380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000344320:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321370.496358:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321370.496411:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f54380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000344320:12345-0@lo:38:kworker.0 Request processed in 76us (797us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321370.496418:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2176
00000100:00100000:2.0:1767321370.496444:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000344448
00000100:00100000:2.0:1767321370.496459:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000344448
00000100:00100000:2.0:1767321370.496480:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000344576
00000100:00100000:2.0:1767321370.496483:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000344576
00000100:00100000:2.0:1767321370.496493:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000344832
00000100:00100000:2.0:1767321370.496495:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000344832
00000100:00100000:2.0:1767321370.496510:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6665
00000100:00100000:2.0:1767321370.496515:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f54a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000344448:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321370.496525:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321370.496555:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f54a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000344448:12345-0@lo:38:kworker.0 Request processed in 39us (858us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321370.496561:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6665
00000100:00100000:2.0:1767321370.496573:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6666
00000100:00100000:2.0:1767321370.496577:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f54e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000344576:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321370.496585:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321370.496607:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f54e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000344576:12345-0@lo:38:kworker.0 Request processed in 29us (866us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321370.496613:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6666
00000100:00100000:2.0:1767321370.496623:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6667
00000100:00100000:2.0:1767321370.496627:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000344832:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321370.496635:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321370.496656:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000344832:12345-0@lo:38:kworker.0 Request processed in 28us (877us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321370.496661:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6667
00000100:00080000:2.0:1767321370.496712:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321370.496719:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321370.496723:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b22d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000344320:0@lo:38:kworker.0
00000100:00080000:2.0:1767321370.496735:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321370.496738:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321370.496741:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b23100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000344448:0@lo:38:kworker.0
00000100:00080000:2.0:1767321370.499686:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321370.499704:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321370.499711:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b20e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000344576:0@lo:38:kworker.0
00000100:00100000:0.0:1767321370.500238:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000345216:0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767321370.500493:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321370.500498:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321370.500502:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366949c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000344832:0@lo:38:kworker.0
00010000:00010000:2.0:1767321370.805642:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321371.829552:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321372.856001:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321373.632146:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767321373.632317:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962617088
00000100:00100000:3.0:1767321373.632336:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962617088
00000100:00100000:3.0:1767321373.632407:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6668
00000100:00100000:3.0:1767321373.632416:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349093480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962617088:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767321373.632449:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321373.632570:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349093480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962617088:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 153us (437us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321373.632580:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6668
00000100:00100000:2.0:1767321373.652675:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767321373.652822:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962617216
00000100:00100000:3.0:1767321373.652838:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962617216
00000100:00080000:1.0:1767321373.653024:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321373.656274:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5808
00000100:00100000:0.0:1767321373.656304:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f56680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962617216:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:0.0:1767321373.656455:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f56680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962617216:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 166us (3876us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321373.656464:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5808
00010000:00010000:2.0:1767321373.879993:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321374.906431:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767321375.605525:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321375.605536:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767321375.605540:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321375.605545:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321375.605550:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1767321375.605552:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000345344:0@lo:13:osp-pre-0-1.0
00000100:00080000:0.0:1767321375.605560:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6568
00000100:00080000:0.0:1767321375.605567:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321375.605574:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321375.605611:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237c0e4380 x1853164000345472/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321375.605628:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321375.605633:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321375.605635:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321375.605638:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6568
00000100:00080000:0.0:1767321375.605641:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321375.605646:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767321375.605660:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321375.605663:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237c0e4e00 x1853164000345600/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321375.605675:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321375.605679:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321375.605681:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321375.605685:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6568
00000100:00080000:0.0:1767321375.605688:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321375.605692:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321375.605706:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235ee5f480 x1853164000345728/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321375.605748:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321375.605752:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321375.605755:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321375.605759:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6568
00000100:00080000:0.0:1767321375.605761:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321375.605765:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321375.605779:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952367240e00 x1853164000345984/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321375.605810:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367242a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000345856:0@lo:400:kworker.0
00000100:00100000:2.0:1767321375.605854:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321375.605895:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767321375.605902:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eaca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000346112:0@lo:400:kworker.0
00000100:00100000:2.0:1767321375.605929:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321375.605968:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000345344
00000100:00100000:2.0:1767321375.605977:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000345344
00000100:00100000:2.0:1767321375.606069:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2974
00000100:00100000:2.0:1767321375.606080:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349091500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000345344:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767321375.606121:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767321375.612007:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000345856
00000100:00100000:3.0:1767321375.612026:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000345856
00000100:00100000:3.0:1767321375.612126:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000346112
00000100:00100000:3.0:1767321375.612131:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000346112
00000100:00100000:3.0:1767321375.612165:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5809
00000100:00100000:3.0:1767321375.612176:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f57100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000345856:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321375.612503:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5810
00000100:00100000:0.0:1767321375.612515:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000346112:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321375.612658:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000346112:12345-0@lo:400:kworker.0 Request processed in 146us (6727us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321375.612666:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5810
00000100:00100000:0.0:1767321375.612715:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eacb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000346240:0@lo:400:kworker.0
00000100:00100000:0.0:1767321375.612770:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321375.612830:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767321375.612838:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366963b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000346368:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767321375.613121:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349091500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000345344:12345-0@lo:13:osp-pre-0-1.0 Request processed in 7038us (7458us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321375.613133:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2974
00000100:00100000:2.0:1767321375.613258:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eaca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000346112:0@lo:400:kworker.0
00000100:00100000:2.0:1767321375.613416:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000345472:0@lo:38:kworker.0
00000100:00100000:2.0:1767321375.613458:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321375.613500:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000345600:0@lo:38:kworker.0
00000100:00100000:2.0:1767321375.613531:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321375.613549:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000345728:0@lo:38:kworker.0
00000100:00100000:2.0:1767321375.613574:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321375.613593:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367240e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000345984:0@lo:38:kworker.0
00000100:00100000:2.0:1767321375.613617:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321375.613650:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000345600
00000100:00100000:2.0:1767321375.613659:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000345600
00000100:00100000:2.0:1767321375.613690:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000345728
00000100:00100000:2.0:1767321375.613694:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000345728
00000100:00100000:2.0:1767321375.613706:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000345984
00000100:00100000:2.0:1767321375.613708:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000345984
00000100:00100000:2.0:1767321375.613718:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6669
00000100:00100000:2.0:1767321375.613724:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b20e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000345600:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321375.613905:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321375.613953:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b20e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000345600:12345-0@lo:38:kworker.0 Request processed in 228us (421us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321375.613960:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6669
00000100:00100000:2.0:1767321375.613975:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6670
00000100:00100000:2.0:1767321375.613978:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b23100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000345728:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321375.613987:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321375.614015:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b23100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000345728:12345-0@lo:38:kworker.0 Request processed in 35us (440us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321375.614020:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6670
00000100:00100000:2.0:1767321375.614030:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6671
00000100:00100000:2.0:1767321375.614033:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b22d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000345984:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321375.614041:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321375.614113:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b22d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000345984:12345-0@lo:38:kworker.0 Request processed in 78us (494us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321375.614119:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6671
00000100:00080000:2.0:1767321375.614155:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321375.614161:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321375.614164:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000345600:0@lo:38:kworker.0
00000100:00080000:2.0:1767321375.614172:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321375.614176:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321375.614179:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000345728:0@lo:38:kworker.0
00000100:00080000:2.0:1767321375.614186:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321375.614189:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321375.614225:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367240e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000345984:0@lo:38:kworker.0
00000100:00100000:2.0:1767321375.614383:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000346240
00000100:00100000:2.0:1767321375.614389:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000346240
00000100:00100000:2.0:1767321375.614447:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3759
00000100:00100000:2.0:1767321375.614454:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eac9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000346240:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321375.614506:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eac9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000346240:12345-0@lo:400:kworker.0 Request processed in 53us (1737us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321375.614513:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3759
00000100:00100000:2.0:1767321375.614547:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000345472
00000100:00100000:2.0:1767321375.614551:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000345472
00000100:00100000:2.0:1767321375.614572:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2177
00000100:00100000:2.0:1767321375.614577:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f57480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000345472:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321375.614588:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321375.614623:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f57480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000345472:12345-0@lo:38:kworker.0 Request processed in 45us (1166us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321375.614630:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2177
00000100:00080000:2.0:1767321375.614650:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767321375.614656:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767321375.614659:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767321375.614683:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321375.614687:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321375.614691:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000345472:0@lo:38:kworker.0
00000100:00100000:3.0:1767321375.615657:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f57100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000345856:12345-0@lo:400:kworker.0 Request processed in 3475us (9794us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321375.615672:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5809
00000100:00100000:0.0:1767321375.616030:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321375.616078:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eacb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000346240:0@lo:400:kworker.0
00000100:00100000:2.0:1767321375.616305:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367242a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000345856:0@lo:400:kworker.0
00000100:00100000:1.0:1767321375.616483:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000345344:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321375.617018:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000346368
00000100:00100000:3.0:1767321375.617030:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000346368
00000100:00100000:3.0:1767321375.617102:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2975
00000100:00100000:3.0:1767321375.617114:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eac9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000346368:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767321375.617156:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767321375.617287:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eac9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000346368:12345-0@lo:13:osp-pre-1-1.0 Request processed in 175us (1257us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321375.617295:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2975
00000100:00100000:0.0:1767321375.617674:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366963b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000346368:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767321375.927102:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321376.952661:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321377.973716:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321378.752647:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000400:00000100:3.0:1767321378.752714:0:6999:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.52@tcp portal 26 match 1853163962617344 offset 0 length 520: 4
00000100:00100000:3.0:1767321378.753038:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767321378.753119:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962617600
00000100:00100000:2.0:1767321378.753134:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962617600
00000100:00100000:3.0:1767321378.753468:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962617472
00000100:00100000:3.0:1767321378.753473:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962617472
00000100:00100000:3.0:1767321378.753518:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5811
00000100:00100000:3.0:1767321378.753534:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366963100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962617600:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:3.0:1767321378.753672:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366963100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962617600:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 143us (1043us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321378.753681:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5811
00000100:00100000:3.0:1767321378.753708:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6672
00000100:00100000:3.0:1767321378.753713:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366961880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962617472:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767321378.753754:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321378.753789:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366961880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962617472:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 75us (763us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321378.753796:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6672
00000100:00080000:1.0:1767321378.754897:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767321379.001606:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321380.022691:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767321380.725553:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321380.725570:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767321380.725573:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321380.725578:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321380.725583:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321380.725595:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6573
00000100:00080000:0.0:1767321380.725601:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321380.725610:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321380.725683:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235eacb800 x1853164000346496/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321380.725719:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321380.725723:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321380.725725:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321380.725729:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6573
00000100:00080000:0.0:1767321380.725732:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321380.725736:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321380.725751:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235eaca300 x1853164000346624/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321380.725761:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321380.725764:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321380.725766:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321380.725770:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6573
00000100:00080000:0.0:1767321380.725772:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321380.725775:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321380.725786:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235f79ad80 x1853164000346752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321380.725830:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321380.725833:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321380.725835:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321380.725839:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6573
00000100:00080000:0.0:1767321380.725841:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321380.725845:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321380.725858:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0dfb80 x1853164000347008/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321380.725964:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000347264:0@lo:400:kworker.0
00000100:00100000:0.0:1767321380.726054:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321380.726132:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767321380.726139:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000347392:0@lo:400:kworker.0
00000100:00100000:0.0:1767321380.726178:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321380.728385:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952373fae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000346880:0@lo:400:kworker.0
00000100:00100000:1.0:1767321380.728485:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321380.728554:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767321380.728561:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000347136:0@lo:400:kworker.0
00000100:00100000:1.0:1767321380.728581:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321380.730064:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000346880
00000100:00100000:1.0:1767321380.730083:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000346880
00000100:00100000:1.0:1767321380.730178:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000347136
00000100:00100000:1.0:1767321380.730181:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000347136
00000100:00100000:1.0:1767321380.730232:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5812
00000100:00100000:1.0:1767321380.730244:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f55180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000346880:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321380.730362:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f55180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000346880:12345-0@lo:400:kworker.0 Request processed in 121us (1877us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321380.730370:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5812
00000100:00100000:1.0:1767321380.730389:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5813
00000100:00100000:1.0:1767321380.730395:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000347136:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321380.730419:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000347136:12345-0@lo:400:kworker.0 Request processed in 25us (1838us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321380.730424:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5813
00000100:00080000:1.0:1767321380.730592:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321380.730647:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000347136:0@lo:400:kworker.0
00000100:00100000:1.0:1767321380.730662:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952373fae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000346880:0@lo:400:kworker.0
00000100:00100000:3.0:1767321380.734830:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767321380.734863:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366960e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000347520:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321380.734955:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321380.735048:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000347520
00000100:00100000:3.0:1767321380.735058:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000347520
00000100:00100000:3.0:1767321380.735128:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2976
00000100:00100000:3.0:1767321380.735138:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366963b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000347520:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767321380.735230:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767321380.735283:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366963b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000347520:12345-0@lo:13:osp-pre-1-1.0 Request processed in 146us (328us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321380.735294:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2976
00000100:00080000:3.0:1767321380.735320:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767321380.735362:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366960e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000347520:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767321380.736941:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000347264
00000100:00100000:2.0:1767321380.736956:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000347264
00000100:00100000:2.0:1767321380.737025:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000347392
00000100:00100000:2.0:1767321380.737029:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000347392
00000100:00100000:2.0:1767321380.737072:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3760
00000100:00100000:2.0:1767321380.737082:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000347264:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321380.737222:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000347648:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767321380.737229:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000347264:12345-0@lo:400:kworker.0 Request processed in 147us (11172us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321380.737240:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3760
00000100:00100000:2.0:1767321380.737267:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3761
00000100:00100000:2.0:1767321380.737278:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000347392:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321380.737287:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321380.737326:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000347392:12345-0@lo:400:kworker.0 Request processed in 51us (11160us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321380.737334:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3761
00000100:00100000:3.0:1767321380.737372:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000347648
00000100:00100000:3.0:1767321380.737377:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000347648
00000100:00080000:2.0:1767321380.737387:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767321380.737412:0:7004:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321355/real 1767321355]  req@ffff95237138aa00 x1853164000340736/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321380 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1767321380.737416:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2977
00000100:00100000:3.0:1767321380.737429:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366960e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000347648:12345-0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767321380.737442:0:7004:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95237138aa00 x1853164000340736/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321380 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767321380.737460:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eacb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000346496:0@lo:38:kworker.0
00002000:00000024:3.0:1767321380.737467:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767321380.737496:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321380.737527:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366960e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000347648:12345-0@lo:13:osp-pre-0-1.0 Request processed in 97us (238us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321380.737535:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eaca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000346624:0@lo:38:kworker.0
00000100:00100000:3.0:1767321380.737539:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2977
00000100:00100000:2.0:1767321380.737574:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321380.737596:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000347648:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767321380.737597:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235f79ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000346752:0@lo:38:kworker.0
00000100:00100000:2.0:1767321380.737627:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321380.737657:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000347008:0@lo:38:kworker.0
00000100:00100000:3.0:1767321380.737667:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000346496
00000100:00100000:3.0:1767321380.737672:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000346496
00000100:00100000:2.0:1767321380.737685:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321380.737705:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2178
00000100:00080000:2.0:1767321380.737711:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767321380.737714:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367242a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000346496:12345-0@lo:38:kworker.0
00000100:00080000:2.0:1767321380.737726:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767321380.737731:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237138aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000340736:0@lo:250:kworker.0
00010000:00020000:3.0:1767321380.737741:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321380.737755:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000346624
00000100:00100000:2.0:1767321380.737761:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000346624
00000100:00100000:2.0:1767321380.737780:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000346752
00000100:00100000:2.0:1767321380.737783:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000346752
00000100:00100000:2.0:1767321380.737795:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000347008
00000100:00100000:2.0:1767321380.737797:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000347008
00000100:00100000:2.0:1767321380.737812:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6673
00000100:00100000:2.0:1767321380.737817:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367240e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000346624:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321380.737828:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321380.737860:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367240e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000346624:12345-0@lo:38:kworker.0 Request processed in 42us (286us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321380.737867:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6673
00000100:00100000:2.0:1767321380.737879:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6674
00000100:00100000:2.0:1767321380.737883:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000346752:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321380.737891:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321380.737914:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000346752:12345-0@lo:38:kworker.0 Request processed in 30us (288us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321380.737920:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6674
00000100:00100000:2.0:1767321380.737930:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6675
00000100:00100000:2.0:1767321380.737934:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000347008:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321380.737943:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321380.737966:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000347008:12345-0@lo:38:kworker.0 Request processed in 30us (282us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321380.737971:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6675
00000100:00080000:2.0:1767321380.738002:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321380.738006:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321380.738009:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eaca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000346624:0@lo:38:kworker.0
00000100:00080000:2.0:1767321380.738017:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321380.738020:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321380.738023:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235f79ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000346752:0@lo:38:kworker.0
00000100:00080000:2.0:1767321380.738029:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321380.738032:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321380.738034:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000347008:0@lo:38:kworker.0
00000100:00080000:1.0:1767321380.739149:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321380.739159:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1767321380.739162:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321380.739180:0:49151:0:(import.c:509:import_select_connection()) MGC192.168.202.152@tcp: connect to NID 0@lo last attempt 6553
00000100:00080000:1.0:1767321380.739185:0:49151:0:(import.c:588:import_select_connection()) MGC192.168.202.152@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321380.739210:0:49151:0:(import.c:623:import_select_connection()) MGC192.168.202.152@tcp: import ffff95235eb57800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767321380.739252:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234727ce00 x1853164000347776/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321380.739358:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000347776:0@lo:250:kworker.0
00000400:00000100:1.0:1767321380.739409:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164000347776 offset 0 length 520: 4
00000100:00100000:0.0:1767321380.739457:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000347392:0@lo:400:kworker.0
00000100:00100000:0.0:1767321380.739473:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000347264:0@lo:400:kworker.0
00000100:00100000:3.0:1767321380.743980:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367242a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000346496:12345-0@lo:38:kworker.0 Request processed in 6252us (6470us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321380.743995:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2178
00000100:00080000:1.0:1767321380.752715:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321380.752748:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321380.752764:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eacb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000346496:0@lo:38:kworker.0
00010000:00010000:2.0:1767321381.047587:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321382.069838:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321383.099244:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321383.874604:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767321383.874671:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767321383.874917:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962617856
00000100:00100000:2.0:1767321383.875052:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962617856
00000100:00100000:2.0:1767321383.875172:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962617728
00000100:00100000:2.0:1767321383.875177:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962617728
00000100:00100000:2.0:1767321383.875251:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5814
00000100:00100000:2.0:1767321383.875265:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373fae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962617856:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:3.0:1767321383.875381:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6676
00000100:00100000:3.0:1767321383.875390:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962617728:12345-192.168.202.52@tcp:38:kworker.0
00000100:00100000:2.0:1767321383.875627:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373fae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962617856:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 365us (1042us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321383.875639:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5814
00000100:00080000:0.0:1767321383.875798:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00020000:3.0:1767321383.876113:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321383.876162:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962617728:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 772us (1491us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321383.876172:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6676
00010000:00010000:2.0:1767321384.118429:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767321385.144440:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321385.845675:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767321385.845703:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366949c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000347904:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767321385.845806:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321385.845867:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000347904
00000100:00100000:3.0:1767321385.845879:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000347904
00000100:00100000:3.0:1767321385.845998:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2978
00000100:00100000:3.0:1767321385.846010:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000347904:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321385.846040:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00002000:00000024:3.0:1767321385.846049:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767321385.846052:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000348032:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321385.846085:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321385.846092:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000347904:12345-0@lo:13:osp-pre-1-1.0 Request processed in 85us (286us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321385.846100:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2978
00000100:00100000:0.0:1767321385.846111:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000348032
00000100:00100000:0.0:1767321385.846114:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000348032
00000100:00100000:3.0:1767321385.846181:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366949c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000347904:0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767321385.846229:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321385.846240:0:72021:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767321385.846243:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321385.846248:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321385.846252:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321385.846260:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6578
00000100:00080000:1.0:1767321385.846264:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321385.846270:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767321385.846303:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0a9880 x1853164000348160/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321385.846335:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321385.846340:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321385.846342:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321385.846346:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6578
00000100:00080000:1.0:1767321385.846349:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321385.846353:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767321385.846368:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952367299c00 x1853164000348288/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321385.846378:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321385.846382:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321385.846383:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321385.846387:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6578
00000100:00080000:1.0:1767321385.846390:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321385.846395:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767321385.846405:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236710e680 x1853164000348416/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321385.846409:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000348160:0@lo:38:kworker.0
00000100:00080000:1.0:1767321385.846433:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321385.846436:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321385.846438:0:72021:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321385.846441:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6578
00000100:00080000:1.0:1767321385.846443:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321385.846448:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321385.846452:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321385.846460:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236710ed80 x1853164000348672/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321385.846494:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367299c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000348288:0@lo:38:kworker.0
00000100:00100000:1.0:1767321385.846500:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000348160
00000100:00100000:1.0:1767321385.846504:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000348160
00000100:00100000:3.0:1767321385.846529:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321385.846530:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2179
00000100:00100000:1.0:1767321385.846538:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366949c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000348160:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767321385.846553:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000348416:0@lo:38:kworker.0
00010000:00020000:1.0:1767321385.846561:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321385.846575:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321385.846597:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000348672:0@lo:38:kworker.0
00000100:00100000:1.0:1767321385.846612:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366949c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000348160:12345-0@lo:38:kworker.0 Request processed in 73us (164us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321385.846617:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2179
00000100:00100000:1.0:1767321385.846641:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523669e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000348800:0@lo:400:kworker.0
00000100:00080000:2.0:1767321385.846645:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767321385.846652:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767321385.846665:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000348544:0@lo:400:kworker.0
00000100:00100000:0.0:1767321385.846672:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2979
00000100:00100000:0.0:1767321385.846679:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000348032:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767321385.846698:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767321385.846937:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767321385.846969:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321385.846975:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321385.846978:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000348288
00000100:00100000:3.0:1767321385.846979:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000348160:0@lo:38:kworker.0
00000100:00100000:1.0:1767321385.846985:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000348288
00000100:00100000:1.0:1767321385.847014:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000348416
00000100:00100000:1.0:1767321385.847017:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000348416
00000100:00100000:3.0:1767321385.847019:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000348672
00000100:00100000:3.0:1767321385.847024:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000348672
00000100:00100000:1.0:1767321385.847038:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6677
00000100:00100000:1.0:1767321385.847045:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366948700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000348288:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767321385.847051:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6678
00010000:00020000:1.0:1767321385.847059:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321385.847060:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000348416:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321385.847075:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321385.847096:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366948700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000348288:12345-0@lo:38:kworker.0 Request processed in 50us (568us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321385.847102:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6677
00000100:00100000:1.0:1767321385.847117:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6679
00000100:00100000:3.0:1767321385.847125:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000348416:12345-0@lo:38:kworker.0 Request processed in 57us (540us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321385.847136:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000348672:12345-0@lo:38:kworker.0
00000100:00100000:3.0:1767321385.847137:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6678
00010000:00020000:1.0:1767321385.847154:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321385.847163:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321385.847192:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000348672:12345-0@lo:38:kworker.0 Request processed in 55us (253us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321385.847212:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000348800
00000100:00100000:3.0:1767321385.847216:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000348800
00000100:00100000:1.0:1767321385.847226:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6679
00000100:00100000:1.0:1767321385.847264:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5815
00000100:00100000:1.0:1767321385.847273:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000348800:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767321385.847294:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321385.847300:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321385.847305:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000348416:0@lo:38:kworker.0
00000100:00080000:3.0:1767321385.847315:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321385.847319:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321385.847324:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000348800:12345-0@lo:400:kworker.0 Request processed in 51us (158us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321385.847325:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000348672:0@lo:38:kworker.0
00000100:00100000:1.0:1767321385.847337:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5815
00000100:00080000:3.0:1767321385.847338:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321385.847344:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321385.847348:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367299c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000348288:0@lo:38:kworker.0
00000100:00080000:3.0:1767321385.847379:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321385.847385:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523669e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000348800:0@lo:400:kworker.0
00000100:00100000:2.0:1767321385.847633:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321385.847647:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000348032:12345-0@lo:13:osp-pre-0-1.0 Request processed in 968us (1560us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321385.847655:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2979
00000100:00100000:1.0:1767321385.847692:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000348032:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321385.847776:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000348544
00000100:00100000:3.0:1767321385.847779:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000348544
00000100:00100000:3.0:1767321385.847818:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5816
00000100:00080000:2.0:1767321385.847823:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321385.847825:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000348544:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321385.847861:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000348544:12345-0@lo:400:kworker.0 Request processed in 36us (227us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321385.847868:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5816
00000100:00100000:2.0:1767321385.847881:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000348544:0@lo:400:kworker.0
00010000:00010000:2.0:1767321386.165438:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321387.189673:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321388.219336:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321388.994039:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767321388.994173:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767321389.004141:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962617984
00000100:00100000:1.0:1767321389.004157:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962617984
00000100:00100000:1.0:1767321389.004224:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962618112
00000100:00100000:1.0:1767321389.004227:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962618112
00000100:00100000:1.0:1767321389.004281:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5817
00000100:00100000:1.0:1767321389.004292:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962618112:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767321389.004380:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962618112:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 90us (10207us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321389.004388:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5817
00000100:00100000:1.0:1767321389.004412:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6680
00000100:00100000:1.0:1767321389.004416:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962617984:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767321389.004438:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321389.004461:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962617984:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 43us (10435us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321389.004471:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6680
00000100:00080000:2.0:1767321389.004677:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767321389.237592:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321390.261693:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321390.965457:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767321390.965482:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000348928:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767321390.965566:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767321390.966286:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321390.966293:0:72021:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767321390.966296:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321390.966299:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321390.966303:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321390.966310:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6583
00000100:00080000:3.0:1767321390.966315:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321390.966321:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321390.966350:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952367299c00 x1853164000349056/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321390.966385:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321390.966389:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321390.966391:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321390.966394:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6583
00000100:00080000:3.0:1767321390.966396:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321390.966400:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321390.966413:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236710d180 x1853164000349184/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321390.966422:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321390.966425:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321390.966426:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321390.966430:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6583
00000100:00080000:3.0:1767321390.966433:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321390.966436:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321390.966445:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236710ed80 x1853164000349312/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321390.966482:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321390.966486:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321390.966487:0:72021:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321390.966491:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6583
00000100:00080000:3.0:1767321390.966493:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321390.966497:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321390.966508:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0a9880 x1853164000349568/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321390.966581:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000349440:0@lo:400:kworker.0
00000100:00100000:3.0:1767321390.966624:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321390.966671:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000349440
00000100:00100000:3.0:1767321390.966679:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000349440
00000100:00100000:3.0:1767321390.966729:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5818
00000100:00100000:3.0:1767321390.966740:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e983b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000349440:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321390.966799:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e983b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000349440:12345-0@lo:400:kworker.0 Request processed in 62us (174us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321390.966806:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5818
00000100:00100000:3.0:1767321390.966849:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000349440:0@lo:400:kworker.0
00000100:00080000:3.0:1767321390.966872:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321390.966884:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236e982a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000349696:0@lo:400:kworker.0
00000100:00100000:3.0:1767321390.966911:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321390.966929:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000348928
00000100:00100000:3.0:1767321390.966934:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767321390.966936:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000348928
00000100:00100000:3.0:1767321390.966942:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236e980a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000349824:0@lo:400:kworker.0
00000100:00100000:3.0:1767321390.966974:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321390.966985:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2980
00000100:00100000:0.0:1767321390.966996:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f79ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000348928:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321390.967005:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000349696
00000100:00100000:3.0:1767321390.967010:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000349696
00002000:00000024:0.0:1767321390.967021:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767321390.967038:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5819
00000100:00100000:3.0:1767321390.967045:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e980700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000349696:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321390.967069:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f79ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000348928:12345-0@lo:13:osp-pre-1-1.0 Request processed in 77us (1503us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321390.967103:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e980700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000349696:12345-0@lo:400:kworker.0 Request processed in 57us (190us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321390.967109:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2980
00000100:00100000:3.0:1767321390.967116:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5819
00000100:00100000:3.0:1767321390.967153:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236e982a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000349696:0@lo:400:kworker.0
00000100:00100000:0.0:1767321390.967171:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000349824
00000100:00100000:0.0:1767321390.967176:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000349824
00000100:00080000:3.0:1767321390.967220:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767321390.967224:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767321390.967227:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767321390.967231:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3762
00000100:00100000:0.0:1767321390.967240:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e982300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000349824:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321390.967261:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000348928:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321390.967284:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e982300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000349824:12345-0@lo:400:kworker.0 Request processed in 44us (308us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321390.967293:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3762
00000100:00100000:3.0:1767321390.967301:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236e980a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000349824:0@lo:400:kworker.0
00000100:00100000:1.0:1767321390.967699:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367299c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000349056:0@lo:38:kworker.0
00000100:00100000:1.0:1767321390.967731:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321390.967782:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000349184:0@lo:38:kworker.0
00000100:00100000:1.0:1767321390.967806:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321390.967831:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000349312:0@lo:38:kworker.0
00000100:00100000:1.0:1767321390.967851:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321390.967869:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000349568:0@lo:38:kworker.0
00000100:00100000:1.0:1767321390.967886:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321390.967918:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000349184
00000100:00100000:1.0:1767321390.967922:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000349184
00000100:00100000:1.0:1767321390.967943:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000349312
00000100:00100000:1.0:1767321390.967946:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000349312
00000100:00100000:1.0:1767321390.967959:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000349568
00000100:00100000:1.0:1767321390.967961:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000349568
00000100:00100000:1.0:1767321390.967976:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6681
00000100:00100000:1.0:1767321390.967980:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000349184:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321390.967999:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321390.968033:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000349184:12345-0@lo:38:kworker.0 Request processed in 51us (225us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321390.968038:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6681
00000100:00100000:1.0:1767321390.968052:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6682
00000100:00100000:1.0:1767321390.968055:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000349312:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321390.968064:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321390.968100:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000349312:12345-0@lo:38:kworker.0 Request processed in 42us (247us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321390.968107:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6682
00000100:00100000:1.0:1767321390.968117:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6683
00000100:00100000:1.0:1767321390.968120:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000349568:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321390.968129:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321390.968150:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000349568:12345-0@lo:38:kworker.0 Request processed in 28us (263us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321390.968155:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6683
00000100:00080000:1.0:1767321390.968187:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321390.968191:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321390.968216:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000349184:0@lo:38:kworker.0
00000100:00080000:1.0:1767321390.968226:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321390.968229:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321390.968232:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000349312:0@lo:38:kworker.0
00000100:00080000:1.0:1767321390.968239:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321390.968242:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321390.968244:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000349568:0@lo:38:kworker.0
00000100:00100000:0.0:1767321390.968404:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000349056
00000100:00100000:0.0:1767321390.968409:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000349056
00000100:00100000:0.0:1767321390.968435:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2180
00000100:00100000:0.0:1767321390.968440:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523669e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000349056:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321390.968460:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321390.968489:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523669e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000349056:12345-0@lo:38:kworker.0 Request processed in 48us (758us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321390.968495:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2180
00000100:00080000:1.0:1767321390.970353:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321390.970362:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321390.970366:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367299c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000349056:0@lo:38:kworker.0
00000100:00100000:0.0:1767321390.970615:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eacb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000349952:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321390.970680:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321390.970786:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000349952
00000100:00100000:3.0:1767321390.970793:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000349952
00000100:00100000:3.0:1767321390.970836:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2981
00000100:00100000:3.0:1767321390.970844:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000349952:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767321390.970872:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767321390.970916:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000349952:12345-0@lo:13:osp-pre-0-1.0 Request processed in 73us (235us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321390.970923:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2981
00000100:00100000:1.0:1767321390.971068:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eacb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000349952:0@lo:13:osp-pre-0-1.0
00010000:00010000:2.0:1767321391.285689:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321392.309594:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767321393.336936:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321394.114104:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767321394.114233:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962618240
00000100:00100000:3.0:1767321394.114243:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962618240
00000100:00100000:3.0:1767321394.114293:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6684
00000100:00100000:3.0:1767321394.114302:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eaca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962618240:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767321394.114324:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321394.114385:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eaca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962618240:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 83us (291us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321394.114392:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6684
00000100:00100000:1.0:1767321394.117865:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767321394.122589:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962618368
00000100:00100000:2.0:1767321394.122605:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962618368
00000100:00100000:2.0:1767321394.122769:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5820
00000100:00100000:2.0:1767321394.122780:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367299c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962618368:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767321394.122885:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367299c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962618368:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 99us (5021us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321394.122895:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5820
00000100:00080000:3.0:1767321394.136817:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767321394.357806:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321395.382306:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321396.085905:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236e980a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000350080:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321396.085970:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eacb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000350208:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321396.085972:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321396.085997:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321396.086068:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000350080
00000100:00100000:2.0:1767321396.086078:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000350080
00000100:00080000:1.0:1767321396.086083:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321396.086090:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767321396.086094:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321396.086098:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321396.086102:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321396.086107:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6588
00000100:00080000:1.0:1767321396.086111:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321396.086117:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767321396.086132:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000350208
00000100:00100000:2.0:1767321396.086137:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000350208
00000100:00100000:1.0:1767321396.086144:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0a9880 x1853164000350336/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321396.086164:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767321396.086164:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2982
00000100:00080000:1.0:1767321396.086170:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321396.086172:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767321396.086177:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000350080:12345-0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767321396.086189:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6588
00000100:00080000:1.0:1767321396.086211:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321396.086216:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00002000:00000024:2.0:1767321396.086230:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767321396.086233:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366984000 x1853164000350464/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321396.086243:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321396.086246:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321396.086248:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321396.086252:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6588
00000100:00080000:1.0:1767321396.086254:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321396.086258:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767321396.086270:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366986300 x1853164000350592/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321396.086275:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000350080:12345-0@lo:13:osp-pre-1-1.0 Request processed in 99us (300us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321396.086291:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2982
00000100:00080000:1.0:1767321396.086311:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1767321396.086315:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2983
00000100:00080000:1.0:1767321396.086318:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321396.086322:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1767321396.086326:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e982a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000350208:12345-0@lo:13:osp-pre-0-1.0
00000100:00080000:1.0:1767321396.086328:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6588
00000100:00080000:1.0:1767321396.086332:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321396.086336:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767321396.086348:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523499aa300 x1853164000350848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00002000:00000024:2.0:1767321396.086358:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767321396.086389:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e982a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000350208:12345-0@lo:13:osp-pre-0-1.0 Request processed in 64us (389us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321396.086395:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2983
00000100:00100000:1.0:1767321396.086398:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000350976:0@lo:400:kworker.0
00000100:00100000:1.0:1767321396.086437:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321396.086467:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366984a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000350720:0@lo:400:kworker.0
00000100:00100000:1.0:1767321396.086486:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767321396.086795:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767321396.086799:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767321396.086917:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236e980a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000350080:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321396.086978:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000350976
00000100:00100000:0.0:1767321396.086982:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000350976
00000100:00100000:0.0:1767321396.087014:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000350720
00000100:00100000:0.0:1767321396.087018:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000350720
00000100:00100000:0.0:1767321396.087048:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5821
00000100:00100000:0.0:1767321396.087055:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000350976:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321396.087092:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000350976:12345-0@lo:400:kworker.0 Request processed in 38us (656us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321396.087098:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5821
00000100:00100000:0.0:1767321396.087111:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5822
00000100:00100000:0.0:1767321396.087117:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347047b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000350720:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321396.087146:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347047b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000350720:12345-0@lo:400:kworker.0 Request processed in 29us (658us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321396.087151:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5822
00000100:00080000:0.0:1767321396.087165:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321396.087183:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366984a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000350720:0@lo:400:kworker.0
00000100:00100000:0.0:1767321396.087225:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000350976:0@lo:400:kworker.0
00000100:00100000:0.0:1767321396.087270:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000350336:0@lo:38:kworker.0
00000100:00100000:0.0:1767321396.087299:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321396.087322:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366984000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000350464:0@lo:38:kworker.0
00000100:00100000:0.0:1767321396.087355:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321396.087369:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366986300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000350592:0@lo:38:kworker.0
00000100:00100000:0.0:1767321396.087391:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321396.087415:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000350848:0@lo:38:kworker.0
00000100:00100000:0.0:1767321396.087446:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321396.087472:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000350464
00000100:00100000:0.0:1767321396.087475:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000350464
00000100:00100000:0.0:1767321396.087490:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000350592
00000100:00100000:0.0:1767321396.087493:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000350592
00000100:00100000:0.0:1767321396.087504:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000350848
00000100:00100000:0.0:1767321396.087507:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000350848
00000100:00100000:0.0:1767321396.087518:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6685
00000100:00100000:0.0:1767321396.087522:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000350464:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321396.087537:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321396.087568:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000350464:12345-0@lo:38:kworker.0 Request processed in 44us (212us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321396.087574:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6685
00000100:00100000:0.0:1767321396.087585:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6686
00000100:00100000:0.0:1767321396.087589:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236fbe9850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000350592:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321396.087597:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321396.087617:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236fbe9850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000350592:12345-0@lo:38:kworker.0 Request processed in 27us (226us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321396.087623:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6686
00000100:00100000:0.0:1767321396.088532:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6687
00000100:00100000:0.0:1767321396.088539:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000350848:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321396.088551:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321396.088583:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000350848:12345-0@lo:38:kworker.0 Request processed in 44us (1137us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321396.088589:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6687
00000100:00080000:0.0:1767321396.088632:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321396.088637:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321396.088640:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366984000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000350464:0@lo:38:kworker.0
00000100:00080000:0.0:1767321396.088647:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321396.088650:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321396.088653:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366986300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000350592:0@lo:38:kworker.0
00000100:00080000:0.0:1767321396.088659:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321396.088662:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321396.088664:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000350848:0@lo:38:kworker.0
00000100:00100000:0.0:1767321396.088705:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000350336
00000100:00100000:0.0:1767321396.088711:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000350336
00000100:00100000:0.0:1767321396.088733:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2181
00000100:00100000:0.0:1767321396.088737:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000350336:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321396.088746:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321396.088771:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000350336:12345-0@lo:38:kworker.0 Request processed in 33us (1472us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321396.088777:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2181
00000100:00080000:0.0:1767321396.088798:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321396.088801:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321396.088804:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000350336:0@lo:38:kworker.0
00000100:00100000:3.0:1767321396.091606:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eacb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000350208:0@lo:13:osp-pre-0-1.0
00010000:00010000:2.0:1767321396.406619:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767321397.431670:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321398.453471:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321399.236181:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767321399.236303:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767321399.236486:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962618624
00000100:00100000:0.0:1767321399.236595:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962618624
00000100:00100000:0.0:1767321399.236670:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962618496
00000100:00100000:0.0:1767321399.236674:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962618496
00000100:00100000:0.0:1767321399.236695:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5823
00000100:00100000:0.0:1767321399.236705:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347044380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962618624:12345-192.168.202.52@tcp:400:kworker.0
00000100:00080000:1.0:1767321399.236773:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321399.236780:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347044380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962618624:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 77us (610us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321399.243488:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6688
00000100:00100000:3.0:1767321399.243505:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347047100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962618496:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767321399.243530:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321399.243607:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347047100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962618496:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 105us (7304us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321399.243616:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6688
00000100:00100000:0.0:1767321399.245425:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5823
00010000:00010000:2.0:1767321399.485228:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321400.502326:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321401.205407:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236e983800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000351104:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321401.205477:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321401.205689:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eacb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000351232:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321401.205715:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321401.205949:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000351104
00000100:00100000:2.0:1767321401.205957:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000351104
00000100:00100000:2.0:1767321401.206023:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000351232
00000100:00100000:2.0:1767321401.206027:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000351232
00000100:00100000:2.0:1767321401.206050:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2984
00000100:00100000:2.0:1767321401.206058:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000351104:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767321401.206096:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767321401.206137:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000351104:12345-0@lo:13:osp-pre-1-1.0 Request processed in 80us (660us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321401.206144:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2984
00000100:00100000:2.0:1767321401.206161:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2985
00000100:00100000:2.0:1767321401.206167:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000351232:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767321401.206180:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767321401.206227:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000351232:12345-0@lo:13:osp-pre-0-1.0 Request processed in 61us (511us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321401.206233:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2985
00000100:00080000:1.0:1767321401.206298:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767321401.206303:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767321401.206353:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321401.206358:0:72021:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767321401.206362:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321401.206366:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321401.206370:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321401.206375:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6594
00000100:00080000:0.0:1767321401.206379:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321401.206383:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321401.206405:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d79d180 x1853164000351360/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321401.206431:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321401.206435:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321401.206436:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321401.206440:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6594
00000100:00080000:0.0:1767321401.206442:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321401.206445:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321401.206457:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d79ed80 x1853164000351488/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321401.206466:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321401.206468:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321401.206470:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321401.206473:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6594
00000100:00080000:0.0:1767321401.206474:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321401.206477:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321401.206486:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d79d500 x1853164000351616/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321401.206511:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321401.206515:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321401.206516:0:72021:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321401.206519:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6594
00000100:00080000:0.0:1767321401.206521:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321401.206524:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321401.206533:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d79c000 x1853164000351872/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321401.206565:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000352000:0@lo:400:kworker.0
00000100:00100000:0.0:1767321401.206596:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321401.206647:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000352000
00000100:00100000:0.0:1767321401.206652:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000352000
00000100:00100000:0.0:1767321401.206685:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5824
00000100:00100000:0.0:1767321401.206691:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000352000:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321401.206724:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000352000:12345-0@lo:400:kworker.0 Request processed in 34us (127us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321401.206730:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5824
00000100:00080000:0.0:1767321401.206746:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321401.206775:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eacb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000351232:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321401.206791:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767321401.206796:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000351744:0@lo:400:kworker.0
00000100:00100000:0.0:1767321401.206818:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321401.206848:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000352000:0@lo:400:kworker.0
00000100:00100000:3.0:1767321401.206848:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236e983800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000351104:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321401.206862:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000351744
00000100:00100000:0.0:1767321401.206865:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000351744
00000100:00100000:0.0:1767321401.206886:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5825
00000100:00080000:3.0:1767321401.206888:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321401.206892:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000351744:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321401.207100:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000351360:0@lo:38:kworker.0
00000100:00100000:1.0:1767321401.207129:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321401.207163:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000351488:0@lo:38:kworker.0
00000100:00100000:1.0:1767321401.207183:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321401.207224:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000351360
00000100:00100000:1.0:1767321401.207225:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000351616:0@lo:38:kworker.0
00000100:00100000:2.0:1767321401.207228:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000351360
00000100:00100000:2.0:1767321401.207252:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2182
00000100:00100000:2.0:1767321401.207257:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347047480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000351360:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767321401.207258:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00010000:00020000:2.0:1767321401.207275:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321401.207276:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000351872:0@lo:38:kworker.0
00000100:00100000:1.0:1767321401.207294:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321401.207312:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347047480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000351360:12345-0@lo:38:kworker.0 Request processed in 55us (182us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321401.207318:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2182
00000100:00080000:1.0:1767321401.207319:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321401.207323:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321401.207326:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000351360:0@lo:38:kworker.0
00000100:00100000:2.0:1767321401.207344:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000351488
00000100:00100000:2.0:1767321401.207348:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000351488
00000100:00100000:2.0:1767321401.207372:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000351616
00000100:00100000:2.0:1767321401.207375:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000351616
00000100:00100000:1.0:1767321401.207381:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000351872
00000100:00100000:1.0:1767321401.207384:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000351872
00000100:00100000:2.0:1767321401.207390:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6689
00000100:00100000:2.0:1767321401.207393:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347045500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000351488:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767321401.207398:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6690
00000100:00100000:1.0:1767321401.207402:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347044e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000351616:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321401.207404:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:1.0:1767321401.207410:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321401.207464:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6691
00000100:00100000:3.0:1767321401.207469:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347044a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000351872:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321401.207489:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321401.207529:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347045500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000351488:12345-0@lo:38:kworker.0 Request processed in 35us (246us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321401.207535:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6689
00000100:00100000:0.0:1767321401.208146:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000351744:12345-0@lo:400:kworker.0 Request processed in 1250us (1323us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321401.208155:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5825
00000100:00100000:2.0:1767321401.208264:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000351744:0@lo:400:kworker.0
00000100:00100000:1.0:1767321401.214521:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347044e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000351616:12345-0@lo:38:kworker.0 Request processed in 7106us (7250us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321401.214539:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6690
00000100:00100000:3.0:1767321401.217853:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347044a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000351872:12345-0@lo:38:kworker.0 Request processed in 10371us (10546us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321401.217868:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6691
00000100:00080000:0.0:1767321401.219088:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321401.219099:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321401.219104:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000351488:0@lo:38:kworker.0
00000100:00080000:0.0:1767321401.219127:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321401.219131:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321401.219134:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000351616:0@lo:38:kworker.0
00000100:00080000:0.0:1767321401.219515:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321401.219520:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321401.219524:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000351872:0@lo:38:kworker.0
00010000:00010000:0.0:1767321401.525545:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321402.550479:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321403.334306:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767321403.334618:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962619008
00000100:00100000:3.0:1767321403.334631:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962619008
00000100:00100000:3.0:1767321403.334726:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5826
00000100:00100000:3.0:1767321403.334739:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347046300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962619008:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:3.0:1767321403.334827:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347046300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962619008:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 92us (535us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321403.334836:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5826
00000100:00080000:1.0:1767321403.335261:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000400:00000100:3.0:1767321403.340709:0:7000:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.52@tcp portal 26 match 1853163962618752 offset 0 length 520: 4
00000100:00100000:3.0:1767321403.340760:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767321403.340839:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962618880
00000100:00100000:2.0:1767321403.340850:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962618880
00000100:00100000:2.0:1767321403.340903:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6692
00000100:00100000:2.0:1767321403.340912:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e983800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962618880:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767321403.340940:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321403.341030:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e983800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962618880:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 117us (268us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321403.341038:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6692
00010000:00010000:2.0:1767321403.573400:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321404.598446:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321405.301949:0:7004:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321380/real 1767321380]  req@ffff95234727ce00 x1853164000347776/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321405 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767321405.301987:0:7004:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95234727ce00 x1853164000347776/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321405 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767321405.302005:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321405.302102:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767321405.302107:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000347776:0@lo:250:kworker.0
00000100:00080000:1.0:1767321405.305485:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321405.305496:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1767321405.305501:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321405.305508:0:49151:0:(import.c:509:import_select_connection()) MGC192.168.202.152@tcp: connect to NID 0@lo last attempt 6578
00000100:00080000:1.0:1767321405.305512:0:49151:0:(import.c:588:import_select_connection()) MGC192.168.202.152@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321405.305520:0:49151:0:(import.c:623:import_select_connection()) MGC192.168.202.152@tcp: import ffff95235eb57800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767321405.305564:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347046d80 x1853164000352128/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321405.305601:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321405.305605:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321405.305607:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321405.305610:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6599
00000100:00080000:1.0:1767321405.305613:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321405.305616:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767321405.305632:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347045880 x1853164000352256/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321405.305640:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321405.305643:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321405.305645:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321405.305648:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6599
00000100:00080000:1.0:1767321405.305650:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321405.305652:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767321405.305661:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347045f80 x1853164000352384/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321405.305670:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321405.305673:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321405.305674:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321405.305677:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6599
00000100:00080000:1.0:1767321405.305679:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321405.305682:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767321405.305694:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347047800 x1853164000352512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321405.305793:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347044000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000352640:0@lo:400:kworker.0
00000100:00100000:3.0:1767321405.305859:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321405.305982:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347046d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000352128:0@lo:250:kworker.0
00000400:00000100:2.0:1767321405.306008:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164000352128 offset 0 length 520: 4
00000100:00100000:2.0:1767321405.306027:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347045880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000352256:0@lo:38:kworker.0
00000100:00100000:2.0:1767321405.306052:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321405.306073:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347045f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000352384:0@lo:38:kworker.0
00000100:00100000:2.0:1767321405.306095:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321405.306111:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347047800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000352512:0@lo:38:kworker.0
00000100:00100000:2.0:1767321405.306130:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321405.306166:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000352640
00000100:00100000:2.0:1767321405.306173:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000352640
00000100:00100000:2.0:1767321405.306242:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000352384
00000100:00100000:2.0:1767321405.306246:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000352384
00000100:00100000:2.0:1767321405.306260:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000352512
00000100:00100000:2.0:1767321405.306263:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000352512
00000100:00100000:2.0:1767321405.306278:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5827
00000100:00100000:2.0:1767321405.306289:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e983100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000352640:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321405.306396:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6693
00000100:00100000:0.0:1767321405.306403:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eac9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000352384:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321405.306422:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321405.306458:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eac9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000352384:12345-0@lo:38:kworker.0 Request processed in 54us (361us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321405.306464:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6693
00000100:00100000:0.0:1767321405.306482:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6694
00000100:00100000:0.0:1767321405.306487:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eac8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000352512:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321405.306496:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321405.306516:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eac8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000352512:12345-0@lo:38:kworker.0 Request processed in 28us (385us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321405.306520:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6694
00000100:00100000:0.0:1767321405.306554:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000352256
00000100:00100000:0.0:1767321405.306557:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000352256
00000100:00100000:0.0:1767321405.306575:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2183
00000100:00100000:0.0:1767321405.306579:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eac8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000352256:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321405.306588:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321405.306610:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eac8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000352256:12345-0@lo:38:kworker.0 Request processed in 30us (558us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321405.306616:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2183
00000100:00080000:0.0:1767321405.306650:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767321405.307551:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321405.307557:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321405.307560:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321405.307565:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6599
00000100:00080000:1.0:1767321405.307570:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321405.307573:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767321405.307597:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347045180 x1853164000352768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321405.309783:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347045c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000353152:0@lo:400:kworker.0
00000100:00100000:0.0:1767321405.309865:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321405.309933:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000353152
00000100:00100000:0.0:1767321405.309953:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000353152
00000100:00100000:0.0:1767321405.310010:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3763
00000100:00100000:0.0:1767321405.310019:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000353152:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321405.310070:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000353152:12345-0@lo:400:kworker.0 Request processed in 52us (204us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321405.310077:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3763
00000100:00080000:0.0:1767321405.310102:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767321405.310131:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347045c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000353152:0@lo:400:kworker.0
00000100:00100000:0.0:1767321405.310175:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347046a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000353024:0@lo:400:kworker.0
00000100:00100000:0.0:1767321405.310239:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321405.310257:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767321405.310263:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347046680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000352896:0@lo:400:kworker.0
00000100:00100000:0.0:1767321405.310284:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321405.310335:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000352896
00000100:00100000:0.0:1767321405.310339:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000352896
00000100:00100000:0.0:1767321405.310370:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5828
00000100:00100000:0.0:1767321405.310376:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000352896:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321405.310410:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000352896:12345-0@lo:400:kworker.0 Request processed in 35us (125us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321405.310416:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5828
00000100:00100000:0.0:1767321405.310436:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000353024
00000100:00100000:0.0:1767321405.310448:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000353024
00000100:00100000:0.0:1767321405.310470:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3764
00000100:00100000:0.0:1767321405.310475:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000353024:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321405.310507:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000353024:12345-0@lo:400:kworker.0 Request processed in 32us (267us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321405.310512:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3764
00000100:00080000:0.0:1767321405.310524:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767321405.310528:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321405.310543:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347046680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000352896:0@lo:400:kworker.0
00000100:00100000:0.0:1767321405.310552:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347046a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000353024:0@lo:400:kworker.0
00000100:00100000:0.0:1767321405.310583:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347045180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000352768:0@lo:38:kworker.0
00000100:00100000:0.0:1767321405.310607:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767321405.310632:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321405.310636:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321405.310639:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347045880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000352256:0@lo:38:kworker.0
00000100:00080000:0.0:1767321405.310649:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321405.310653:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321405.310656:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347045f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000352384:0@lo:38:kworker.0
00000100:00080000:0.0:1767321405.310664:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321405.310667:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321405.310670:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347047800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000352512:0@lo:38:kworker.0
00000100:00100000:0.0:1767321405.310697:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000352768
00000100:00100000:0.0:1767321405.310700:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000352768
00000100:00100000:0.0:1767321405.310717:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6695
00000100:00100000:0.0:1767321405.310722:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000352768:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321405.310741:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321405.310770:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000352768:12345-0@lo:38:kworker.0 Request processed in 47us (163us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321405.310776:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6695
00000100:00080000:0.0:1767321405.310797:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321405.310801:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321405.310804:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347045180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000352768:0@lo:38:kworker.0
00000100:00100000:2.0:1767321405.311459:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e983100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000352640:12345-0@lo:400:kworker.0 Request processed in 5169us (5596us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321405.311470:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5827
00000100:00100000:3.0:1767321405.313600:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347044000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000352640:0@lo:400:kworker.0
00010000:00010000:0.0:1767321405.623693:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321406.325741:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236e981180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000353280:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321406.325823:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321406.326088:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eac8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000353408:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321406.326116:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321406.333675:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000353280
00000100:00100000:2.0:1767321406.333691:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000353280
00000100:00100000:0.0:1767321406.334016:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000353408
00000100:00100000:0.0:1767321406.334021:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000353408
00000100:00100000:0.0:1767321406.334056:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2986
00000100:00100000:0.0:1767321406.334066:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000353280:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767321406.334104:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767321406.334188:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000353280:12345-0@lo:13:osp-pre-1-1.0 Request processed in 123us (8365us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321406.334217:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2986
00000100:00100000:0.0:1767321406.334234:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2987
00000100:00100000:0.0:1767321406.334241:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000353408:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767321406.334255:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767321406.334286:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000353408:12345-0@lo:13:osp-pre-0-1.0 Request processed in 46us (8169us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321406.334305:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2987
00000100:00100000:0.0:1767321406.334356:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eac8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000353408:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321406.334408:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236e981180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000353280:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767321406.645435:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321407.676354:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321408.451888:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767321408.451953:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767321408.452424:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962619264
00000100:00100000:2.0:1767321408.452434:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962619264
00000100:00100000:2.0:1767321408.452518:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962619136
00000100:00100000:2.0:1767321408.452522:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962619136
00000100:00100000:2.0:1767321408.452546:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5829
00000100:00100000:2.0:1767321408.452558:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347047b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962619264:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767321408.452652:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347047b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962619264:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 97us (777us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321408.452660:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5829
00000100:00100000:2.0:1767321408.452679:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6696
00000100:00100000:2.0:1767321408.452685:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347044000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962619136:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767321408.452705:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321408.452728:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347044000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962619136:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 42us (775us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321408.452734:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6696
00000100:00080000:3.0:1767321408.453167:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767321408.697844:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767321409.717820:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767321410.421416:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321410.421427:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767321410.421430:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321410.421434:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321410.421439:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321410.421457:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6603
00000100:00080000:1.0:1767321410.421461:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321410.421468:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767321410.421506:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347045180 x1853164000353536/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321410.421535:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321410.421539:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321410.421541:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321410.421544:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6603
00000100:00080000:1.0:1767321410.421547:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321410.421550:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767321410.421562:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347047800 x1853164000353664/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321410.421577:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321410.421580:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321410.421582:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321410.421585:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6603
00000100:00080000:1.0:1767321410.421587:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321410.421590:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767321410.421598:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347045f80 x1853164000353792/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321410.421684:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767321410.421729:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347045180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000353536:0@lo:38:kworker.0
00000100:00100000:0.0:1767321410.421798:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321410.421837:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347047800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000353664:0@lo:38:kworker.0
00000100:00100000:0.0:1767321410.421873:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321410.421891:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347045f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000353792:0@lo:38:kworker.0
00000100:00100000:0.0:1767321410.421930:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321410.421962:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000353536
00000100:00100000:0.0:1767321410.421971:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000353536
00000100:00100000:0.0:1767321410.422006:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2184
00000100:00100000:0.0:1767321410.422013:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000353536:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321410.422032:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321410.422069:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000353536:12345-0@lo:38:kworker.0 Request processed in 55us (270us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321410.422088:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2184
00000100:00100000:0.0:1767321410.422111:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000353664
00000100:00100000:0.0:1767321410.422114:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000353664
00000100:00100000:0.0:1767321410.422131:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000353792
00000100:00100000:0.0:1767321410.422133:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000353792
00000100:00100000:0.0:1767321410.422145:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6697
00000100:00100000:0.0:1767321410.422149:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523669e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000353664:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321410.422159:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321410.422182:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523669e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000353664:12345-0@lo:38:kworker.0 Request processed in 31us (308us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321410.422187:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6697
00000100:00100000:0.0:1767321410.422218:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6698
00000100:00100000:0.0:1767321410.422222:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523669e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000353792:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321410.422231:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321410.422254:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523669e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000353792:12345-0@lo:38:kworker.0 Request processed in 30us (323us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321410.422259:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6698
00000100:00080000:0.0:1767321410.422311:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321410.422315:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321410.422319:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347045180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000353536:0@lo:38:kworker.0
00000100:00080000:0.0:1767321410.422327:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321410.422330:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321410.422332:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347047800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000353664:0@lo:38:kworker.0
00000100:00080000:0.0:1767321410.422339:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321410.422342:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321410.422344:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347045f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000353792:0@lo:38:kworker.0
00000100:00080000:1.0:1767321410.422907:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321410.422918:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321410.422921:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321410.422924:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6603
00000100:00080000:1.0:1767321410.422927:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321410.422932:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321410.424283:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523669e5c00 x1853164000354048/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321410.424393:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523669e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000354048:0@lo:38:kworker.0
00000100:00100000:1.0:1767321410.424459:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321410.424515:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523669e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000354304:0@lo:400:kworker.0
00000100:00100000:1.0:1767321410.424542:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321410.424564:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767321410.424569:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523669e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000354176:0@lo:400:kworker.0
00000100:00100000:1.0:1767321410.424588:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321410.424615:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000354304
00000100:00100000:1.0:1767321410.424622:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000354304
00000100:00100000:1.0:1767321410.424674:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3765
00000100:00100000:1.0:1767321410.424683:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347046680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000354304:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321410.424729:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347046680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000354304:12345-0@lo:400:kworker.0 Request processed in 48us (186us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321410.424737:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3765
00000100:00100000:1.0:1767321410.424765:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000354048
00000100:00100000:1.0:1767321410.424768:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000354048
00000100:00100000:1.0:1767321410.424784:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000354176
00000100:00100000:1.0:1767321410.424787:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000354176
00000100:00100000:1.0:1767321410.424807:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5830
00000100:00100000:1.0:1767321410.424814:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347045c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000354176:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321410.424840:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347045c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000354176:12345-0@lo:400:kworker.0 Request processed in 28us (251us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321410.424847:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5830
00000100:00100000:1.0:1767321410.424858:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6699
00000100:00100000:1.0:1767321410.424876:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347046a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000354048:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321410.424902:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321410.424940:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347046a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000354048:12345-0@lo:38:kworker.0 Request processed in 63us (481us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321410.424947:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6699
00000100:00100000:1.0:1767321410.424982:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523669e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000354176:0@lo:400:kworker.0
00000100:00100000:1.0:1767321410.424992:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523669e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000354304:0@lo:400:kworker.0
00000100:00080000:1.0:1767321410.425020:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321410.425024:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321410.425027:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523669e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000354048:0@lo:38:kworker.0
00000100:00080000:2.0:1767321410.429410:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767321410.429423:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767321410.430479:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523669e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000354432:0@lo:400:kworker.0
00000100:00100000:3.0:1767321410.430557:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321410.430604:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347045880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000353920:0@lo:400:kworker.0
00000100:00100000:3.0:1767321410.430628:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321410.430807:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000353920
00000100:00100000:2.0:1767321410.430817:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000353920
00000100:00100000:2.0:1767321410.430905:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5831
00000100:00100000:2.0:1767321410.430923:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e982d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000353920:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321410.430975:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e982d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000353920:12345-0@lo:400:kworker.0 Request processed in 63us (346us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321410.430983:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5831
00000100:00080000:3.0:1767321410.431798:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321410.431851:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347045880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000353920:0@lo:400:kworker.0
00000100:00100000:1.0:1767321410.432495:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000354432
00000100:00100000:1.0:1767321410.432503:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000354432
00000100:00100000:1.0:1767321410.432569:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3766
00000100:00100000:1.0:1767321410.432578:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e982680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000354432:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321410.432643:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e982680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000354432:12345-0@lo:400:kworker.0 Request processed in 67us (2085us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321410.432650:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3766
00000100:00080000:3.0:1767321410.432844:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767321410.432877:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523669e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000354432:0@lo:400:kworker.0
00010000:00010000:2.0:1767321410.743644:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321411.446728:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236e981500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000354560:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321411.446795:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321411.446896:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000354560
00000100:00100000:3.0:1767321411.446910:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000354560
00000100:00100000:3.0:1767321411.446961:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2988
00000100:00100000:3.0:1767321411.446970:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523669e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000354560:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767321411.446999:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767321411.447041:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523669e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000354560:12345-0@lo:13:osp-pre-1-1.0 Request processed in 72us (246us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321411.447048:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2988
00000100:00100000:0.0:1767321411.447599:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236e981500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000354560:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321411.447774:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eacb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000354688:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321411.447805:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321411.448339:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000354688
00000100:00100000:2.0:1767321411.448346:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000354688
00000100:00100000:2.0:1767321411.448385:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2989
00000100:00100000:2.0:1767321411.448392:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e981f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000354688:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767321411.448412:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767321411.448467:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e981f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000354688:12345-0@lo:13:osp-pre-0-1.0 Request processed in 75us (661us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321411.448474:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2989
00000100:00100000:0.0:1767321411.448621:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eacb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000354688:0@lo:13:osp-pre-0-1.0
00010000:00010000:2.0:1767321411.767040:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321412.789664:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321413.582768:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767321413.582814:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767321413.582933:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962619392
00000100:00100000:2.0:1767321413.582943:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962619392
00000100:00100000:2.0:1767321413.582986:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962619520
00000100:00100000:2.0:1767321413.582989:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962619520
00000100:00100000:2.0:1767321413.583040:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5832
00000100:00100000:2.0:1767321413.583050:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347045f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962619520:12345-192.168.202.52@tcp:400:kworker.0
00000100:00080000:0.0:1767321413.583098:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321413.583125:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347045f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962619520:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 77us (310us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321413.583134:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5832
00000100:00100000:2.0:1767321413.583164:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6700
00000100:00100000:2.0:1767321413.583168:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347045880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962619392:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767321413.583188:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321413.583233:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347045880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962619392:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 63us (476us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321413.583239:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6700
00010000:00010000:0.0:1767321413.813436:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321414.837545:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767321415.544529:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321415.544540:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767321415.544543:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321415.544547:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321415.544551:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321415.544558:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6608
00000100:00080000:3.0:1767321415.544563:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321415.544569:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321415.544611:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236e980000 x1853164000354816/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321415.544628:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321415.544631:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321415.544632:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321415.544635:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6608
00000100:00080000:3.0:1767321415.544638:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321415.544641:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321415.544653:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236e980e00 x1853164000354944/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321415.544663:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321415.544666:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321415.544668:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321415.544671:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6608
00000100:00080000:3.0:1767321415.544673:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321415.544676:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321415.544685:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236e981c00 x1853164000355072/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321415.544741:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321415.544745:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321415.544747:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321415.544751:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6608
00000100:00080000:3.0:1767321415.544753:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321415.544756:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321415.544766:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236e981880 x1853164000355328/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321415.544832:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236e981500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000355584:0@lo:400:kworker.0
00000100:00100000:3.0:1767321415.544919:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321415.544984:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767321415.544992:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236e983480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000355456:0@lo:400:kworker.0
00000100:00100000:3.0:1767321415.545021:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321415.545069:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000355456
00000100:00100000:3.0:1767321415.545077:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000355456
00000100:00100000:3.0:1767321415.545129:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5833
00000100:00100000:3.0:1767321415.545151:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e980700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000355456:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321415.545221:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e980700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000355456:12345-0@lo:400:kworker.0 Request processed in 73us (198us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321415.545228:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5833
00000100:00080000:3.0:1767321415.545249:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321415.545277:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236e983480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000355456:0@lo:400:kworker.0
00000100:00100000:0.0:1767321415.545353:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236e980380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000355200:0@lo:400:kworker.0
00000100:00100000:0.0:1767321415.545382:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321415.545409:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767321415.545416:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236e981180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000355712:0@lo:400:kworker.0
00000100:00100000:0.0:1767321415.545437:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321415.545668:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000355200
00000100:00100000:3.0:1767321415.545673:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000355200
00000100:00100000:3.0:1767321415.545709:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5834
00000100:00100000:3.0:1767321415.545716:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523669e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000355200:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321415.545748:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523669e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000355200:12345-0@lo:400:kworker.0 Request processed in 33us (365us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321415.545753:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5834
00000100:00080000:0.0:1767321415.545925:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321415.545946:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236e980380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000355200:0@lo:400:kworker.0
00000100:00100000:1.0:1767321415.546253:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236e980000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000354816:0@lo:38:kworker.0
00000100:00100000:1.0:1767321415.546286:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321415.546322:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236e980e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000354944:0@lo:38:kworker.0
00000100:00100000:1.0:1767321415.546341:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321415.546362:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236e981c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000355072:0@lo:38:kworker.0
00000100:00100000:1.0:1767321415.546381:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321415.546396:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236e981880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000355328:0@lo:38:kworker.0
00000100:00100000:1.0:1767321415.546415:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321415.546447:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000354944
00000100:00100000:1.0:1767321415.546451:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000354944
00000100:00100000:1.0:1767321415.546470:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000355072
00000100:00100000:1.0:1767321415.546473:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000355072
00000100:00100000:1.0:1767321415.546480:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000355328
00000100:00100000:1.0:1767321415.546482:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000355328
00000100:00100000:1.0:1767321415.546492:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6701
00000100:00100000:1.0:1767321415.546496:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347045180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000354944:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321415.546514:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321415.546548:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347045180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000354944:12345-0@lo:38:kworker.0 Request processed in 50us (205us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321415.546554:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6701
00000100:00100000:1.0:1767321415.546569:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6702
00000100:00100000:1.0:1767321415.546573:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000355072:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321415.546582:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321415.546605:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000355072:12345-0@lo:38:kworker.0 Request processed in 30us (222us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321415.546611:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6702
00000100:00100000:1.0:1767321415.546623:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6703
00000100:00100000:1.0:1767321415.546627:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b24000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000355328:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321415.546635:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321415.546655:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b24000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000355328:12345-0@lo:38:kworker.0 Request processed in 26us (239us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321415.546660:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6703
00000100:00100000:1.0:1767321415.546680:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000355584
00000100:00100000:1.0:1767321415.546683:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000355584
00000100:00100000:1.0:1767321415.546727:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000355712
00000100:00100000:1.0:1767321415.546731:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000355712
00000100:00100000:1.0:1767321415.546748:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3767
00000100:00100000:1.0:1767321415.546754:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e983b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000355584:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321415.546786:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e983b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000355584:12345-0@lo:400:kworker.0 Request processed in 31us (1866us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321415.546805:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3767
00000100:00100000:1.0:1767321415.546818:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3768
00000100:00100000:1.0:1767321415.546823:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523669e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000355712:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321415.546864:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523669e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000355712:12345-0@lo:400:kworker.0 Request processed in 40us (1426us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321415.546871:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3768
00000100:00080000:1.0:1767321415.546896:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321415.546901:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321415.546904:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236e980e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000354944:0@lo:38:kworker.0
00000100:00080000:1.0:1767321415.546912:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321415.546914:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321415.546917:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236e981c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000355072:0@lo:38:kworker.0
00000100:00080000:1.0:1767321415.546924:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321415.546927:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321415.546930:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236e981880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000355328:0@lo:38:kworker.0
00000100:00100000:0.0:1767321415.547304:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000354816
00000100:00100000:0.0:1767321415.547309:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000354816
00000100:00100000:0.0:1767321415.547340:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2185
00000100:00100000:0.0:1767321415.547345:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347047800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000354816:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321415.547354:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321415.547389:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347047800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000354816:12345-0@lo:38:kworker.0 Request processed in 43us (1103us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321415.547395:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2185
00000100:00080000:0.0:1767321415.547414:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767321415.547416:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767321415.547435:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236e981180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000355712:0@lo:400:kworker.0
00000100:00080000:0.0:1767321415.547457:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321415.547460:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321415.547462:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236e980000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000354816:0@lo:38:kworker.0
00000100:00100000:3.0:1767321415.548617:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236e981500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000355584:0@lo:400:kworker.0
00010000:00010000:2.0:1767321415.861529:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321416.565557:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eac8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000355840:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321416.565631:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321416.565882:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000355840
00000100:00100000:2.0:1767321416.565891:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000355840
00000100:00100000:2.0:1767321416.565949:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2990
00000100:00100000:2.0:1767321416.565959:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523669e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000355840:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767321416.565991:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767321416.566038:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523669e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000355840:12345-0@lo:13:osp-pre-0-1.0 Request processed in 81us (406us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321416.566046:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2990
00000100:00100000:0.0:1767321416.572101:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eac8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000355840:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321416.573119:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236e981500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000355968:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321416.573222:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321416.574395:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000355968
00000100:00100000:3.0:1767321416.574405:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000355968
00000100:00100000:3.0:1767321416.574461:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2991
00000100:00100000:3.0:1767321416.574469:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523669e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000355968:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767321416.574500:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767321416.574569:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523669e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000355968:12345-0@lo:13:osp-pre-1-1.0 Request processed in 99us (1374us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321416.574577:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2991
00000100:00100000:1.0:1767321416.574673:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236e981500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000355968:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767321416.885593:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767321417.909778:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321418.688665:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767321418.688795:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767321418.689284:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962619776
00000100:00100000:1.0:1767321418.689306:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962619776
00000100:00100000:1.0:1767321418.689413:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962619648
00000100:00100000:1.0:1767321418.689418:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962619648
00000100:00100000:1.0:1767321418.689449:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5835
00000100:00100000:1.0:1767321418.689460:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e983480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962619776:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767321418.689549:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e983480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962619776:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 90us (992us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321418.689557:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5835
00000100:00100000:1.0:1767321418.689581:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6704
00000100:00100000:1.0:1767321418.689585:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e980a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962619648:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767321418.689611:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321418.689641:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e980a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962619648:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 54us (846us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321418.689647:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6704
00000100:00080000:0.0:1767321418.689833:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767321418.933799:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321419.958028:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767321420.661731:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321420.661756:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767321420.661759:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321420.661763:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321420.661769:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321420.661779:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6613
00000100:00080000:1.0:1767321420.661785:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321420.661793:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767321420.661882:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952344b27100 x1853164000356096/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321420.661913:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321420.661917:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321420.661919:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321420.661923:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6613
00000100:00080000:1.0:1767321420.661926:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321420.661930:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767321420.661943:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952344b27480 x1853164000356224/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321420.661952:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321420.661955:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321420.661957:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321420.661961:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6613
00000100:00080000:1.0:1767321420.661963:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321420.661967:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767321420.661977:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952344b24380 x1853164000356352/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321420.662026:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321420.662030:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321420.662032:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321420.662036:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6613
00000100:00080000:1.0:1767321420.662039:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321420.662044:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767321420.662056:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952344b25500 x1853164000356608/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321420.662094:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952344b27100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000356096:0@lo:38:kworker.0
00000100:00100000:1.0:1767321420.662144:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952344b25f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000356736:0@lo:400:kworker.0
00000100:00100000:0.0:1767321420.662191:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321420.662300:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952344b26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000356480:0@lo:400:kworker.0
00000100:00100000:3.0:1767321420.662300:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952344b25180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000356992:0@lo:400:kworker.0
00000100:00100000:1.0:1767321420.671274:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321420.671392:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767321420.671412:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952344b24e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000356864:0@lo:400:kworker.0
00000100:00100000:1.0:1767321420.672144:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321420.672387:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000356096
00000100:00100000:1.0:1767321420.672399:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000356096
00000100:00100000:1.0:1767321420.672458:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2186
00000100:00100000:1.0:1767321420.672467:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523669e7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000356096:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321420.672498:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321420.672551:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523669e7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000356096:12345-0@lo:38:kworker.0 Request processed in 83us (10361us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321420.672563:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2186
00000100:00100000:1.0:1767321420.672613:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000356864
00000100:00100000:1.0:1767321420.672618:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000356864
00000100:00100000:1.0:1767321420.674289:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3769
00000100:00100000:1.0:1767321420.674311:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000356864:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321420.674428:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000356864:12345-0@lo:400:kworker.0 Request processed in 125us (2284us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321420.674435:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3769
00000100:00100000:1.0:1767321420.674512:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952344b24e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000356864:0@lo:400:kworker.0
00000100:00080000:1.0:1767321420.674563:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767321420.674600:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000356736
00000100:00100000:1.0:1767321420.674607:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000356736
00000100:00100000:1.0:1767321420.675257:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5836
00000100:00100000:1.0:1767321420.675269:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000356736:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321420.675337:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000356736:12345-0@lo:400:kworker.0 Request processed in 72us (4078us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321420.675345:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5836
00000100:00080000:1.0:1767321420.675365:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321420.675390:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952344b25f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000356736:0@lo:400:kworker.0
00000100:00080000:0.0:1767321420.680350:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321420.680366:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321420.680371:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952344b27100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000356096:0@lo:38:kworker.0
00000100:00100000:0.0:1767321420.680384:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952344b27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000356224:0@lo:38:kworker.0
00000100:00100000:2.0:1767321420.680718:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321420.680874:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000356480
00000100:00100000:1.0:1767321420.680885:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000356480
00000100:00100000:1.0:1767321420.680978:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5837
00000100:00100000:1.0:1767321420.680989:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eac9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000356480:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321420.681034:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321420.681083:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eac9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000356480:12345-0@lo:400:kworker.0 Request processed in 95us (369us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321420.681092:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5837
00000100:00100000:0.0:1767321420.681094:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000356224
00000100:00100000:0.0:1767321420.681104:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000356224
00000100:00100000:0.0:1767321420.681168:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6705
00000100:00080000:2.0:1767321420.681171:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321420.681178:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523669e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000356224:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321420.681233:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321420.681238:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952344b26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000356480:0@lo:400:kworker.0
00000100:00100000:0.0:1767321420.681283:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523669e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000356224:12345-0@lo:38:kworker.0 Request processed in 104us (251us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321420.681293:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6705
00000100:00100000:3.0:1767321420.681721:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321420.682464:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000356992
00000100:00100000:2.0:1767321420.682474:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000356992
00000100:00100000:2.0:1767321420.682539:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3770
00000100:00100000:2.0:1767321420.682549:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e981500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000356992:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321420.682614:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e981500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000356992:12345-0@lo:400:kworker.0 Request processed in 68us (895us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321420.682622:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3770
00000100:00080000:3.0:1767321420.682780:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767321420.682824:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952344b25180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000356992:0@lo:400:kworker.0
00000100:00080000:0.0:1767321420.688372:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321420.688392:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321420.688399:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952344b27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000356224:0@lo:38:kworker.0
00000100:00100000:0.0:1767321420.688415:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952344b24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000356352:0@lo:38:kworker.0
00000100:00100000:0.0:1767321420.688503:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321420.688543:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952344b25500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000356608:0@lo:38:kworker.0
00000100:00100000:2.0:1767321420.689243:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000356352
00000100:00100000:2.0:1767321420.689255:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000356352
00000100:00100000:2.0:1767321420.689327:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6706
00000100:00100000:2.0:1767321420.689336:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523669e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000356352:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321420.689363:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321420.689440:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523669e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000356352:12345-0@lo:38:kworker.0 Request processed in 102us (935us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321420.689448:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6706
00000100:00100000:0.0:1767321420.690768:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767321420.690883:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321420.690889:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321420.690893:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952344b24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000356352:0@lo:38:kworker.0
00000100:00100000:3.0:1767321420.690946:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000356608
00000100:00100000:3.0:1767321420.690955:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000356608
00000100:00100000:3.0:1767321420.691008:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6707
00000100:00100000:3.0:1767321420.691015:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523669e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000356608:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321420.691038:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321420.691096:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523669e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000356608:12345-0@lo:38:kworker.0 Request processed in 80us (330us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321420.691102:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6707
00000100:00080000:0.0:1767321420.692402:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321420.692417:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321420.692422:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952344b25500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000356608:0@lo:38:kworker.0
00010000:00010000:2.0:1767321420.981441:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321421.685838:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eacaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000357120:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321421.685937:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321421.687098:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236e980000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000357248:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321421.687159:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321421.687294:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000357120
00000100:00100000:3.0:1767321421.687305:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000357120
00000100:00100000:2.0:1767321421.687314:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000357248
00000100:00100000:2.0:1767321421.687319:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000357248
00000100:00100000:3.0:1767321421.687375:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2992
00000100:00100000:3.0:1767321421.687386:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523669e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000357120:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767321421.687465:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767321421.687531:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523669e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000357120:12345-0@lo:13:osp-pre-0-1.0 Request processed in 145us (1593us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321421.687552:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2992
00000100:00100000:3.0:1767321421.687573:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2993
00000100:00100000:3.0:1767321421.687579:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000357248:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767321421.687599:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767321421.687635:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000357248:12345-0@lo:13:osp-pre-1-1.0 Request processed in 57us (476us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321421.687642:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2993
00000100:00100000:0.0:1767321421.689382:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236e980000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000357248:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321421.689458:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eacaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000357120:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767321422.008900:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321423.029746:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321423.809323:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767321423.809375:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767321423.809472:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962620032
00000100:00100000:2.0:1767321423.809495:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962620032
00000100:00100000:2.0:1767321423.809622:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962619904
00000100:00100000:2.0:1767321423.809626:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962619904
00000100:00100000:2.0:1767321423.809646:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5838
00000100:00100000:2.0:1767321423.809656:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523669e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962620032:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767321423.809728:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523669e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962620032:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 73us (414us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321423.809736:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5838
00000100:00100000:2.0:1767321423.809755:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6708
00000100:00100000:2.0:1767321423.809760:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523669e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962619904:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767321423.809792:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321423.810054:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523669e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962619904:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 292us (678us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321423.810062:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6708
00000100:00080000:0.0:1767321423.811995:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767321424.054232:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321425.077441:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767321425.781546:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321425.781557:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767321425.781561:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321425.781565:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321425.781569:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321425.781577:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6618
00000100:00080000:3.0:1767321425.781582:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321425.781588:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321425.781635:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236e981180 x1853164000357376/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321425.781665:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321425.781669:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321425.781670:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321425.781674:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6618
00000100:00080000:3.0:1767321425.781676:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321425.781680:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321425.781695:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236e981880 x1853164000357504/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321425.781716:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321425.781719:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321425.781720:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321425.781724:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6618
00000100:00080000:3.0:1767321425.781726:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321425.781729:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321425.781740:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236e981c00 x1853164000357632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321425.781815:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321425.781819:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321425.781821:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321425.781824:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6618
00000100:00080000:3.0:1767321425.781826:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321425.781830:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321425.781841:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236e980380 x1853164000357888/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321425.781902:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236e980000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000358016:0@lo:400:kworker.0
00000100:00100000:2.0:1767321425.781903:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000358272:0@lo:400:kworker.0
00000100:00100000:1.0:1767321425.781968:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236e980e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000357760:0@lo:400:kworker.0
00000100:00100000:3.0:1767321425.782037:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321425.782147:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000358144:0@lo:400:kworker.0
00000100:00100000:2.0:1767321425.782244:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321425.782304:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000358272
00000100:00100000:2.0:1767321425.782311:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000358272
00000100:00100000:2.0:1767321425.782359:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3771
00000100:00100000:2.0:1767321425.782366:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eacb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000358272:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321425.782408:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eacb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000358272:12345-0@lo:400:kworker.0 Request processed in 43us (174us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321425.782419:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3771
00000100:00100000:2.0:1767321425.782466:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000358272:0@lo:400:kworker.0
00000100:00100000:2.0:1767321425.782499:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000358016
00000100:00100000:2.0:1767321425.782502:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000358016
00000100:00100000:2.0:1767321425.782524:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5839
00000100:00100000:2.0:1767321425.782530:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000358016:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321425.782556:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000358016:12345-0@lo:400:kworker.0 Request processed in 27us (519us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321425.782562:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5839
00000100:00100000:2.0:1767321425.782914:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236e981180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000357376:0@lo:38:kworker.0
00000100:00100000:2.0:1767321425.782949:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321425.782975:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236e981880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000357504:0@lo:38:kworker.0
00000100:00100000:2.0:1767321425.782996:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321425.783015:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000357504
00000100:00100000:2.0:1767321425.783020:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000357504
00000100:00100000:2.0:1767321425.783039:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6709
00000100:00100000:2.0:1767321425.783044:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eac8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000357504:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321425.783061:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321425.783092:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eac8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000357504:12345-0@lo:38:kworker.0 Request processed in 47us (95us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321425.783098:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6709
00000100:00080000:2.0:1767321425.783124:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321425.783129:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321425.783131:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236e981880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000357504:0@lo:38:kworker.0
00000100:00100000:2.0:1767321425.783139:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236e981c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000357632:0@lo:38:kworker.0
00000100:00100000:2.0:1767321425.783157:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321425.783174:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000357632
00000100:00100000:2.0:1767321425.783177:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000357632
00000100:00100000:2.0:1767321425.783191:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6710
00000100:00100000:2.0:1767321425.783300:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eacad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000357632:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321425.783312:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321425.783337:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eacad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000357632:12345-0@lo:38:kworker.0 Request processed in 108us (179us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321425.783343:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6710
00000100:00080000:2.0:1767321425.783366:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321425.783370:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321425.783372:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236e981c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000357632:0@lo:38:kworker.0
00000100:00100000:2.0:1767321425.783378:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236e980380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000357888:0@lo:38:kworker.0
00000100:00100000:2.0:1767321425.783402:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321425.783419:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000357888
00000100:00100000:2.0:1767321425.783422:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000357888
00000100:00100000:2.0:1767321425.783437:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6711
00000100:00100000:2.0:1767321425.783441:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eac9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000357888:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321425.783450:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321425.783473:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eac9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000357888:12345-0@lo:38:kworker.0 Request processed in 30us (70us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321425.783478:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6711
00000100:00080000:2.0:1767321425.783501:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321425.783505:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321425.783509:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236e980380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000357888:0@lo:38:kworker.0
00000100:00080000:2.0:1767321425.783545:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767321425.783550:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767321425.783567:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000357376
00000100:00100000:2.0:1767321425.783571:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000357376
00000100:00100000:2.0:1767321425.783807:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187
00000100:00100000:2.0:1767321425.783813:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eacbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000357376:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321425.783823:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321425.783857:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eacbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000357376:12345-0@lo:38:kworker.0 Request processed in 43us (908us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321425.783863:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187
00000100:00080000:2.0:1767321425.783885:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321425.783890:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321425.783893:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236e981180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000357376:0@lo:38:kworker.0
00000100:00100000:1.0:1767321425.788504:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321425.788794:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236e980000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000358016:0@lo:400:kworker.0
00000100:00100000:2.0:1767321425.788830:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000357760
00000100:00100000:2.0:1767321425.788840:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000357760
00000100:00100000:2.0:1767321425.788960:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5840
00000100:00100000:2.0:1767321425.788970:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b24e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000357760:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321425.789042:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b24e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000357760:12345-0@lo:400:kworker.0 Request processed in 74us (547us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321425.789050:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5840
00000100:00100000:1.0:1767321425.789953:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236e980e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000357760:0@lo:400:kworker.0
00000100:00080000:3.0:1767321425.795330:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321425.803425:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321425.803553:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000358144
00000100:00100000:2.0:1767321425.803564:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000358144
00000100:00100000:2.0:1767321425.803638:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3772
00000100:00100000:2.0:1767321425.803647:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000358144:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321425.803882:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000358144:12345-0@lo:400:kworker.0 Request processed in 235us (465us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321425.803890:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3772
00000100:00100000:1.0:1767321425.803977:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000358144:0@lo:400:kworker.0
00000100:00080000:0.0:1767321425.805835:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00010000:00010000:0.0:1767321426.102787:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321426.805671:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767321426.805693:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eaca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000358400:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767321426.805788:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321426.806037:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000358400
00000100:00100000:3.0:1767321426.806046:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000358400
00000100:00100000:3.0:1767321426.806099:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2994
00000100:00100000:3.0:1767321426.806109:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eaca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000358400:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767321426.806139:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767321426.806187:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eaca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000358400:12345-0@lo:13:osp-pre-0-1.0 Request processed in 80us (399us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321426.806222:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2994
00000100:00100000:3.0:1767321426.806271:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eaca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000358400:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321426.806345:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000358528:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321426.806375:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321426.806495:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000358528
00000100:00100000:2.0:1767321426.806501:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000358528
00000100:00100000:2.0:1767321426.806538:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2995
00000100:00100000:2.0:1767321426.806545:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b26d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000358528:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767321426.806559:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767321426.806599:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b26d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000358528:12345-0@lo:13:osp-pre-1-1.0 Request processed in 54us (223us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321426.806606:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2995
00000100:00100000:0.0:1767321426.806710:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000358528:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767321427.126137:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321428.150371:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321428.942453:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767321428.942573:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962620416
00000100:00100000:2.0:1767321428.942584:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962620416
00000100:00100000:2.0:1767321428.942678:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5841
00000100:00100000:2.0:1767321428.942688:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b25500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962620416:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767321428.942797:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b25500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962620416:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 109us (354us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321428.942806:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5841
00000100:00080000:0.0:1767321428.943029:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000400:00000100:3.0:1767321428.946386:0:7000:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.52@tcp portal 26 match 1853163962620160 offset 0 length 520: 4
00000100:00100000:3.0:1767321428.946432:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767321428.946827:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962620288
00000100:00100000:2.0:1767321428.946839:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962620288
00000100:00100000:2.0:1767321428.946899:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6712
00000100:00100000:2.0:1767321428.946907:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962620288:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767321428.946937:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321428.947009:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962620288:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 101us (576us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321428.947017:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6712
00010000:00010000:2.0:1767321429.175390:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767321430.197888:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767321430.901330:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321430.901341:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767321430.901344:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321430.901348:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321430.901352:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321430.901360:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6623
00000100:00080000:3.0:1767321430.901365:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321430.901372:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321430.901420:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347ff1180 x1853164000358656/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321430.901445:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321430.901448:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321430.901450:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321430.901454:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6623
00000100:00080000:3.0:1767321430.901456:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321430.901459:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321430.901470:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347ff3480 x1853164000358784/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321430.901479:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321430.901482:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321430.901484:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321430.901487:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6623
00000100:00080000:3.0:1767321430.901489:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321430.901492:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321430.901501:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347ff0e00 x1853164000358912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321430.901530:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321430.901533:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321430.901535:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321430.901539:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6623
00000100:00100000:1.0:1767321430.901540:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000359040:0@lo:400:kworker.0
00000100:00080000:3.0:1767321430.901541:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321430.901544:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321430.901554:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347ff2300 x1853164000359168/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321430.901607:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321430.901686:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000359296:0@lo:400:kworker.0
00000100:00100000:1.0:1767321430.901724:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321430.901746:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767321430.901752:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000359424:0@lo:400:kworker.0
00000100:00100000:1.0:1767321430.901775:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321430.901800:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000359552:0@lo:400:kworker.0
00000100:00100000:2.0:1767321430.901820:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000359040
00000100:00100000:1.0:1767321430.901821:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321430.901828:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000359040
00000100:00100000:1.0:1767321430.901856:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000359424
00000100:00100000:1.0:1767321430.901859:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000359424
00000100:00100000:2.0:1767321430.901877:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000359296
00000100:00100000:2.0:1767321430.901879:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000359296
00000100:00100000:1.0:1767321430.901887:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000359552
00000100:00100000:1.0:1767321430.901890:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000359552
00000100:00100000:2.0:1767321430.901898:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5842
00000100:00100000:2.0:1767321430.901907:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b24380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000359040:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321430.902870:0:7004:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321405/real 1767321405]  req@ffff952347046d80 x1853164000352128/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321430 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1767321430.902908:0:7004:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff952347046d80 x1853164000352128/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321430 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1767321430.902926:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000358656:0@lo:38:kworker.0
00000100:00100000:0.0:1767321430.902970:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321430.903002:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000358784:0@lo:38:kworker.0
00000100:00100000:0.0:1767321430.903025:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321430.903044:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000358912:0@lo:38:kworker.0
00000100:00100000:3.0:1767321430.903183:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000359040:0@lo:400:kworker.0
00000100:00100000:3.0:1767321430.903261:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000358784
00000100:00100000:3.0:1767321430.903266:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000358784
00000100:00100000:3.0:1767321430.903306:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5843
00000100:00100000:3.0:1767321430.903315:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b27480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000359296:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321430.905506:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3773
00000100:00100000:2.0:1767321430.905506:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b24380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000359040:12345-0@lo:400:kworker.0 Request processed in 3590us (3889us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321430.905517:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5842
00000100:00100000:1.0:1767321430.905518:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000359424:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321430.905543:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6713
00000100:00100000:2.0:1767321430.905547:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523669e7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000358784:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321430.905567:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321430.905697:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523669e7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000358784:12345-0@lo:38:kworker.0 Request processed in 147us (2670us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321430.905704:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6713
00000100:00100000:2.0:1767321430.905802:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3774
00000100:00100000:2.0:1767321430.905810:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000359552:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321430.905851:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000359552:12345-0@lo:400:kworker.0 Request processed in 42us (4028us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321430.905857:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3774
00000100:00100000:2.0:1767321430.905938:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000359424:0@lo:400:kworker.0
00000100:00100000:2.0:1767321430.905979:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000358656
00000100:00100000:2.0:1767321430.905985:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000358656
00000100:00100000:2.0:1767321430.906008:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188
00000100:00100000:2.0:1767321430.906012:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523669e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000358656:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321430.906023:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321430.906051:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523669e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000358656:12345-0@lo:38:kworker.0 Request processed in 38us (3081us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321430.906057:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188
00000100:00080000:2.0:1767321430.906532:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767321430.906539:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767321430.906542:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321430.906726:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000359552:0@lo:400:kworker.0
00000100:00100000:3.0:1767321430.906937:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b27480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000359296:12345-0@lo:400:kworker.0 Request processed in 3621us (5208us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321430.906945:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5843
00000100:00100000:2.0:1767321430.907004:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000359296:0@lo:400:kworker.0
00000100:00100000:1.0:1767321430.907809:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000359424:12345-0@lo:400:kworker.0 Request processed in 2290us (6029us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321430.907820:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3773
00000100:00100000:0.0:1767321430.908058:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321430.908143:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000359168:0@lo:38:kworker.0
00000100:00100000:0.0:1767321430.909784:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767321430.911550:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321430.911857:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321430.911863:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1767321430.911867:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321430.911873:0:63619:0:(import.c:509:import_select_connection()) MGC192.168.202.152@tcp: connect to NID 0@lo last attempt 6603
00000100:00080000:1.0:1767321430.911879:0:63619:0:(import.c:588:import_select_connection()) MGC192.168.202.152@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321430.911886:0:63619:0:(import.c:623:import_select_connection()) MGC192.168.202.152@tcp: import ffff95235eb57800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767321430.911925:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952344b26a00 x1853164000359680/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321430.911985:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:0.0:1767321430.911991:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347046d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000352128:0@lo:250:kworker.0
00000100:00100000:0.0:1767321430.912024:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952344b26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000359680:0@lo:250:kworker.0
00000400:00000100:0.0:1767321430.912082:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164000359680 offset 0 length 520: 4
00000100:00080000:0.0:1767321430.912123:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321430.912128:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321430.912131:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000358656:0@lo:38:kworker.0
00000100:00080000:0.0:1767321430.912141:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321430.912144:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321430.912147:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000358784:0@lo:38:kworker.0
00000100:00100000:3.0:1767321430.912378:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000358912
00000100:00100000:3.0:1767321430.912388:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000358912
00000100:00100000:2.0:1767321430.912531:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000359168
00000100:00100000:2.0:1767321430.912536:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000359168
00000100:00100000:2.0:1767321430.912570:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6714
00000100:00100000:2.0:1767321430.912577:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523669e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000358912:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321430.912766:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321430.912821:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523669e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000358912:12345-0@lo:38:kworker.0 Request processed in 244us (4763us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321430.912829:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6714
00000100:00100000:2.0:1767321430.912847:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6715
00000100:00100000:2.0:1767321430.912851:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000359168:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321430.912859:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321430.912885:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000359168:12345-0@lo:38:kworker.0 Request processed in 33us (3108us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321430.912889:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6715
00000100:00080000:0.0:1767321430.913953:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321430.913962:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321430.913966:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000358912:0@lo:38:kworker.0
00000100:00080000:0.0:1767321430.913977:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321430.913980:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321430.913983:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000359168:0@lo:38:kworker.0
00010000:00010000:2.0:1767321431.223495:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321431.925713:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eaca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000359808:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321431.925789:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321431.925985:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000359808
00000100:00100000:2.0:1767321431.925995:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000359808
00000100:00100000:2.0:1767321431.926062:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2996
00000100:00100000:2.0:1767321431.926074:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000359808:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767321431.926108:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767321431.926360:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000359808:12345-0@lo:13:osp-pre-0-1.0 Request processed in 289us (573us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321431.926368:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2996
00000100:00100000:3.0:1767321431.926477:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eaca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000359808:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767321431.929094:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000359936:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767321431.929170:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321431.929301:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000359936
00000100:00100000:3.0:1767321431.929311:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000359936
00000100:00100000:3.0:1767321431.929363:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2997
00000100:00100000:3.0:1767321431.929373:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eacaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000359936:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767321431.929404:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767321431.933080:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eacaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000359936:12345-0@lo:13:osp-pre-1-1.0 Request processed in 3697us (3898us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321431.933096:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2997
00000100:00100000:2.0:1767321431.936357:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000359936:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767321432.245494:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321433.269417:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321434.050047:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767321434.050299:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767321434.050390:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962620672
00000100:00100000:3.0:1767321434.050390:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962620544
00000100:00100000:2.0:1767321434.050401:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962620672
00000100:00100000:3.0:1767321434.050401:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962620544
00000100:00100000:3.0:1767321434.050455:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5844
00000100:00100000:2.0:1767321434.050464:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6716
00000100:00100000:3.0:1767321434.050467:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962620672:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767321434.050468:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962620544:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767321434.050490:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767321434.050546:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321434.050616:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962620544:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 143us (315us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321434.050624:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6716
00000100:00100000:3.0:1767321434.060751:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962620672:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 10269us (10697us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321434.060769:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5844
00010000:00010000:0.0:1767321434.294443:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321435.317538:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767321436.021545:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321436.021558:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767321436.021561:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321436.021565:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321436.021570:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321436.021578:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6628
00000100:00080000:2.0:1767321436.021583:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321436.021591:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767321436.021641:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235eac8a80 x1853164000360064/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321436.021678:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321436.021681:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321436.021683:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321436.021686:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6628
00000100:00080000:2.0:1767321436.021689:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321436.021692:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767321436.021721:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235eacb480 x1853164000360192/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321436.021730:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321436.021733:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321436.021734:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321436.021737:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6628
00000100:00080000:2.0:1767321436.021739:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321436.021742:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767321436.021751:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235eac8e00 x1853164000360320/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321436.021797:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321436.021801:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321436.021803:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321436.021807:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6628
00000100:00080000:2.0:1767321436.021809:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321436.021812:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767321436.021827:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235eaca680 x1853164000360576/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321436.021892:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eacb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000360448:0@lo:400:kworker.0
00000100:00100000:2.0:1767321436.021894:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236e980e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000360704:0@lo:400:kworker.0
00000100:00100000:0.0:1767321436.021987:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eac8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000360064:0@lo:38:kworker.0
00000100:00100000:1.0:1767321436.022466:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236e981180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000360960:0@lo:400:kworker.0
00000100:00100000:2.0:1767321436.022569:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321436.022609:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767321436.022615:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236e980000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000360832:0@lo:400:kworker.0
00000100:00100000:2.0:1767321436.022640:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321436.022697:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000360704
00000100:00100000:2.0:1767321436.023090:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000360704
00000100:00100000:2.0:1767321436.023255:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5845
00000100:00100000:2.0:1767321436.023266:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e980380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000360704:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321436.023321:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e980380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000360704:12345-0@lo:400:kworker.0 Request processed in 58us (752us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321436.023328:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5845
00000100:00100000:2.0:1767321436.023379:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236e980e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000360704:0@lo:400:kworker.0
00000100:00080000:2.0:1767321436.023410:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321436.023428:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321436.023429:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000360832
00000100:00100000:2.0:1767321436.023433:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000360832
00000100:00100000:0.0:1767321436.023460:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eacb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000360192:0@lo:38:kworker.0
00000100:00100000:2.0:1767321436.023462:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3775
00000100:00100000:2.0:1767321436.023468:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e981c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000360832:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321436.023483:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321436.023496:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e981c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000360832:12345-0@lo:400:kworker.0 Request processed in 29us (855us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321436.023497:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eac8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000360320:0@lo:38:kworker.0
00000100:00100000:2.0:1767321436.023503:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3775
00000100:00100000:0.0:1767321436.023515:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767321436.023521:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767321436.023529:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eaca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000360576:0@lo:38:kworker.0
00000100:00100000:2.0:1767321436.023535:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236e980000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000360832:0@lo:400:kworker.0
00000100:00100000:0.0:1767321436.023548:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321436.023563:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000360064
00000100:00100000:2.0:1767321436.023566:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000360064
00000100:00100000:0.0:1767321436.023572:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000360192
00000100:00100000:0.0:1767321436.023574:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000360192
00000100:00100000:2.0:1767321436.023584:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2189
00000100:00100000:0.0:1767321436.023588:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000360320
00000100:00100000:2.0:1767321436.023589:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000360064:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767321436.023590:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000360320
00000100:00100000:0.0:1767321436.023601:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000360576
00000100:00100000:0.0:1767321436.023603:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000360576
00010000:00020000:2.0:1767321436.023608:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321436.023614:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6717
00000100:00100000:0.0:1767321436.023618:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000360192:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321436.023627:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321436.023640:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000360064:12345-0@lo:38:kworker.0 Request processed in 51us (212us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321436.023647:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2189
00000100:00100000:0.0:1767321436.023658:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000360192:12345-0@lo:38:kworker.0 Request processed in 39us (175us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321436.023673:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6717
00000100:00100000:2.0:1767321436.023676:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6718
00000100:00100000:2.0:1767321436.023680:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000360320:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767321436.023683:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6719
00000100:00100000:0.0:1767321436.023687:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000360576:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321436.023689:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:0.0:1767321436.023694:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321436.024589:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000360576:12345-0@lo:38:kworker.0 Request processed in 895us (1035us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321436.024589:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000360320:12345-0@lo:38:kworker.0 Request processed in 905us (1071us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321436.024598:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6719
00000100:00100000:2.0:1767321436.024623:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6718
00000100:00080000:0.0:1767321436.024639:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321436.025402:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321436.025408:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eac8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000360064:0@lo:38:kworker.0
00000100:00080000:0.0:1767321436.025424:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321436.025427:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321436.025430:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eacb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000360192:0@lo:38:kworker.0
00000100:00080000:0.0:1767321436.025437:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321436.025440:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321436.025443:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eac8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000360320:0@lo:38:kworker.0
00000100:00080000:0.0:1767321436.025450:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321436.025452:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321436.025455:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eaca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000360576:0@lo:38:kworker.0
00000100:00100000:3.0:1767321436.033587:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321436.035766:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000360448
00000100:00100000:2.0:1767321436.035780:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000360448
00000100:00100000:2.0:1767321436.035899:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5846
00000100:00100000:2.0:1767321436.035910:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000360448:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321436.036020:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000360448:12345-0@lo:400:kworker.0 Request processed in 112us (2440us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321436.036028:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5846
00000100:00080000:3.0:1767321436.036457:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321436.036502:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eacb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000360448:0@lo:400:kworker.0
00000100:00100000:1.0:1767321436.038490:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321436.038651:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000360960
00000100:00100000:2.0:1767321436.038669:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000360960
00000100:00100000:2.0:1767321436.038802:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3776
00000100:00100000:2.0:1767321436.038813:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000360960:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321436.038894:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000360960:12345-0@lo:400:kworker.0 Request processed in 83us (410us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321436.038902:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3776
00000100:00100000:0.0:1767321436.038945:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236e981180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000360960:0@lo:400:kworker.0
00000100:00080000:3.0:1767321436.042650:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00010000:2.0:1767321436.341539:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321437.046291:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236e980000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000361088:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321437.046362:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321437.046455:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000361088
00000100:00100000:2.0:1767321437.046472:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000361088
00000100:00100000:3.0:1767321437.046517:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000361216:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321437.046551:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321437.046557:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2998
00000100:00100000:2.0:1767321437.046583:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000361088:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767321437.046629:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767321437.046644:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000361216
00000100:00100000:0.0:1767321437.046664:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000361216
00000100:00100000:0.0:1767321437.046724:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2999
00000100:00100000:2.0:1767321437.046734:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000361088:12345-0@lo:13:osp-pre-0-1.0 Request processed in 163us (368us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321437.046743:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000361216:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767321437.046752:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2998
00002000:00000024:0.0:1767321437.046782:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767321437.046865:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236e980000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000361088:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321437.053258:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000361216:12345-0@lo:13:osp-pre-1-1.0 Request processed in 6512us (6693us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321437.053277:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2999
00000100:00100000:3.0:1767321437.056369:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000361216:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767321437.366015:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767321438.390600:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321439.167156:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767321439.167714:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767321439.168754:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962620928
00000100:00100000:1.0:1767321439.168772:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962620928
00000100:00100000:1.0:1767321439.168877:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962620800
00000100:00100000:1.0:1767321439.168882:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962620800
00000100:00100000:1.0:1767321439.168908:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5847
00000100:00100000:1.0:1767321439.168921:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962620928:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767321439.169026:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962620928:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 107us (1883us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321439.169034:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5847
00000100:00100000:1.0:1767321439.169057:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6720
00000100:00100000:1.0:1767321439.169061:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962620800:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767321439.169086:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321439.169113:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962620800:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 50us (1402us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321439.169120:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6720
00000100:00080000:3.0:1767321439.169462:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767321439.415164:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321440.437482:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767321441.141358:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321441.141372:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767321441.141376:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321441.141380:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321441.141386:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321441.141396:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6633
00000100:00080000:2.0:1767321441.141402:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321441.141413:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767321441.141467:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236e980000 x1853164000361344/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321441.141515:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321441.141520:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321441.141522:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321441.141526:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6633
00000100:00080000:2.0:1767321441.141529:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321441.141533:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767321441.141548:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236e980e00 x1853164000361472/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321441.141558:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321441.141562:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321441.141563:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321441.141576:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6633
00000100:00080000:2.0:1767321441.141579:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321441.141582:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767321441.141598:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236e981880 x1853164000361600/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321441.141688:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321441.141692:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321441.141694:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321441.141698:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6633
00000100:00080000:2.0:1767321441.141701:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321441.141705:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767321441.141719:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237138b480 x1853164000361856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321441.141789:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237138a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000361984:0@lo:400:kworker.0
00000100:00100000:2.0:1767321441.141879:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321441.141954:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767321441.141960:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237138ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000362112:0@lo:400:kworker.0
00000100:00100000:2.0:1767321441.141990:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321441.142423:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000361984
00000100:00100000:0.0:1767321441.142435:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000361984
00000100:00100000:1.0:1767321441.142530:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952371389f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000362240:0@lo:400:kworker.0
00000100:00100000:1.0:1767321441.142566:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321441.142592:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767321441.142598:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236e981180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000361728:0@lo:400:kworker.0
00000100:00100000:1.0:1767321441.142632:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321441.142755:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000362112
00000100:00100000:2.0:1767321441.142761:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000362112
00000100:00100000:2.0:1767321441.142797:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000362240
00000100:00100000:2.0:1767321441.142800:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000362240
00000100:00100000:2.0:1767321441.142828:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3777
00000100:00100000:2.0:1767321441.142837:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952371388e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000362112:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321441.142899:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952371388e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000362112:12345-0@lo:400:kworker.0 Request processed in 63us (908us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321441.142908:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3777
00000100:00100000:2.0:1767321441.142927:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3778
00000100:00100000:2.0:1767321441.142933:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000362240:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321441.142962:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000362240:12345-0@lo:400:kworker.0 Request processed in 29us (394us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321441.142968:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3778
00000100:00080000:2.0:1767321441.142997:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767321441.143002:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767321441.143005:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321441.143042:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237138ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000362112:0@lo:400:kworker.0
00000100:00100000:2.0:1767321441.143093:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236e980000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000361344:0@lo:38:kworker.0
00000100:00100000:2.0:1767321441.143125:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321441.144306:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236e980e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000361472:0@lo:38:kworker.0
00000100:00100000:2.0:1767321441.144399:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000361344
00000100:00100000:2.0:1767321441.144408:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000361344
00000100:00100000:2.0:1767321441.144457:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2190
00000100:00100000:2.0:1767321441.144465:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237138ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000361344:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321441.144492:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321441.144562:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237138ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000361344:12345-0@lo:38:kworker.0 Request processed in 96us (1436us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321441.144785:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2190
00000100:00100000:0.0:1767321441.146762:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000361728
00000100:00100000:1.0:1767321441.146772:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952371389f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000362240:0@lo:400:kworker.0
00000100:00100000:0.0:1767321441.146777:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000361728
00000100:00100000:1.0:1767321441.146828:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321441.146858:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000361472
00000100:00100000:1.0:1767321441.146859:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236e981880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000361600:0@lo:38:kworker.0
00000100:00100000:0.0:1767321441.146861:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000361472
00000100:00100000:0.0:1767321441.146883:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5848
00000100:00100000:0.0:1767321441.146894:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952371388000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000361984:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321441.146923:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321441.146935:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237138b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000361856:0@lo:38:kworker.0
00000100:00100000:1.0:1767321441.146954:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321441.146963:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952371388000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000361984:12345-0@lo:400:kworker.0 Request processed in 71us (5085us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321441.146970:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5848
00000100:00080000:1.0:1767321441.146983:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767321441.146986:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000361600
00000100:00080000:1.0:1767321441.146988:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321441.146989:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000361600
00000100:00100000:1.0:1767321441.146992:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236e980000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000361344:0@lo:38:kworker.0
00000100:00100000:0.0:1767321441.146997:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000361856
00000100:00100000:0.0:1767321441.146999:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000361856
00000100:00100000:0.0:1767321441.147008:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5849
00000100:00100000:0.0:1767321441.147013:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000361728:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321441.147018:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6721
00000100:00100000:1.0:1767321441.147023:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000361472:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767321441.147042:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000361728:12345-0@lo:400:kworker.0 Request processed in 30us (4410us total) trans 0 rc 0/0
00010000:00020000:1.0:1767321441.147044:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321441.147048:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5849
00000100:00100000:0.0:1767321441.147059:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6722
00000100:00100000:0.0:1767321441.147063:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000361600:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321441.147072:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321441.147077:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000361472:12345-0@lo:38:kworker.0 Request processed in 53us (250us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321441.147087:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6721
00000100:00100000:0.0:1767321441.147090:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000361600:12345-0@lo:38:kworker.0 Request processed in 26us (166us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321441.147095:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6722
00000100:00100000:1.0:1767321441.147100:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6723
00000100:00100000:1.0:1767321441.147104:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000361856:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321441.147112:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767321441.147123:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321441.147133:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000361856:12345-0@lo:38:kworker.0 Request processed in 29us (178us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321441.147138:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6723
00000100:00100000:0.0:1767321441.147147:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237138a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000361984:0@lo:400:kworker.0
00000100:00080000:1.0:1767321441.147156:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321441.147160:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321441.147164:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236e980e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000361472:0@lo:38:kworker.0
00000100:00080000:1.0:1767321441.147171:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321441.147175:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321441.147178:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236e981880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000361600:0@lo:38:kworker.0
00000100:00080000:1.0:1767321441.147185:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321441.147188:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321441.147190:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237138b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000361856:0@lo:38:kworker.0
00000100:00100000:0.0:1767321441.147218:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236e981180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000361728:0@lo:400:kworker.0
00010000:00010000:2.0:1767321441.462686:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321442.165851:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767321442.165897:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237138bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000362496:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321442.165983:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767321442.165996:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000362368:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767321442.166027:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321442.166058:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321442.166238:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000362496
00000100:00100000:0.0:1767321442.166248:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000362496
00000100:00100000:0.0:1767321442.166305:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000362368
00000100:00100000:0.0:1767321442.166307:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000362368
00000100:00100000:0.0:1767321442.166336:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3000
00000100:00100000:0.0:1767321442.166356:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952371388a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000362496:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767321442.166398:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767321442.166456:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952371388a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000362496:12345-0@lo:13:osp-pre-0-1.0 Request processed in 111us (431us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321442.166465:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3000
00000100:00100000:0.0:1767321442.166485:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3001
00000100:00100000:0.0:1767321442.166491:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000362368:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767321442.166508:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767321442.166647:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237138bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000362496:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321442.171541:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000362368:12345-0@lo:13:osp-pre-1-1.0 Request processed in 5032us (5465us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321442.171562:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3001
00000100:00100000:1.0:1767321442.171969:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000362368:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767321442.485454:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321443.518672:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321444.292545:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767321444.292740:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767321444.293483:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962621184
00000100:00100000:3.0:1767321444.293498:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962621184
00000100:00100000:3.0:1767321444.293940:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962621056
00000100:00100000:3.0:1767321444.293955:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962621056
00000100:00100000:3.0:1767321444.293984:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5850
00000100:00100000:3.0:1767321444.293997:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962621184:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:3.0:1767321444.294095:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962621184:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 101us (1567us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321444.294103:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5850
00000100:00100000:3.0:1767321444.294121:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6724
00000100:00100000:3.0:1767321444.294125:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962621056:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767321444.294460:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321444.294496:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962621056:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 369us (1756us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321444.294504:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6724
00000100:00080000:0.0:1767321444.298534:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767321444.533917:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767321445.558681:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767321446.262440:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321446.262455:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767321446.262459:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321446.262464:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321446.262469:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321446.262479:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6639
00000100:00080000:2.0:1767321446.262485:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321446.262494:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767321446.262638:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237138bb80 x1853164000362624/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321446.262669:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321446.262673:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321446.262675:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321446.262679:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6639
00000100:00080000:2.0:1767321446.262682:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321446.262686:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767321446.262700:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237138b100 x1853164000362752/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321446.262710:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321446.262713:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321446.262715:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321446.262719:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6639
00000100:00080000:2.0:1767321446.262722:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321446.262725:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767321446.262737:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237138a300 x1853164000362880/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321446.262833:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767321446.262885:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237138bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000362624:0@lo:38:kworker.0
00000100:00100000:1.0:1767321446.262992:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321446.263078:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237138b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000362752:0@lo:38:kworker.0
00000100:00100000:1.0:1767321446.263105:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321446.263123:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237138a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000362880:0@lo:38:kworker.0
00000100:00100000:1.0:1767321446.263159:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321446.263239:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000362624
00000100:00100000:1.0:1767321446.263249:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000362624
00000100:00100000:1.0:1767321446.263291:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2191
00000100:00100000:1.0:1767321446.263299:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000362624:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321446.263325:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321446.263371:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000362624:12345-0@lo:38:kworker.0 Request processed in 71us (379us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321446.263378:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2191
00000100:00100000:1.0:1767321446.263408:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000362752
00000100:00100000:1.0:1767321446.263412:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000362752
00000100:00100000:1.0:1767321446.263431:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000362880
00000100:00100000:1.0:1767321446.263433:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000362880
00000100:00100000:1.0:1767321446.263447:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6725
00000100:00100000:1.0:1767321446.263452:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000362752:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321446.263461:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321446.263488:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000362752:12345-0@lo:38:kworker.0 Request processed in 36us (382us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321446.263494:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6725
00000100:00100000:1.0:1767321446.263505:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6726
00000100:00100000:1.0:1767321446.263508:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e981180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000362880:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321446.263516:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321446.263535:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e981180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000362880:12345-0@lo:38:kworker.0 Request processed in 26us (376us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321446.264064:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6726
00000100:00080000:1.0:1767321446.264146:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321446.264151:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321446.264156:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237138bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000362624:0@lo:38:kworker.0
00000100:00080000:1.0:1767321446.264167:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321446.264170:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321446.264173:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237138b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000362752:0@lo:38:kworker.0
00000100:00080000:1.0:1767321446.264181:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321446.264184:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321446.264186:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237138a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000362880:0@lo:38:kworker.0
00000100:00080000:2.0:1767321446.265064:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321446.265074:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321446.265077:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321446.265084:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6639
00000100:00080000:2.0:1767321446.265090:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321446.265096:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767321446.265152:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952371389180 x1853164000363136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321446.265251:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237138aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000363264:0@lo:400:kworker.0
00000100:00100000:3.0:1767321446.265322:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321446.265400:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952371389180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000363136:0@lo:38:kworker.0
00000100:00100000:1.0:1767321446.265430:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321446.265474:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000363264
00000100:00100000:1.0:1767321446.265482:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000363264
00000100:00100000:0.0:1767321446.266776:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952371389c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000363008:0@lo:400:kworker.0
00000100:00100000:1.0:1767321446.267180:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000363136
00000100:00100000:1.0:1767321446.267191:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000363136
00000100:00100000:1.0:1767321446.267248:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5851
00000100:00100000:1.0:1767321446.267265:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000363264:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321446.267422:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321446.267481:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000363008
00000100:00100000:0.0:1767321446.267485:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000363008
00000100:00100000:0.0:1767321446.267521:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5852
00000100:00100000:0.0:1767321446.267528:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000363008:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321446.274363:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000363008:12345-0@lo:400:kworker.0 Request processed in 6817us (6922us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321446.274387:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5852
00000100:00100000:0.0:1767321446.274449:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6727
00000100:00100000:0.0:1767321446.274457:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e981880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000363136:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321446.274489:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321446.274741:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e981880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000363136:12345-0@lo:38:kworker.0 Request processed in 282us (9309us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321446.274749:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6727
00000100:00080000:0.0:1767321446.274785:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321446.274846:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952371389c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000363008:0@lo:400:kworker.0
00000100:00080000:0.0:1767321446.274937:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321446.274943:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321446.274947:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952371389180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000363136:0@lo:38:kworker.0
00000100:00100000:0.0:1767321446.274996:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237138a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000363392:0@lo:400:kworker.0
00000100:00100000:0.0:1767321446.275043:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321446.277376:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000363392
00000100:00100000:0.0:1767321446.277393:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000363392
00000100:00100000:0.0:1767321446.277469:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3779
00000100:00100000:0.0:1767321446.277479:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000363392:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321446.277924:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237138b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000363520:0@lo:400:kworker.0
00000100:00100000:2.0:1767321446.293695:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321446.293831:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000363520
00000100:00100000:2.0:1767321446.293843:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000363520
00000100:00100000:2.0:1767321446.293913:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3780
00000100:00100000:2.0:1767321446.293925:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237138bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000363520:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321446.294007:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237138bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000363520:12345-0@lo:400:kworker.0 Request processed in 84us (325us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321446.294015:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3780
00000100:00100000:2.0:1767321446.296577:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237138b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000363520:0@lo:400:kworker.0
00000100:00080000:2.0:1767321446.296732:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767321446.296741:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767321446.300973:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000363392:12345-0@lo:400:kworker.0 Request processed in 23479us (25912us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321446.300995:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3779
00000100:00100000:2.0:1767321446.301358:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237138a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000363392:0@lo:400:kworker.0
00000100:00100000:1.0:1767321446.305495:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000363264:12345-0@lo:400:kworker.0 Request processed in 38221us (40155us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321446.305516:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5851
00000100:00100000:3.0:1767321446.309824:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237138aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000363264:0@lo:400:kworker.0
00010000:00010000:0.0:1767321446.582294:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321447.286498:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237138a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000363648:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321447.286630:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321447.286871:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000363648
00000100:00100000:1.0:1767321447.286883:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000363648
00000100:00100000:1.0:1767321447.286954:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3002
00000100:00100000:1.0:1767321447.286964:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000363648:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767321447.287003:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767321447.287077:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000363648:12345-0@lo:13:osp-pre-0-1.0 Request processed in 114us (446us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321447.287085:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3002
00000100:00100000:3.0:1767321447.287259:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237138a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000363648:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321447.288354:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237138b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000363776:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321447.288424:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321447.288522:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000363776
00000100:00100000:2.0:1767321447.288530:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000363776
00000100:00100000:2.0:1767321447.288597:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3003
00000100:00100000:2.0:1767321447.288608:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000363776:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767321447.288642:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767321447.288691:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000363776:12345-0@lo:13:osp-pre-1-1.0 Request processed in 84us (266us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321447.288698:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3003
00000100:00100000:3.0:1767321447.289085:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237138b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000363776:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767321447.605664:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321448.629586:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321449.407689:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767321449.407802:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767321449.411828:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962621312
00000100:00100000:2.0:1767321449.411866:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962621312
00000100:00100000:1.0:1767321449.412152:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962621440
00000100:00100000:1.0:1767321449.412158:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962621440
00000100:00100000:1.0:1767321449.412261:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5853
00000100:00100000:1.0:1767321449.412273:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e980000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962621440:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767321449.412380:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e980000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962621440:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 109us (4577us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321449.412389:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5853
00000100:00100000:1.0:1767321449.412417:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6728
00000100:00100000:1.0:1767321449.412422:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e980e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962621312:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767321449.412448:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321449.412479:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e980e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962621312:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 56us (4808us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321449.412485:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6728
00000100:00080000:3.0:1767321449.413640:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767321449.655488:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767321450.677489:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767321451.381549:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321451.381560:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767321451.381563:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321451.381567:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321451.381572:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321451.381581:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6644
00000100:00080000:3.0:1767321451.381585:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321451.381593:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321451.381857:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347ff1500 x1853164000363904/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321451.381928:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000363904:0@lo:38:kworker.0
00000100:00100000:1.0:1767321451.382011:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321451.382131:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000363904
00000100:00100000:2.0:1767321451.382142:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000363904
00000100:00100000:2.0:1767321451.382223:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2192
00000100:00100000:2.0:1767321451.382229:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000363904:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321451.382250:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767321451.382730:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321451.382734:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321451.382736:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321451.382740:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6644
00000100:00080000:3.0:1767321451.382743:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321451.382747:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321451.382766:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347ff0000 x1853164000364032/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321451.385579:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000364032:0@lo:38:kworker.0
00000100:00100000:1.0:1767321451.385966:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321451.386132:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000363904:12345-0@lo:38:kworker.0 Request processed in 3898us (4117us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321451.386147:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2192
00000100:00080000:3.0:1767321451.386533:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321451.386541:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321451.386544:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321451.386551:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6644
00000100:00080000:3.0:1767321451.386555:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321451.386563:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321451.386606:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347ff0380 x1853164000364160/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321451.386670:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321451.386674:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321451.386676:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321451.386680:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6644
00000100:00080000:3.0:1767321451.386683:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321451.386687:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321451.386699:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347ff2d80 x1853164000364416/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321451.386770:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000364672:0@lo:400:kworker.0
00000100:00100000:3.0:1767321451.386830:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321451.386860:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767321451.386866:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000364544:0@lo:400:kworker.0
00000100:00100000:3.0:1767321451.386888:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321451.386935:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000364288:0@lo:400:kworker.0
00000100:00100000:2.0:1767321451.386981:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000364800:0@lo:400:kworker.0
00000100:00100000:2.0:1767321451.387005:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321451.387040:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000364672
00000100:00100000:2.0:1767321451.387048:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000364672
00000100:00100000:2.0:1767321451.387102:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000364800
00000100:00100000:2.0:1767321451.387105:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000364800
00000100:00100000:2.0:1767321451.387126:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3781
00000100:00100000:2.0:1767321451.387134:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000364672:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321451.387213:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000364672:12345-0@lo:400:kworker.0 Request processed in 62us (364us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321451.387219:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3781
00000100:00100000:2.0:1767321451.387233:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3782
00000100:00100000:2.0:1767321451.387238:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237138b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000364800:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321451.387266:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237138b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000364800:12345-0@lo:400:kworker.0 Request processed in 28us (260us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321451.387272:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3782
00000100:00080000:2.0:1767321451.387288:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767321451.387293:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767321451.387333:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000364800:0@lo:400:kworker.0
00000100:00080000:1.0:1767321451.388072:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321451.388082:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321451.388086:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000363904:0@lo:38:kworker.0
00000100:00100000:1.0:1767321451.388114:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000364160:0@lo:38:kworker.0
00000100:00100000:3.0:1767321451.388350:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000364672:0@lo:400:kworker.0
00000100:00100000:3.0:1767321451.388374:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321451.389875:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000364032
00000100:00100000:0.0:1767321451.389894:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000364032
00000100:00100000:0.0:1767321451.389966:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000364544
00000100:00100000:0.0:1767321451.389970:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000364544
00000100:00100000:0.0:1767321451.390030:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5854
00000100:00100000:0.0:1767321451.390044:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000364544:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321451.390167:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000364544:12345-0@lo:400:kworker.0 Request processed in 128us (3277us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321451.390176:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5854
00000100:00100000:0.0:1767321451.390214:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6729
00000100:00100000:0.0:1767321451.390219:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000364032:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321451.390244:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321451.390282:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000364032:12345-0@lo:38:kworker.0 Request processed in 62us (4316us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321451.390288:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6729
00000100:00080000:0.0:1767321451.390315:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321451.390381:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000364544:0@lo:400:kworker.0
00000100:00100000:0.0:1767321451.391271:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321451.391544:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000364416:0@lo:38:kworker.0
00000100:00100000:0.0:1767321451.391604:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321451.391665:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000364288
00000100:00100000:2.0:1767321451.391674:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000364288
00000100:00100000:2.0:1767321451.391735:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000364160
00000100:00100000:2.0:1767321451.391739:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000364160
00000100:00100000:2.0:1767321451.391760:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5855
00000100:00100000:2.0:1767321451.391769:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000364288:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321451.391842:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000364288:12345-0@lo:400:kworker.0 Request processed in 73us (3466us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321451.391849:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5855
00000100:00100000:2.0:1767321451.391868:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6730
00000100:00100000:2.0:1767321451.391873:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000364160:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321451.391892:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321451.391922:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000364160:12345-0@lo:38:kworker.0 Request processed in 47us (654us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321451.391928:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6730
00000100:00080000:2.0:1767321451.391947:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321451.391999:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000364288:0@lo:400:kworker.0
00000100:00080000:0.0:1767321451.392596:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321451.392604:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321451.392608:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000364032:0@lo:38:kworker.0
00000100:00080000:0.0:1767321451.392719:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321451.392725:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321451.392730:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000364160:0@lo:38:kworker.0
00000100:00100000:1.0:1767321451.392870:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000364416
00000100:00100000:1.0:1767321451.392878:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000364416
00000100:00100000:1.0:1767321451.392917:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6731
00000100:00100000:1.0:1767321451.392923:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000364416:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321451.392939:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321451.392998:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000364416:12345-0@lo:38:kworker.0 Request processed in 74us (1393us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321451.393005:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6731
00000100:00080000:2.0:1767321451.393102:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321451.393108:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321451.393111:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000364416:0@lo:38:kworker.0
00010000:00010000:2.0:1767321451.703117:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321452.405498:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000364928:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321452.405609:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321452.405822:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237138a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000365056:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767321452.405858:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321452.405902:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000364928
00000100:00100000:2.0:1767321452.405911:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000364928
00000100:00100000:2.0:1767321452.405968:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000365056
00000100:00100000:2.0:1767321452.405971:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000365056
00000100:00100000:2.0:1767321452.405997:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3004
00000100:00100000:2.0:1767321452.406006:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000364928:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767321452.406044:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767321452.406147:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3005
00000100:00100000:3.0:1767321452.406157:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952371389f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000365056:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767321452.406172:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767321452.406225:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952371389f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000365056:12345-0@lo:13:osp-pre-1-1.0 Request processed in 70us (365us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321452.406233:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3005
00000100:00100000:3.0:1767321452.406295:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237138a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000365056:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767321452.408698:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000364928:12345-0@lo:13:osp-pre-0-1.0 Request processed in 2677us (3073us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321452.408718:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3004
00000100:00100000:0.0:1767321452.409000:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000364928:0@lo:13:osp-pre-0-1.0
00010000:00010000:2.0:1767321452.725855:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767321453.750962:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321454.535569:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767321454.535628:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000400:00000100:3.0:1767321454.536850:0:7000:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.52@tcp portal 26 match 1853163962621824 offset 0 length 520: 4
00000100:00100000:2.0:1767321454.538657:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962621696
00000100:00100000:2.0:1767321454.538677:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962621696
00000100:00100000:2.0:1767321454.538848:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962621568
00000100:00100000:2.0:1767321454.538853:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962621568
00000100:00100000:2.0:1767321454.538879:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5856
00000100:00100000:2.0:1767321454.538892:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962621696:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767321454.538998:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962621696:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 108us (3447us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321454.539007:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5856
00000100:00100000:2.0:1767321454.539029:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6732
00000100:00100000:2.0:1767321454.539642:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962621568:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767321454.539669:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321454.539713:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962621568:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 73us (4084us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321454.539720:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6732
00000100:00080000:1.0:1767321454.540595:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767321454.773530:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321455.477712:0:7004:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321430/real 1767321430]  req@ffff952344b26a00 x1853164000359680/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321455 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767321455.477762:0:7004:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff952344b26a00 x1853164000359680/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321455 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767321455.477793:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321455.477904:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767321455.477910:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952344b26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000359680:0@lo:250:kworker.0
00000100:00080000:1.0:1767321455.483619:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321455.483637:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1767321455.483642:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321455.483653:0:63619:0:(import.c:509:import_select_connection()) MGC192.168.202.152@tcp: connect to NID 0@lo last attempt 6628
00000100:00080000:1.0:1767321455.483659:0:63619:0:(import.c:588:import_select_connection()) MGC192.168.202.152@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321455.483668:0:63619:0:(import.c:623:import_select_connection()) MGC192.168.202.152@tcp: import ffff95235eb57800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321455.485323:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237c0bed80 x1853164000365184/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321455.485371:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321455.485377:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321455.485380:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321455.485385:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6649
00000100:00080000:0.0:1767321455.485389:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321455.485396:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321455.485413:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237c0bfb80 x1853164000365312/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321455.485423:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321455.485427:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321455.485429:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321455.485432:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6649
00000100:00080000:0.0:1767321455.485435:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321455.485438:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321455.485448:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237c0bdc00 x1853164000365440/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321455.485462:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321455.485465:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321455.485467:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321455.485471:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6649
00000100:00080000:0.0:1767321455.485565:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321455.485570:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321455.485591:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235eacb800 x1853164000365568/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321455.485683:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eaca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000365696:0@lo:400:kworker.0
00000100:00100000:1.0:1767321455.485780:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321455.485913:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000365696
00000100:00080000:0.0:1767321455.485917:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321455.485922:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:3.0:1767321455.485923:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000365696
00000100:00080000:0.0:1767321455.485925:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321455.485931:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6649
00000100:00080000:0.0:1767321455.485934:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321455.485938:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321455.485954:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235eac8e00 x1853164000365824/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321455.486013:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5857
00000100:00100000:3.0:1767321455.486027:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000365696:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321455.486070:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000365184:0@lo:250:kworker.0
00000400:00000100:2.0:1767321455.486112:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164000365184 offset 0 length 520: 4
00000100:00100000:2.0:1767321455.486133:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000365312:0@lo:38:kworker.0
00000100:00100000:2.0:1767321455.486164:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321455.486185:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000365440:0@lo:38:kworker.0
00000100:00100000:2.0:1767321455.486233:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321455.486249:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eacb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000365568:0@lo:38:kworker.0
00000100:00100000:2.0:1767321455.486274:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321455.486291:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eac8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000365824:0@lo:38:kworker.0
00000100:00100000:2.0:1767321455.486311:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321455.486348:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000365312
00000100:00100000:2.0:1767321455.486353:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000365312
00000100:00100000:2.0:1767321455.486380:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2193
00000100:00100000:2.0:1767321455.486386:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237138a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000365312:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321455.486409:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321455.486446:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237138a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000365312:12345-0@lo:38:kworker.0 Request processed in 59us (281us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321455.486453:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2193
00000100:00100000:2.0:1767321455.486497:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000365440
00000100:00100000:2.0:1767321455.486502:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000365440
00000100:00100000:2.0:1767321455.486519:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000365568
00000100:00100000:2.0:1767321455.486522:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000365568
00000100:00100000:2.0:1767321455.486534:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000365824
00000100:00100000:2.0:1767321455.486535:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000365824
00000100:00100000:2.0:1767321455.486544:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6733
00000100:00100000:2.0:1767321455.486548:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237138b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000365440:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321455.486558:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321455.486583:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237138b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000365440:12345-0@lo:38:kworker.0 Request processed in 34us (349us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321455.486589:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6733
00000100:00100000:2.0:1767321455.486600:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6734
00000100:00100000:2.0:1767321455.486604:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237138a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000365568:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321455.486612:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321455.486633:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237138a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000365568:12345-0@lo:38:kworker.0 Request processed in 28us (359us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321455.486639:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6734
00000100:00100000:2.0:1767321455.486649:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6735
00000100:00100000:2.0:1767321455.486653:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237138aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000365824:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321455.486660:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321455.486679:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237138aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000365824:12345-0@lo:38:kworker.0 Request processed in 25us (368us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321455.486684:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6735
00000100:00080000:2.0:1767321455.486829:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321455.486835:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321455.486839:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000365312:0@lo:38:kworker.0
00000100:00080000:2.0:1767321455.486850:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321455.486853:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321455.486856:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000365440:0@lo:38:kworker.0
00000100:00080000:2.0:1767321455.486863:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321455.486866:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321455.486869:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eacb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000365568:0@lo:38:kworker.0
00000100:00080000:2.0:1767321455.486876:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321455.486890:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321455.486893:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eac8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000365824:0@lo:38:kworker.0
00000100:00100000:2.0:1767321455.486956:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eacb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000365952:0@lo:400:kworker.0
00000100:00100000:2.0:1767321455.486985:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321455.487006:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767321455.487013:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eac8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000366080:0@lo:400:kworker.0
00000100:00100000:2.0:1767321455.487037:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321455.487064:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347046d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000366208:0@lo:400:kworker.0
00000100:00100000:2.0:1767321455.487087:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321455.487119:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000366080
00000100:00100000:2.0:1767321455.487124:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000366080
00000100:00100000:2.0:1767321455.487162:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000366208
00000100:00100000:2.0:1767321455.487166:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000366208
00000100:00100000:2.0:1767321455.487189:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3783
00000100:00100000:2.0:1767321455.487227:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952371389c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000366080:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321455.487272:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952371389c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000366080:12345-0@lo:400:kworker.0 Request processed in 47us (234us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321455.487279:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3783
00000100:00100000:2.0:1767321455.487292:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3784
00000100:00100000:2.0:1767321455.487299:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eac8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000366208:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321455.487331:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eac8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000366208:12345-0@lo:400:kworker.0 Request processed in 32us (242us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321455.487337:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3784
00000100:00100000:2.0:1767321455.487367:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000365952
00000100:00100000:2.0:1767321455.487371:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000365952
00000100:00100000:2.0:1767321455.487396:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5858
00000100:00100000:2.0:1767321455.487402:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952371389180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000365952:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321455.487432:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952371389180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000365952:12345-0@lo:400:kworker.0 Request processed in 30us (446us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321455.487438:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5858
00000100:00100000:2.0:1767321455.487470:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347046d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000366208:0@lo:400:kworker.0
00000100:00100000:2.0:1767321455.487507:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eac8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000366080:0@lo:400:kworker.0
00000100:00100000:2.0:1767321455.487516:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eacb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000365952:0@lo:400:kworker.0
00000100:00080000:2.0:1767321455.487563:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767321455.487568:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767321455.487570:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321455.489097:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000365696:12345-0@lo:400:kworker.0 Request processed in 3066us (3309us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321455.489112:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5857
00000100:00100000:1.0:1767321455.492460:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eaca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000365696:0@lo:400:kworker.0
00010000:00010000:2.0:1767321455.798999:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321456.822043:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321457.528165:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000366336:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321457.528291:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321457.528696:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000366336
00000100:00100000:3.0:1767321457.528707:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000366336
00000100:00100000:3.0:1767321457.528803:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3006
00000100:00100000:3.0:1767321457.528816:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000366336:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767321457.528862:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767321457.528930:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000366336:12345-0@lo:13:osp-pre-0-1.0 Request processed in 117us (639us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321457.528938:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3006
00000100:00080000:1.0:1767321457.529013:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767321457.529429:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767321457.529447:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eacb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000366464:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321457.529500:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321457.529674:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000366336:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767321457.529800:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000366464
00000100:00100000:2.0:1767321457.529807:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000366464
00000100:00100000:2.0:1767321457.529863:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3007
00000100:00100000:2.0:1767321457.529872:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000366464:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767321457.529897:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767321457.529943:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000366464:12345-0@lo:13:osp-pre-1-1.0 Request processed in 73us (442us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321457.529952:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3007
00000100:00100000:2.0:1767321457.529987:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eacb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000366464:0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767321457.530124:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00010000:00010000:0.0:1767321457.846774:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767321458.870262:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321459.651263:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767321459.653347:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767321459.653484:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962621952
00000100:00100000:2.0:1767321459.653500:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962621952
00000100:00100000:2.0:1767321459.653553:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962622080
00000100:00100000:2.0:1767321459.653556:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962622080
00000100:00100000:2.0:1767321459.653606:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5859
00000100:00100000:2.0:1767321459.653613:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962622080:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767321459.653679:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962622080:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 68us (347us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321459.653684:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5859
00000100:00100000:2.0:1767321459.653697:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6736
00000100:00100000:2.0:1767321459.653700:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962621952:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767321459.653715:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321459.653729:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962621952:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 28us (2484us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321459.653732:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6736
00000100:00080000:1.0:1767321459.654615:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767321459.893770:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767321460.598503:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321460.598514:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767321460.598518:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321460.598522:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321460.598526:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321460.598534:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6653
00000100:00080000:1.0:1767321460.598538:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321460.598544:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767321460.598586:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523483d6a00 x1853164000366592/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321460.598618:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321460.598622:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321460.598624:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321460.598628:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6653
00000100:00080000:1.0:1767321460.598630:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321460.598634:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767321460.598645:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523483d5f80 x1853164000366720/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321460.598655:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321460.598659:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321460.598661:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321460.598664:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6653
00000100:00080000:1.0:1767321460.598666:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321460.598669:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767321460.598679:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523483d7b80 x1853164000366848/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321460.598760:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767321460.598884:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000366592:0@lo:38:kworker.0
00000100:00100000:2.0:1767321460.598965:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321460.599014:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000366720:0@lo:38:kworker.0
00000100:00100000:2.0:1767321460.599039:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321460.599059:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000366848:0@lo:38:kworker.0
00000100:00100000:2.0:1767321460.599078:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321460.599117:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000366720
00000100:00100000:2.0:1767321460.599125:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000366720
00000100:00100000:2.0:1767321460.599157:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000366848
00000100:00100000:2.0:1767321460.599160:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000366848
00000100:00100000:2.0:1767321460.599179:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6737
00000100:00100000:2.0:1767321460.599186:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eac8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000366720:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321460.599228:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321460.599269:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eac8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000366720:12345-0@lo:38:kworker.0 Request processed in 82us (228us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321460.599276:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6737
00000100:00100000:2.0:1767321460.599294:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6738
00000100:00100000:2.0:1767321460.599298:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eacb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000366848:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321460.599307:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321460.599330:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eacb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000366848:12345-0@lo:38:kworker.0 Request processed in 31us (251us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321460.599336:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6738
00000100:00080000:2.0:1767321460.599374:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321460.599378:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321460.599382:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000366720:0@lo:38:kworker.0
00000100:00080000:2.0:1767321460.599391:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321460.599394:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321460.599397:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000366848:0@lo:38:kworker.0
00000100:00100000:3.0:1767321460.599503:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000366592
00000100:00100000:3.0:1767321460.599508:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000366592
00000100:00100000:3.0:1767321460.599541:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2194
00000100:00100000:3.0:1767321460.599547:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eacb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000366592:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321460.599558:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321460.599593:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eacb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000366592:12345-0@lo:38:kworker.0 Request processed in 45us (628us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321460.599602:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2194
00000100:00080000:3.0:1767321460.599626:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321460.599629:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321460.599632:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000366592:0@lo:38:kworker.0
00000100:00080000:1.0:1767321460.599937:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321460.599941:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321460.599944:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321460.599948:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6653
00000100:00080000:1.0:1767321460.599951:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321460.599955:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767321460.599975:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523483d5880 x1853164000367104/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321460.600066:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000367104:0@lo:38:kworker.0
00000100:00100000:3.0:1767321460.600095:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321460.600126:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000367104
00000100:00100000:3.0:1767321460.600130:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000367104
00000100:00100000:3.0:1767321460.600149:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6739
00000100:00100000:3.0:1767321460.600154:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000367104:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321460.600163:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321460.600191:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000367104:12345-0@lo:38:kworker.0 Request processed in 36us (95us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321460.600217:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6739
00000100:00080000:3.0:1767321460.600240:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321460.600244:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321460.600247:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000367104:0@lo:38:kworker.0
00000100:00100000:3.0:1767321460.600272:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000367360:0@lo:400:kworker.0
00000100:00100000:3.0:1767321460.600296:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321460.600315:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767321460.600320:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000367232:0@lo:400:kworker.0
00000100:00100000:3.0:1767321460.600339:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321460.600365:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000367360
00000100:00100000:3.0:1767321460.600368:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000367360
00000100:00100000:3.0:1767321460.600408:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3785
00000100:00100000:3.0:1767321460.600416:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000367360:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321460.600465:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000367360:12345-0@lo:400:kworker.0 Request processed in 50us (167us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321460.600471:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3785
00000100:00100000:3.0:1767321460.600498:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000367360:0@lo:400:kworker.0
00000100:00100000:3.0:1767321460.600513:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000367232
00000100:00100000:3.0:1767321460.600516:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000367232
00000100:00100000:3.0:1767321460.600538:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5860
00000100:00100000:3.0:1767321460.600543:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000367232:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321460.600575:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000367232:12345-0@lo:400:kworker.0 Request processed in 31us (234us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321460.600581:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5860
00000100:00100000:3.0:1767321460.600605:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000367232:0@lo:400:kworker.0
00000100:00080000:3.0:1767321460.600626:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767321460.600629:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767321460.604990:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000367488:0@lo:400:kworker.0
00000100:00100000:0.0:1767321460.605072:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321460.605119:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000366976:0@lo:400:kworker.0
00000100:00100000:0.0:1767321460.605146:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321460.605272:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000366976
00000100:00100000:2.0:1767321460.605281:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000366976
00000100:00100000:2.0:1767321460.605351:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5861
00000100:00100000:2.0:1767321460.605360:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952348be1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000366976:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321460.605412:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952348be1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000366976:12345-0@lo:400:kworker.0 Request processed in 53us (264us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321460.605419:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5861
00000100:00100000:3.0:1767321460.605580:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000367488
00000100:00100000:3.0:1767321460.605584:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000367488
00000100:00100000:3.0:1767321460.605623:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3786
00000100:00100000:3.0:1767321460.605630:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347046d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000367488:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321460.605664:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347046d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000367488:12345-0@lo:400:kworker.0 Request processed in 36us (594us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321460.605670:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3786
00000100:00080000:0.0:1767321460.605763:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767321460.605768:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321460.605798:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000367488:0@lo:400:kworker.0
00000100:00100000:0.0:1767321460.605809:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000366976:0@lo:400:kworker.0
00010000:00010000:2.0:1767321460.917820:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767321461.941764:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321462.645528:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767321462.645549:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000367616:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321462.645617:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321462.646286:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000367616
00000100:00100000:1.0:1767321462.646296:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000367616
00000100:00100000:1.0:1767321462.646367:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3008
00000100:00100000:1.0:1767321462.646377:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952348be2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000367616:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767321462.646407:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767321462.646468:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952348be2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000367616:12345-0@lo:13:osp-pre-0-1.0 Request processed in 92us (851us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321462.646476:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3008
00000100:00080000:0.0:1767321462.646591:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767321462.646627:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000367616:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321462.647141:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952348be3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000367744:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321462.647181:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321462.647319:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000367744
00000100:00100000:2.0:1767321462.647325:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000367744
00000100:00100000:2.0:1767321462.647371:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3009
00000100:00100000:2.0:1767321462.647379:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000367744:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767321462.647398:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767321462.647448:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000367744:12345-0@lo:13:osp-pre-1-1.0 Request processed in 70us (265us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321462.647455:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3009
00000100:00100000:3.0:1767321462.647522:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952348be3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000367744:0@lo:13:osp-pre-1-1.0
00000100:00080000:0.0:1767321462.647610:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00010000:00010000:0.0:1767321462.965479:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321463.991614:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321464.768301:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767321464.768358:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767321464.768481:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962622336
00000100:00100000:3.0:1767321464.768491:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962622208
00000100:00100000:0.0:1767321464.768493:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962622336
00000100:00100000:3.0:1767321464.768500:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962622208
00000100:00100000:3.0:1767321464.768555:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5862
00000100:00100000:0.0:1767321464.768563:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6740
00000100:00100000:3.0:1767321464.768569:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eaca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962622336:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:0.0:1767321464.768572:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962622208:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:0.0:1767321464.768598:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321464.768649:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eaca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962622336:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 85us (358us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321464.768658:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5862
00000100:00080000:1.0:1767321464.768663:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321464.772646:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962622208:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 4059us (4272us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321464.772664:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6740
00010000:00010000:2.0:1767321465.013551:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767321465.721816:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321465.721827:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767321465.721830:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321465.721834:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321465.721838:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321465.721847:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6658
00000100:00080000:2.0:1767321465.721853:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321465.721859:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767321465.721901:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237c0bfb80 x1853164000367872/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321465.721936:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321465.721940:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321465.721941:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321465.721945:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6658
00000100:00080000:2.0:1767321465.721947:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321465.721950:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767321465.721966:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952344b26a00 x1853164000368000/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321465.721975:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321465.721978:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321465.721979:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321465.721982:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6658
00000100:00080000:2.0:1767321465.721984:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321465.721987:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767321465.721997:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523494d0a80 x1853164000368128/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321465.722039:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321465.722042:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321465.722044:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321465.722047:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6658
00000100:00080000:2.0:1767321465.722050:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321465.722054:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767321465.722065:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523494d3b80 x1853164000368384/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321465.722092:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767321465.722115:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000368256:0@lo:400:kworker.0
00000100:00100000:2.0:1767321465.722134:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000368640:0@lo:400:kworker.0
00000100:00100000:1.0:1767321465.722224:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767321465.722234:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000368768:0@lo:400:kworker.0
00000100:00100000:0.0:1767321465.722325:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000367872:0@lo:38:kworker.0
00000100:00100000:3.0:1767321465.725316:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321465.725678:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000368512:0@lo:400:kworker.0
00000100:00100000:3.0:1767321465.725719:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321465.725764:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000368256
00000100:00100000:3.0:1767321465.725772:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000368256
00000100:00100000:3.0:1767321465.725828:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000368512
00000100:00100000:3.0:1767321465.725831:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000368512
00000100:00100000:3.0:1767321465.725855:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5863
00000100:00100000:3.0:1767321465.725864:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000368256:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321465.725919:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000368256:12345-0@lo:400:kworker.0 Request processed in 56us (611us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321465.725926:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5863
00000100:00100000:3.0:1767321465.725943:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5864
00000100:00100000:3.0:1767321465.725949:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000368512:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321465.725981:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000368512:12345-0@lo:400:kworker.0 Request processed in 33us (262us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321465.725987:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5864
00000100:00100000:3.0:1767321465.726027:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000368512:0@lo:400:kworker.0
00000100:00100000:3.0:1767321465.726054:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000368256:0@lo:400:kworker.0
00000100:00080000:3.0:1767321465.726105:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321465.726401:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321465.726539:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000368768
00000100:00100000:3.0:1767321465.726545:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000368768
00000100:00100000:3.0:1767321465.726593:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3787
00000100:00100000:3.0:1767321465.726599:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000368768:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321465.726638:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000368768:12345-0@lo:400:kworker.0 Request processed in 39us (251us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321465.726644:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3787
00000100:00080000:1.0:1767321465.726710:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767321465.726732:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000368768:0@lo:400:kworker.0
00000100:00100000:2.0:1767321465.734531:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321465.734594:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000368640
00000100:00100000:3.0:1767321465.734606:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000368640
00000100:00080000:1.0:1767321465.734735:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767321465.734781:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3788
00000100:00100000:3.0:1767321465.734795:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000368640:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321465.734805:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321465.734852:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952344b26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000368000:0@lo:38:kworker.0
00000100:00100000:3.0:1767321465.734863:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000368640:12345-0@lo:400:kworker.0 Request processed in 71us (339us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321465.734871:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3788
00000100:00100000:0.0:1767321465.734889:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321465.734916:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000368000
00000100:00100000:0.0:1767321465.734920:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000368000
00000100:00100000:1.0:1767321465.734932:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000367872
00000100:00100000:1.0:1767321465.734938:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000367872
00000100:00100000:0.0:1767321465.734949:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6741
00000100:00100000:0.0:1767321465.734956:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952348be2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000368000:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767321465.734968:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2195
00000100:00100000:1.0:1767321465.734975:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952348be0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000367872:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321465.734978:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:1.0:1767321465.734990:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321465.735011:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952348be2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000368000:12345-0@lo:38:kworker.0 Request processed in 54us (123us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321465.735020:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6741
00000100:00100000:1.0:1767321465.735036:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952348be0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000367872:12345-0@lo:38:kworker.0 Request processed in 59us (230us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321465.735044:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2195
00000100:00080000:0.0:1767321465.735061:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321465.735068:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321465.735072:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952344b26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000368000:0@lo:38:kworker.0
00000100:00100000:0.0:1767321465.735080:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000368128:0@lo:38:kworker.0
00000100:00100000:0.0:1767321465.735106:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321465.735131:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000368384:0@lo:38:kworker.0
00000100:00100000:0.0:1767321465.735154:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321465.735173:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000368128
00000100:00100000:0.0:1767321465.735179:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000368384
00000100:00100000:1.0:1767321465.735179:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000368128
00000100:00100000:0.0:1767321465.735185:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000368384
00000100:00100000:1.0:1767321465.735228:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6742
00000100:00100000:1.0:1767321465.735234:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952348be2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000368128:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767321465.735236:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6743
00000100:00100000:0.0:1767321465.735245:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952348be0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000368384:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321465.735249:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:0.0:1767321465.735259:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321465.735288:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952348be2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000368128:12345-0@lo:38:kworker.0 Request processed in 51us (179us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321465.735306:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6742
00000100:00080000:1.0:1767321465.735355:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321465.735359:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321465.735363:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000368384:0@lo:38:kworker.0
00000100:00100000:0.0:1767321465.735396:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952348be0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000368384:12345-0@lo:38:kworker.0 Request processed in 141us (232us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321465.735404:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6743
00000100:00080000:1.0:1767321465.735413:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321465.735419:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321465.735424:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000367872:0@lo:38:kworker.0
00000100:00080000:1.0:1767321465.735436:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321465.735439:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321465.735443:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000368128:0@lo:38:kworker.0
00000100:00100000:2.0:1767321465.735829:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000368640:0@lo:400:kworker.0
00010000:00010000:0.0:1767321466.038562:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767321467.061680:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321467.765781:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767321467.765801:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952348be0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000368896:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321467.765872:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321467.765964:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000368896
00000100:00100000:0.0:1767321467.765974:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000368896
00000100:00100000:3.0:1767321467.766012:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000369024:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321467.766039:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767321467.766085:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767321467.767034:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000369024
00000100:00100000:0.0:1767321467.767045:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000369024
00000100:00100000:0.0:1767321467.767260:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3010
00000100:00100000:0.0:1767321467.767271:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000368896:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767321467.767305:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767321467.767369:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000368896:12345-0@lo:13:osp-pre-1-1.0 Request processed in 100us (1496us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321467.767385:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3010
00000100:00100000:0.0:1767321467.767404:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3011
00000100:00100000:0.0:1767321467.767410:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000369024:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767321467.767425:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767321467.767462:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000369024:12345-0@lo:13:osp-pre-0-1.0 Request processed in 53us (1422us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321467.767468:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3011
00000100:00100000:0.0:1767321467.767519:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000369024:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321467.767559:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952348be0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000368896:0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767321467.777956:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00010000:2.0:1767321468.085653:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321469.111291:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321469.889382:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767321469.889573:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767321469.893283:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962622464
00000100:00100000:3.0:1767321469.893298:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962622464
00000100:00100000:3.0:1767321469.893370:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962622592
00000100:00100000:0.0:1767321469.897773:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6744
00000100:00100000:0.0:1767321469.897786:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952348be0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962622464:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:0.0:1767321469.897811:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321469.897902:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952348be0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962622464:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 116us (8560us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321469.897910:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6744
00000100:00100000:3.0:1767321469.898663:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962622592
00000100:00100000:3.0:1767321469.898730:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5865
00000100:00100000:3.0:1767321469.898740:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952348be1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962622592:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:3.0:1767321469.898799:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952348be1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962622592:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 62us (9226us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321469.898806:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5865
00000100:00080000:2.0:1767321469.898866:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767321470.137613:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767321470.841830:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321470.841838:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767321470.841841:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321470.841844:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321470.841847:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321470.841854:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6663
00000100:00080000:3.0:1767321470.841858:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321470.841865:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321470.841913:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366962300 x1853164000369152/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321470.841931:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321470.841934:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321470.841937:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321470.841940:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6663
00000100:00080000:3.0:1767321470.841942:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321470.841945:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321470.841956:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366963480 x1853164000369280/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321470.841964:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321470.841969:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321470.841970:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321470.841974:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6663
00000100:00080000:3.0:1767321470.841976:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321470.841978:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321470.841988:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366961180 x1853164000369408/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321470.842021:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321470.842025:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321470.842026:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321470.842030:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6663
00000100:00080000:3.0:1767321470.842032:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321470.842035:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321470.842045:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366961c00 x1853164000369664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321470.842153:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000369536:0@lo:400:kworker.0
00000100:00100000:2.0:1767321470.842230:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321470.842282:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767321470.842286:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366960a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000370048:0@lo:400:kworker.0
00000100:00100000:2.0:1767321470.842302:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321470.842320:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366961f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000369920:0@lo:400:kworker.0
00000100:00100000:2.0:1767321470.842340:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321470.842370:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767321470.842375:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366962d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000369792:0@lo:400:kworker.0
00000100:00100000:2.0:1767321470.842395:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321470.842422:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000370048
00000100:00100000:2.0:1767321470.842429:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000370048
00000100:00100000:2.0:1767321470.842465:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000369920
00000100:00100000:2.0:1767321470.842466:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000369920
00000100:00100000:2.0:1767321470.842479:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3789
00000100:00100000:2.0:1767321470.842485:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000370048:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321470.842528:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000370048:12345-0@lo:400:kworker.0 Request processed in 43us (223us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321470.842536:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3789
00000100:00100000:2.0:1767321470.842553:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3790
00000100:00100000:2.0:1767321470.842559:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000369920:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321470.842588:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000369920:12345-0@lo:400:kworker.0 Request processed in 30us (247us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321470.842593:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3790
00000100:00100000:2.0:1767321470.842610:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000369536
00000100:00100000:2.0:1767321470.842613:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000369536
00000100:00100000:2.0:1767321470.842636:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000369792
00000100:00100000:2.0:1767321470.842639:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000369792
00000100:00100000:2.0:1767321470.842652:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5866
00000100:00100000:2.0:1767321470.842656:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000369536:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321470.842686:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000369536:12345-0@lo:400:kworker.0 Request processed in 30us (456us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321470.842690:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5866
00000100:00100000:2.0:1767321470.842696:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5867
00000100:00100000:2.0:1767321470.842700:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000369792:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321470.842712:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000369792:12345-0@lo:400:kworker.0 Request processed in 13us (317us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321470.842716:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5867
00000100:00080000:2.0:1767321470.842726:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767321470.842729:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767321470.842731:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767321470.842756:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366962d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000369792:0@lo:400:kworker.0
00000100:00100000:2.0:1767321470.842761:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366961f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000369920:0@lo:400:kworker.0
00000100:00100000:2.0:1767321470.842779:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366960a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000370048:0@lo:400:kworker.0
00000100:00100000:2.0:1767321470.842785:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000369536:0@lo:400:kworker.0
00000100:00100000:1.0:1767321470.843030:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366962300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000369152:0@lo:38:kworker.0
00000100:00100000:1.0:1767321470.843068:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321470.843104:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366963480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000369280:0@lo:38:kworker.0
00000100:00100000:1.0:1767321470.843120:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321470.843139:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366961180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000369408:0@lo:38:kworker.0
00000100:00100000:1.0:1767321470.843149:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321470.843161:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366961c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000369664:0@lo:38:kworker.0
00000100:00100000:1.0:1767321470.843173:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321470.843190:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000369280
00000100:00100000:1.0:1767321470.843211:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000369280
00000100:00100000:1.0:1767321470.843225:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000369408
00000100:00100000:1.0:1767321470.843227:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000369408
00000100:00100000:1.0:1767321470.843235:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000369664
00000100:00100000:1.0:1767321470.843236:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000369664
00000100:00100000:1.0:1767321470.843242:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6745
00000100:00100000:1.0:1767321470.843245:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000369280:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321470.843258:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321470.843280:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000369280:12345-0@lo:38:kworker.0 Request processed in 34us (158us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321470.843283:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6745
00000100:00100000:1.0:1767321470.843293:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6746
00000100:00100000:1.0:1767321470.843295:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000369408:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321470.843301:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321470.843312:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000369408:12345-0@lo:38:kworker.0 Request processed in 17us (162us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321470.843315:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6746
00000100:00100000:1.0:1767321470.843323:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6747
00000100:00100000:1.0:1767321470.843326:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000369664:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321470.843334:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321470.843367:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000369664:12345-0@lo:38:kworker.0 Request processed in 39us (192us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321470.843372:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6747
00000100:00080000:1.0:1767321470.843402:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321470.843406:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321470.843410:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366963480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000369280:0@lo:38:kworker.0
00000100:00080000:1.0:1767321470.843418:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321470.843420:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321470.843422:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366961180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000369408:0@lo:38:kworker.0
00000100:00080000:1.0:1767321470.843426:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321470.843427:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321470.843429:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366961c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000369664:0@lo:38:kworker.0
00000100:00100000:3.0:1767321470.843514:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000369152
00000100:00100000:3.0:1767321470.843518:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000369152
00000100:00100000:3.0:1767321470.843547:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2196
00000100:00100000:3.0:1767321470.843552:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000369152:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321470.843561:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321470.843601:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000369152:12345-0@lo:38:kworker.0 Request processed in 48us (533us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321470.843607:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2196
00000100:00080000:0.0:1767321470.843665:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321470.843668:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321470.843670:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366962300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000369152:0@lo:38:kworker.0
00010000:00010000:0.0:1767321471.157680:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321472.181547:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321472.885573:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952348be1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000370176:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321472.885668:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321472.885792:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000370176
00000100:00100000:0.0:1767321472.885800:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000370176
00000100:00100000:0.0:1767321472.885855:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3012
00000100:00100000:0.0:1767321472.885863:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366960000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000370176:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767321472.885891:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767321472.886007:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523483d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000370304:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321472.886033:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321472.886064:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000370304
00000100:00100000:1.0:1767321472.886068:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000370304
00000100:00100000:1.0:1767321472.886093:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3013
00000100:00100000:1.0:1767321472.886100:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000370304:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767321472.886116:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767321472.886148:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000370304:12345-0@lo:13:osp-pre-0-1.0 Request processed in 49us (114us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321472.886154:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3013
00000100:00100000:1.0:1767321472.886222:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523483d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000370304:0@lo:13:osp-pre-0-1.0
00000100:00080000:2.0:1767321472.886421:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767321472.886426:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767321472.891472:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366960000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000370176:12345-0@lo:13:osp-pre-1-1.0 Request processed in 5595us (5790us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321472.891489:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3012
00000100:00100000:3.0:1767321472.893919:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952348be1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000370176:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767321473.206718:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767321474.230972:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321475.010256:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767321475.010373:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767321475.010469:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962622848
00000100:00100000:2.0:1767321475.010483:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962622848
00000100:00100000:2.0:1767321475.010570:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962622720
00000100:00100000:2.0:1767321475.010573:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962622720
00000100:00100000:2.0:1767321475.010595:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5868
00000100:00100000:2.0:1767321475.010608:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952348be3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962622848:12345-192.168.202.52@tcp:400:kworker.0
00000100:00080000:3.0:1767321475.010616:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321475.010710:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952348be3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962622848:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 106us (469us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321475.010720:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5868
00000100:00100000:2.0:1767321475.010741:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6748
00000100:00100000:2.0:1767321475.010747:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952348be1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962622720:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767321475.010781:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321475.010807:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952348be1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962622720:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 59us (434us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321475.010814:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6748
00010000:00010000:0.0:1767321475.253591:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767321475.959589:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321475.959599:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767321475.959602:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321475.959605:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321475.959609:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321475.959617:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6668
00000100:00080000:3.0:1767321475.959622:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321475.959629:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321475.959697:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366962a00 x1853164000370432/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321475.959736:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321475.959741:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321475.959742:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321475.959746:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6668
00000100:00080000:3.0:1767321475.959748:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321475.959751:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321475.959762:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366962680 x1853164000370560/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321475.959770:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321475.959772:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321475.959774:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321475.959777:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6668
00000100:00080000:3.0:1767321475.959780:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321475.959783:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321475.959790:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366963100 x1853164000370688/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321475.959811:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366962a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000370432:0@lo:38:kworker.0
00000100:00080000:3.0:1767321475.959824:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321475.959827:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321475.959829:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321475.959832:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6668
00000100:00080000:3.0:1767321475.959834:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321475.959837:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321475.959848:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366962300 x1853164000370944/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321475.959908:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321475.959917:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366961180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000371200:0@lo:400:kworker.0
00000100:00100000:3.0:1767321475.959961:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321475.959982:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366962680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000370560:0@lo:38:kworker.0
00000100:00100000:3.0:1767321475.960000:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767321475.960010:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366961c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000371072:0@lo:400:kworker.0
00000100:00100000:0.0:1767321475.960017:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321475.960045:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366963100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000370688:0@lo:38:kworker.0
00000100:00100000:3.0:1767321475.960048:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321475.960080:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321475.960104:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366962300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000370944:0@lo:38:kworker.0
00000100:00100000:0.0:1767321475.960127:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321475.960176:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000370560
00000100:00100000:0.0:1767321475.960186:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000370560
00000100:00100000:0.0:1767321475.960254:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000371072
00000100:00100000:0.0:1767321475.960257:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000371072
00000100:00100000:0.0:1767321475.960311:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000370688
00000100:00100000:0.0:1767321475.960314:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000370688
00000100:00100000:0.0:1767321475.960326:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000370944
00000100:00100000:0.0:1767321475.960328:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000370944
00000100:00100000:3.0:1767321475.960341:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000371200
00000100:00100000:0.0:1767321475.960344:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5869
00000100:00100000:3.0:1767321475.960348:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000371200
00000100:00100000:0.0:1767321475.960357:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366960a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000371072:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321475.960391:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3791
00000100:00100000:3.0:1767321475.960401:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366961500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000371200:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321475.960429:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366960a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000371072:12345-0@lo:400:kworker.0 Request processed in 74us (382us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321475.960438:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5869
00000100:00100000:3.0:1767321475.960447:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366961500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000371200:12345-0@lo:400:kworker.0 Request processed in 47us (484us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321475.960455:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3791
00000100:00100000:0.0:1767321475.960462:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6749
00000100:00100000:0.0:1767321475.960469:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952348be1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000370560:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321475.960493:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321475.960511:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6750
00000100:00100000:3.0:1767321475.960519:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952348be0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000370688:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767321475.960531:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952348be1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000370560:12345-0@lo:38:kworker.0 Request processed in 60us (514us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321475.960540:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6749
00010000:00020000:3.0:1767321475.960545:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321475.960554:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6751
00000100:00100000:0.0:1767321475.960559:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952348be0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000370944:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321475.960569:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321475.960580:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952348be0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000370688:12345-0@lo:38:kworker.0 Request processed in 60us (500us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321475.960588:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6750
00000100:00100000:0.0:1767321475.960602:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952348be0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000370944:12345-0@lo:38:kworker.0 Request processed in 40us (473us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321475.960609:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6751
00000100:00080000:3.0:1767321475.960624:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767321475.960632:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767321475.960652:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321475.960659:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321475.960662:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366961c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000371072:0@lo:400:kworker.0
00000100:00100000:0.0:1767321475.960665:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366962300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000370944:0@lo:38:kworker.0
00000100:00100000:3.0:1767321475.960679:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366961180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000371200:0@lo:400:kworker.0
00000100:00080000:0.0:1767321475.960692:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321475.960699:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321475.960702:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366962680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000370560:0@lo:38:kworker.0
00000100:00080000:0.0:1767321475.960714:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321475.960718:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321475.960721:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366963100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000370688:0@lo:38:kworker.0
00000100:00100000:1.0:1767321475.960923:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000370432
00000100:00100000:1.0:1767321475.960929:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000370432
00000100:00100000:1.0:1767321475.960964:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2197
00000100:00100000:1.0:1767321475.960969:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952348be2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000370432:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321475.960979:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321475.961027:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952348be2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000370432:12345-0@lo:38:kworker.0 Request processed in 57us (1121us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321475.961033:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2197
00000100:00100000:1.0:1767321475.961066:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366963480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000371328:0@lo:400:kworker.0
00000100:00100000:1.0:1767321475.961097:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321475.961121:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767321475.961128:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366961880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000370816:0@lo:400:kworker.0
00000100:00100000:1.0:1767321475.961151:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321475.961175:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000371328
00000100:00100000:1.0:1767321475.961178:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000371328
00000100:00100000:1.0:1767321475.961257:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3792
00000100:00100000:1.0:1767321475.961263:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523483d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000371328:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321475.961313:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523483d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000371328:12345-0@lo:400:kworker.0 Request processed in 49us (215us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321475.961319:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3792
00000100:00080000:1.0:1767321475.961336:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767321475.961344:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000370816
00000100:00100000:1.0:1767321475.961347:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000370816
00000100:00100000:1.0:1767321475.961374:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5870
00000100:00100000:1.0:1767321475.961380:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000370816:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321475.961412:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000370816:12345-0@lo:400:kworker.0 Request processed in 32us (259us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321475.961417:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5870
00000100:00080000:1.0:1767321475.961431:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321475.961453:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366961880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000370816:0@lo:400:kworker.0
00000100:00100000:1.0:1767321475.961463:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366963480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000371328:0@lo:400:kworker.0
00000100:00080000:0.0:1767321475.961624:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321475.961629:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321475.961633:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366962a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000370432:0@lo:38:kworker.0
00010000:00010000:2.0:1767321476.277531:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767321477.301469:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321478.006755:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952344b26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000371456:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767321478.006857:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321478.007427:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000371456
00000100:00100000:0.0:1767321478.007440:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000371456
00000100:00100000:0.0:1767321478.007529:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3014
00000100:00100000:0.0:1767321478.007541:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000371456:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767321478.007592:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00080000:2.0:1767321478.007604:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767321478.007669:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000371456:12345-0@lo:13:osp-pre-0-1.0 Request processed in 129us (811us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321478.007679:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3014
00000100:00100000:2.0:1767321478.007709:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952344b26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000371456:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321478.012973:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952348be3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000371584:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321478.013074:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321478.013648:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000371584
00000100:00100000:0.0:1767321478.013661:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000371584
00000100:00100000:0.0:1767321478.013759:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3015
00000100:00100000:0.0:1767321478.013771:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366961180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000371584:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767321478.013818:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767321478.013907:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366961180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000371584:12345-0@lo:13:osp-pre-1-1.0 Request processed in 139us (832us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321478.013916:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3015
00000100:00100000:3.0:1767321478.014085:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952348be3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000371584:0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767321478.014378:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00010000:00010000:0.0:1767321478.325504:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1767321479.109737:0:6998:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.52@tcp portal 26 match 1853163962622976 offset 0 length 520: 4
00000100:00100000:2.0:1767321479.109803:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767321479.109850:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767321479.110029:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962623104
00000100:00100000:1.0:1767321479.110044:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962623104
00000100:00100000:1.0:1767321479.110104:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962623232
00000100:00100000:1.0:1767321479.110108:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962623232
00000100:00100000:1.0:1767321479.110166:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5871
00000100:00100000:1.0:1767321479.110182:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962623232:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767321479.110339:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962623232:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 163us (488us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321479.110349:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5871
00000100:00100000:1.0:1767321479.110373:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6752
00000100:00100000:1.0:1767321479.110378:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962623104:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767321479.110403:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321479.110432:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962623104:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 53us (631us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321479.110442:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6752
00000100:00080000:2.0:1767321479.110826:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767321479.350031:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321480.056515:0:7004:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321455/real 1767321455]  req@ffff95237c0bed80 x1853164000365184/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321480 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1767321480.056562:0:7004:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95237c0bed80 x1853164000365184/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321480 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1767321480.056591:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321480.056626:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:1.0:1767321480.056631:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000365184:0@lo:250:kworker.0
00000100:00080000:0.0:1767321480.056898:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321480.056906:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1767321480.056910:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321480.056916:0:49151:0:(import.c:509:import_select_connection()) MGC192.168.202.152@tcp: connect to NID 0@lo last attempt 6653
00000100:00080000:0.0:1767321480.056921:0:49151:0:(import.c:588:import_select_connection()) MGC192.168.202.152@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321480.056928:0:49151:0:(import.c:623:import_select_connection()) MGC192.168.202.152@tcp: import ffff95235eb57800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321480.056979:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952348be3800 x1853164000371712/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321480.057011:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321480.057016:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321480.057018:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321480.057022:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6673
00000100:00080000:0.0:1767321480.057024:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321480.057028:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321480.057049:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952348be3b80 x1853164000371840/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321480.057058:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321480.057062:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321480.057063:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321480.057066:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6673
00000100:00080000:0.0:1767321480.057069:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321480.057073:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321480.057084:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952348be1180 x1853164000371968/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321480.057094:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321480.057097:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321480.057099:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321480.057103:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6673
00000100:00080000:0.0:1767321480.057105:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321480.057109:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321480.057119:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952348be3480 x1853164000372096/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321480.057175:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321480.057178:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321480.057181:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321480.057185:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6673
00000100:00080000:0.0:1767321480.057187:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321480.057191:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321480.057253:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235e8c9c00 x1853164000372352/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321480.057342:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000372480:0@lo:400:kworker.0
00000100:00100000:0.0:1767321480.057439:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321480.057523:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767321480.057530:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000372608:0@lo:400:kworker.0
00000100:00100000:0.0:1767321480.057561:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321480.058004:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000372480
00000100:00100000:3.0:1767321480.058016:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000372480
00000100:00100000:3.0:1767321480.058107:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5872
00000100:00100000:3.0:1767321480.058122:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000372480:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321480.058232:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000372480:12345-0@lo:400:kworker.0 Request processed in 115us (803us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321480.058240:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5872
00000100:00100000:3.0:1767321480.058282:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000372224:0@lo:400:kworker.0
00000100:00100000:3.0:1767321480.058314:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321480.058346:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767321480.058352:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000372736:0@lo:400:kworker.0
00000100:00100000:3.0:1767321480.058378:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321480.058410:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000372608
00000100:00100000:3.0:1767321480.058426:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000372608
00000100:00100000:2.0:1767321480.058453:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000372736
00000100:00100000:2.0:1767321480.058459:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000372736
00000100:00100000:3.0:1767321480.058468:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3793
00000100:00100000:3.0:1767321480.058478:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000372608:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321480.058512:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3794
00000100:00100000:3.0:1767321480.058519:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000372608:12345-0@lo:400:kworker.0 Request processed in 42us (955us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321480.058526:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366961f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000372736:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321480.058531:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3793
00000100:00100000:2.0:1767321480.058578:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366961f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000372736:12345-0@lo:400:kworker.0 Request processed in 58us (197us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321480.058585:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3794
00000100:00100000:2.0:1767321480.058627:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000372224
00000100:00100000:2.0:1767321480.058631:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000372224
00000100:00100000:2.0:1767321480.058656:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5873
00000100:00100000:2.0:1767321480.058662:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366961c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000372224:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321480.058694:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366961c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000372224:12345-0@lo:400:kworker.0 Request processed in 32us (379us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321480.058702:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5873
00000100:00100000:3.0:1767321480.058739:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000372736:0@lo:400:kworker.0
00000100:00100000:2.0:1767321480.058743:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000372608:0@lo:400:kworker.0
00000100:00100000:2.0:1767321480.058757:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000372480:0@lo:400:kworker.0
00000100:00100000:1.0:1767321480.058868:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952348be3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000371712:0@lo:250:kworker.0
00000100:00100000:3.0:1767321480.058924:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000372224:0@lo:400:kworker.0
00000100:00080000:0.0:1767321480.059009:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767321480.059014:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767321480.059017:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000400:00000100:1.0:1767321480.064925:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164000371712 offset 0 length 520: 4
00000100:00100000:1.0:1767321480.065020:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952348be3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000371840:0@lo:38:kworker.0
00000100:00100000:1.0:1767321480.065097:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321480.065149:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952348be1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000371968:0@lo:38:kworker.0
00000100:00100000:1.0:1767321480.065187:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321480.065282:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952348be3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000372096:0@lo:38:kworker.0
00000100:00100000:1.0:1767321480.065320:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321480.065367:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000372352:0@lo:38:kworker.0
00000100:00100000:1.0:1767321480.065398:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321480.067061:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000371968
00000100:00100000:2.0:1767321480.067081:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000371968
00000100:00100000:2.0:1767321480.067162:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000372096
00000100:00100000:2.0:1767321480.067166:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000372096
00000100:00100000:2.0:1767321480.067184:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000372352
00000100:00100000:2.0:1767321480.067188:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000372352
00000100:00100000:2.0:1767321480.067226:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6753
00000100:00100000:2.0:1767321480.067237:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000371968:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321480.067282:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321480.067367:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000371968:12345-0@lo:38:kworker.0 Request processed in 131us (2178us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321480.067377:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6753
00000100:00100000:2.0:1767321480.067397:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6754
00000100:00100000:2.0:1767321480.067402:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000372096:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321480.067412:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321480.067439:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000372096:12345-0@lo:38:kworker.0 Request processed in 36us (2119us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321480.067445:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6754
00000100:00100000:2.0:1767321480.067456:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6755
00000100:00100000:2.0:1767321480.067460:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000372352:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321480.067469:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321480.067493:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000372352:12345-0@lo:38:kworker.0 Request processed in 31us (2095us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321480.067499:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6755
00000100:00100000:3.0:1767321480.068353:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000371840
00000100:00100000:3.0:1767321480.068366:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000371840
00000100:00100000:3.0:1767321480.068412:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2198
00000100:00100000:3.0:1767321480.068420:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b26a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000371840:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321480.068437:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321480.068502:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b26a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000371840:12345-0@lo:38:kworker.0 Request processed in 81us (3404us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321480.068510:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2198
00000100:00080000:0.0:1767321480.070044:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321480.070059:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321480.070065:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952348be3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000371840:0@lo:38:kworker.0
00000100:00080000:0.0:1767321480.070082:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321480.070086:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321480.070089:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952348be1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000371968:0@lo:38:kworker.0
00000100:00080000:0.0:1767321480.070101:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321480.070104:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321480.070107:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952348be3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000372096:0@lo:38:kworker.0
00000100:00080000:0.0:1767321480.070120:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321480.070124:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321480.070127:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000372352:0@lo:38:kworker.0
00010000:00010000:2.0:1767321480.373507:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767321481.397435:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767321482.421618:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321483.126248:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000372864:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321483.126354:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321483.126733:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000372864
00000100:00100000:1.0:1767321483.126743:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000372864
00000100:00080000:2.0:1767321483.126828:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767321483.126855:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3016
00000100:00100000:1.0:1767321483.126867:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366962d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000372864:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767321483.126908:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767321483.126980:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366962d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000372864:12345-0@lo:13:osp-pre-0-1.0 Request processed in 116us (627us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321483.126988:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3016
00000100:00100000:2.0:1767321483.127247:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000372864:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767321483.128755:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000372992:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767321483.128860:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321483.129022:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000372992
00000100:00100000:3.0:1767321483.129033:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000372992
00000100:00100000:3.0:1767321483.129111:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3017
00000100:00100000:3.0:1767321483.129120:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000372992:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767321483.129159:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767321483.129358:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000372992:12345-0@lo:13:osp-pre-1-1.0 Request processed in 237us (496us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321483.129370:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3017
00000100:00080000:2.0:1767321483.129626:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767321483.131479:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000372992:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767321483.447322:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321484.230022:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767321484.230067:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767321484.230165:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962623488
00000100:00100000:2.0:1767321484.230179:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962623488
00000100:00100000:2.0:1767321484.230325:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962623360
00000100:00100000:2.0:1767321484.230329:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962623360
00000100:00100000:2.0:1767321484.230357:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5874
00000100:00100000:2.0:1767321484.230370:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962623488:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:3.0:1767321484.230425:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6756
00000100:00100000:3.0:1767321484.230439:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962623360:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767321484.230467:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321484.230488:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962623488:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 119us (476us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321484.230498:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5874
00000100:00100000:3.0:1767321484.230563:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962623360:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 123us (490us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321484.230577:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6756
00000100:00080000:0.0:1767321484.230968:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767321484.472974:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767321485.174037:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321485.174053:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767321485.174057:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321485.174062:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321485.174067:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321485.174078:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6677
00000100:00080000:3.0:1767321485.174085:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321485.174094:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321485.174158:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366962a00 x1853164000373120/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321485.174231:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321485.174236:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321485.174238:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321485.174242:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6677
00000100:00080000:3.0:1767321485.174245:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321485.174250:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321485.174267:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366963480 x1853164000373248/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321485.174278:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321485.174282:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321485.174284:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321485.174288:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6677
00000100:00080000:3.0:1767321485.174290:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321485.174294:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321485.174306:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366961880 x1853164000373376/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321485.174359:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321485.174363:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321485.174365:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321485.174369:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6677
00000100:00080000:3.0:1767321485.174372:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321485.174375:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321485.174387:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366962680 x1853164000373632/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321485.174888:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366962a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000373120:0@lo:38:kworker.0
00000100:00100000:0.0:1767321485.174985:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321485.175054:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366963480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000373248:0@lo:38:kworker.0
00000100:00100000:0.0:1767321485.175085:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321485.175110:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366961880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000373376:0@lo:38:kworker.0
00000100:00100000:0.0:1767321485.175132:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321485.175151:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366962680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000373632:0@lo:38:kworker.0
00000100:00100000:0.0:1767321485.175172:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321485.175268:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000373248
00000100:00100000:0.0:1767321485.175278:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000373248
00000100:00100000:0.0:1767321485.175319:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000373376
00000100:00100000:0.0:1767321485.175323:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000373376
00000100:00100000:0.0:1767321485.175338:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000373632
00000100:00100000:0.0:1767321485.175340:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000373632
00000100:00100000:0.0:1767321485.175358:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6757
00000100:00100000:0.0:1767321485.175367:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000373248:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321485.175395:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321485.175445:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000373248:12345-0@lo:38:kworker.0 Request processed in 76us (358us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321485.175452:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6757
00000100:00100000:0.0:1767321485.175471:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6758
00000100:00100000:0.0:1767321485.175474:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000373376:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321485.175484:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321485.175506:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000373376:12345-0@lo:38:kworker.0 Request processed in 30us (373us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321485.175512:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6758
00000100:00100000:0.0:1767321485.175523:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6759
00000100:00100000:0.0:1767321485.175527:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000373632:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321485.175535:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321485.175558:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000373632:12345-0@lo:38:kworker.0 Request processed in 29us (385us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321485.175705:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366962300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000373760:0@lo:400:kworker.0
00000100:00100000:2.0:1767321485.175740:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321485.175759:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767321485.175766:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000373888:0@lo:400:kworker.0
00000100:00100000:2.0:1767321485.175792:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321485.175829:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000373760
00000100:00100000:2.0:1767321485.175833:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000373760
00000100:00100000:2.0:1767321485.175879:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5875
00000100:00100000:2.0:1767321485.175887:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000373760:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321485.175942:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000373760:12345-0@lo:400:kworker.0 Request processed in 57us (200us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321485.175949:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5875
00000100:00080000:2.0:1767321485.175986:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321485.176026:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366962300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000373760:0@lo:400:kworker.0
00000100:00100000:2.0:1767321485.176053:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000374016:0@lo:400:kworker.0
00000100:00100000:2.0:1767321485.176079:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321485.176102:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767321485.176108:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366963100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000373504:0@lo:400:kworker.0
00000100:00100000:2.0:1767321485.176130:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321485.176158:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000373888
00000100:00100000:2.0:1767321485.176162:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000373888
00000100:00100000:2.0:1767321485.176244:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000374016
00000100:00100000:2.0:1767321485.176248:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000374016
00000100:00100000:2.0:1767321485.176273:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3795
00000100:00100000:2.0:1767321485.176279:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000373888:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321485.176318:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000373888:12345-0@lo:400:kworker.0 Request processed in 39us (525us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321485.176325:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3795
00000100:00100000:2.0:1767321485.176337:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3796
00000100:00100000:2.0:1767321485.176342:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523652bf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000374016:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321485.176372:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523652bf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000374016:12345-0@lo:400:kworker.0 Request processed in 30us (293us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321485.176378:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3796
00000100:00100000:2.0:1767321485.176673:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000373504
00000100:00100000:2.0:1767321485.176677:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000373504
00000100:00100000:2.0:1767321485.176706:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5876
00000100:00100000:2.0:1767321485.176712:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000373504:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321485.176743:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000373504:12345-0@lo:400:kworker.0 Request processed in 31us (612us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321485.176749:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5876
00000100:00080000:2.0:1767321485.176766:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767321485.176769:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767321485.176771:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767321485.176794:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000373888:0@lo:400:kworker.0
00000100:00100000:2.0:1767321485.176818:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366963100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000373504:0@lo:400:kworker.0
00000100:00100000:2.0:1767321485.176828:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000374016:0@lo:400:kworker.0
00000100:00080000:2.0:1767321485.176882:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321485.176889:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321485.176893:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366963480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000373248:0@lo:38:kworker.0
00000100:00080000:2.0:1767321485.176903:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321485.176906:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321485.176909:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366961880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000373376:0@lo:38:kworker.0
00000100:00080000:2.0:1767321485.176919:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321485.176922:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321485.176925:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366962680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000373632:0@lo:38:kworker.0
00000100:00100000:0.0:1767321485.177330:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6759
00000100:00100000:3.0:1767321485.177944:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000373120
00000100:00100000:3.0:1767321485.177955:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000373120
00000100:00100000:3.0:1767321485.178014:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2199
00000100:00100000:3.0:1767321485.178021:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000373120:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321485.178046:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321485.178126:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000373120:12345-0@lo:38:kworker.0 Request processed in 105us (3141us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321485.178133:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2199
00000100:00080000:2.0:1767321485.178535:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321485.178542:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321485.178547:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366962a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000373120:0@lo:38:kworker.0
00010000:00010000:1.0:1767321485.493894:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767321486.517590:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767321487.542490:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321488.245584:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000374144:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321488.245692:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321488.246342:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000374144
00000100:00100000:3.0:1767321488.246366:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000374144
00000100:00100000:3.0:1767321488.246465:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3018
00000100:00100000:3.0:1767321488.246478:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000374144:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767321488.246524:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767321488.246597:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000374144:12345-0@lo:13:osp-pre-1-1.0 Request processed in 122us (906us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321488.246606:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3018
00000100:00080000:0.0:1767321488.247589:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767321488.247753:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000374272:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767321488.247829:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321488.247888:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000374272
00000100:00100000:3.0:1767321488.247910:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000374272
00000100:00100000:1.0:1767321488.248117:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000374144:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321488.248397:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3019
00000100:00100000:3.0:1767321488.248415:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000374272:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767321488.248452:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00080000:1.0:1767321488.248502:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767321488.248532:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000374272:12345-0@lo:13:osp-pre-0-1.0 Request processed in 122us (702us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321488.248542:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3019
00000100:00100000:2.0:1767321488.248602:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000374272:0@lo:13:osp-pre-0-1.0
00010000:00010000:2.0:1767321488.565976:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321489.347026:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767321489.347241:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962623616
00000100:00100000:1.0:1767321489.347257:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962623616
00000100:00100000:1.0:1767321489.347320:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6760
00000100:00100000:1.0:1767321489.347470:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962623616:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767321489.347504:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321489.347576:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767321489.347593:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962623616:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 261us (581us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321489.347602:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6760
00000100:00100000:1.0:1767321489.347625:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962623744
00000100:00100000:1.0:1767321489.347630:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962623744
00000100:00100000:1.0:1767321489.347797:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5877
00000100:00100000:1.0:1767321489.347805:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962623744:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767321489.347858:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962623744:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 53us (282us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321489.347865:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5877
00000100:00080000:2.0:1767321489.350002:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:1.0:1767321489.592814:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767321490.293618:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321490.293631:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767321490.293634:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321490.293639:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321490.293644:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321490.293655:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6683
00000100:00080000:2.0:1767321490.293661:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321490.293670:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767321490.293724:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523494d3480 x1853164000374400/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321490.293744:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321490.293747:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321490.293749:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321490.293753:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6683
00000100:00080000:2.0:1767321490.293755:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321490.293758:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767321490.293766:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523494d2a00 x1853164000374528/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321490.293774:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321490.293777:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321490.293778:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321490.293782:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6683
00000100:00080000:2.0:1767321490.293784:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321490.293788:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767321490.293796:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523494d3100 x1853164000374656/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321490.293841:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321490.293844:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321490.293845:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321490.293849:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6683
00000100:00080000:2.0:1767321490.293852:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321490.293855:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767321490.293864:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523494d3800 x1853164000374912/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321490.293932:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000375040:0@lo:400:kworker.0
00000100:00100000:2.0:1767321490.294013:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321490.294089:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767321490.294095:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000375168:0@lo:400:kworker.0
00000100:00100000:2.0:1767321490.294118:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321490.294244:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000374784:0@lo:400:kworker.0
00000100:00100000:3.0:1767321490.294279:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321490.294315:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767321490.294320:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000375296:0@lo:400:kworker.0
00000100:00100000:3.0:1767321490.294340:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321490.294374:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000375040
00000100:00100000:3.0:1767321490.294383:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000375040
00000100:00100000:3.0:1767321490.294464:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000374784
00000100:00100000:3.0:1767321490.294468:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000374784
00000100:00100000:3.0:1767321490.294497:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5878
00000100:00100000:3.0:1767321490.294507:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000375040:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321490.294576:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000375040:12345-0@lo:400:kworker.0 Request processed in 69us (563us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321490.294585:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5878
00000100:00100000:3.0:1767321490.294601:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5879
00000100:00100000:3.0:1767321490.294608:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f54700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000374784:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321490.294638:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f54700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000374784:12345-0@lo:400:kworker.0 Request processed in 29us (356us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321490.294643:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5879
00000100:00100000:3.0:1767321490.294664:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000375168
00000100:00100000:3.0:1767321490.294667:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000375168
00000100:00100000:3.0:1767321490.294695:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000375296
00000100:00100000:3.0:1767321490.294699:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000375296
00000100:00100000:3.0:1767321490.294718:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3797
00000100:00100000:3.0:1767321490.294724:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000375168:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321490.294754:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000375168:12345-0@lo:400:kworker.0 Request processed in 30us (635us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321490.294760:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3797
00000100:00100000:3.0:1767321490.294770:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3798
00000100:00080000:2.0:1767321490.294846:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767321490.294866:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f54a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000375296:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321490.294897:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f54a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000375296:12345-0@lo:400:kworker.0 Request processed in 117us (556us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321490.295061:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000374400:0@lo:38:kworker.0
00000100:00100000:0.0:1767321490.295100:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321490.295130:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000374528:0@lo:38:kworker.0
00000100:00100000:0.0:1767321490.295152:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321490.295177:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000374656:0@lo:38:kworker.0
00000100:00100000:0.0:1767321490.295234:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321490.295250:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000374912:0@lo:38:kworker.0
00000100:00100000:0.0:1767321490.295272:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321490.295304:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000374528
00000100:00100000:0.0:1767321490.295308:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000374528
00000100:00100000:0.0:1767321490.295332:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000374656
00000100:00100000:0.0:1767321490.295335:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000374656
00000100:00100000:0.0:1767321490.295349:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000374912
00000100:00100000:0.0:1767321490.295352:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000374912
00000100:00100000:0.0:1767321490.295363:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6761
00000100:00100000:0.0:1767321490.295368:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000374528:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321490.295390:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321490.295427:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000374528:12345-0@lo:38:kworker.0 Request processed in 58us (274us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321490.295434:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6761
00000100:00100000:0.0:1767321490.295463:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6762
00000100:00100000:0.0:1767321490.295468:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000374656:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321490.295479:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321490.295502:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000374656:12345-0@lo:38:kworker.0 Request processed in 32us (267us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321490.295508:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6762
00000100:00100000:0.0:1767321490.295520:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6763
00000100:00100000:0.0:1767321490.295524:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000374912:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321490.295534:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321490.295557:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000374912:12345-0@lo:38:kworker.0 Request processed in 31us (284us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321490.295562:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6763
00000100:00080000:0.0:1767321490.295613:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321490.295619:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321490.295623:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000374528:0@lo:38:kworker.0
00000100:00080000:0.0:1767321490.295633:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321490.295636:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321490.295639:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000374656:0@lo:38:kworker.0
00000100:00080000:0.0:1767321490.295645:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321490.295648:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321490.295650:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000374912:0@lo:38:kworker.0
00000100:00100000:0.0:1767321490.295706:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000374400
00000100:00100000:0.0:1767321490.295710:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000374400
00000100:00100000:0.0:1767321490.295730:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2200
00000100:00100000:0.0:1767321490.295734:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000374400:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321490.295743:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321490.295770:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000374400:12345-0@lo:38:kworker.0 Request processed in 34us (669us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321490.295776:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2200
00000100:00080000:0.0:1767321490.295795:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321490.295798:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321490.295801:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000374400:0@lo:38:kworker.0
00000100:00100000:0.0:1767321490.295860:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000375296:0@lo:400:kworker.0
00000100:00100000:0.0:1767321490.295872:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000374784:0@lo:400:kworker.0
00000100:00100000:0.0:1767321490.295909:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000375168:0@lo:400:kworker.0
00000100:00100000:0.0:1767321490.295919:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000375040:0@lo:400:kworker.0
00000100:00100000:3.0:1767321490.299617:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3798
00000100:00080000:2.0:1767321490.300722:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767321490.300731:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767321490.613675:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767321491.639234:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321492.662487:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321493.365435:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000375424:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321493.365532:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321493.365770:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000375552:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321493.365810:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321493.365914:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000375424
00000100:00100000:1.0:1767321493.365925:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000375424
00000100:00100000:0.0:1767321493.365971:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000375552
00000100:00100000:0.0:1767321493.365978:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000375552
00000100:00100000:1.0:1767321493.366016:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3020
00000100:00100000:1.0:1767321493.366029:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f54e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000375424:12345-0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767321493.366059:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767321493.366066:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00002000:00000024:1.0:1767321493.366071:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767321493.366133:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f54e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000375424:12345-0@lo:13:osp-pre-1-1.0 Request processed in 107us (601us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321493.367315:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3021
00000100:00100000:0.0:1767321493.367337:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000375552:12345-0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767321493.367935:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000375424:0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767321493.368370:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767321493.368465:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000375552:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1139us (2654us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321493.368475:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3021
00000100:00100000:1.0:1767321493.369180:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3020
00000100:00100000:2.0:1767321493.369864:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000375552:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767321493.685505:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321494.479238:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767321494.479375:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767321494.479982:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962623872
00000100:00100000:3.0:1767321494.479997:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962623872
00000100:00100000:3.0:1767321494.480057:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962624000
00000100:00100000:3.0:1767321494.480061:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962624000
00000100:00100000:3.0:1767321494.480126:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5880
00000100:00100000:3.0:1767321494.480156:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962624000:12345-192.168.202.52@tcp:400:kworker.0
00000100:00080000:1.0:1767321494.480180:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321494.480307:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962624000:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 162us (930us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321494.480316:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5880
00000100:00100000:3.0:1767321494.480339:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6764
00000100:00100000:3.0:1767321494.480343:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962623872:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767321494.480381:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321494.480416:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962623872:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 71us (1237us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321494.480423:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6764
00010000:00010000:0.0:1767321494.709655:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767321495.413579:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321495.413595:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767321495.413598:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321495.413613:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321495.413619:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321495.413629:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6688
00000100:00080000:2.0:1767321495.413635:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321495.413644:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767321495.413966:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523669e4a80 x1853164000375680/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321495.414002:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321495.414006:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321495.414008:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321495.414012:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6688
00000100:00080000:2.0:1767321495.414015:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321495.414019:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767321495.414036:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952344b26300 x1853164000375808/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321495.414047:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321495.414050:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321495.414052:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321495.414056:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6688
00000100:00080000:2.0:1767321495.414058:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321495.414073:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767321495.414086:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952344b24a80 x1853164000375936/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321495.414218:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767321495.414282:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523669e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000375680:0@lo:38:kworker.0
00000100:00100000:1.0:1767321495.414386:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321495.414455:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952344b26300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000375808:0@lo:38:kworker.0
00000100:00100000:1.0:1767321495.414485:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321495.414509:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952344b24a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000375936:0@lo:38:kworker.0
00000100:00100000:1.0:1767321495.414534:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321495.414583:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000375680
00000100:00100000:1.0:1767321495.414593:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000375680
00000100:00100000:1.0:1767321495.414651:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2201
00000100:00100000:1.0:1767321495.414659:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000375680:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321495.414695:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321495.414744:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000375680:12345-0@lo:38:kworker.0 Request processed in 84us (358us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321495.414752:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2201
00000100:00100000:1.0:1767321495.414782:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000375808
00000100:00100000:1.0:1767321495.414786:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000375808
00000100:00100000:1.0:1767321495.414809:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000375936
00000100:00100000:1.0:1767321495.414812:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000375936
00000100:00100000:1.0:1767321495.414827:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6765
00000100:00100000:1.0:1767321495.414831:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000375808:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321495.414840:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321495.414866:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000375808:12345-0@lo:38:kworker.0 Request processed in 33us (380us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321495.414872:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6765
00000100:00100000:1.0:1767321495.414884:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6766
00000100:00100000:1.0:1767321495.414887:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000375936:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321495.414896:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321495.414917:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000375936:12345-0@lo:38:kworker.0 Request processed in 28us (383us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321495.414922:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6766
00000100:00080000:1.0:1767321495.414966:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321495.414972:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321495.414976:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523669e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000375680:0@lo:38:kworker.0
00000100:00080000:1.0:1767321495.414986:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321495.414990:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321495.414993:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952344b26300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000375808:0@lo:38:kworker.0
00000100:00080000:1.0:1767321495.415001:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321495.415004:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321495.415007:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952344b24a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000375936:0@lo:38:kworker.0
00000100:00080000:2.0:1767321495.415216:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321495.415220:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321495.415223:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321495.415226:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6688
00000100:00080000:2.0:1767321495.415229:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321495.415233:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767321495.415252:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952344b27b80 x1853164000376192/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321495.415324:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952344b25180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000376320:0@lo:400:kworker.0
00000100:00100000:1.0:1767321495.415348:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321495.415371:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767321495.415376:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952344b27100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000376448:0@lo:400:kworker.0
00000100:00100000:1.0:1767321495.415400:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321495.415429:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000376320
00000100:00100000:1.0:1767321495.415432:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000376320
00000100:00100000:1.0:1767321495.415468:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5881
00000100:00100000:1.0:1767321495.415473:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000376320:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321495.415512:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000376320:12345-0@lo:400:kworker.0 Request processed in 38us (162us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321495.415517:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5881
00000100:00080000:1.0:1767321495.415539:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321495.415563:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952344b25180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000376320:0@lo:400:kworker.0
00000100:00100000:1.0:1767321495.415581:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952344b27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000376192:0@lo:38:kworker.0
00000100:00100000:1.0:1767321495.415604:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321495.415631:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000376192
00000100:00100000:1.0:1767321495.415634:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000376192
00000100:00100000:1.0:1767321495.415654:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6767
00000100:00100000:1.0:1767321495.415658:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000376192:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321495.415682:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321495.415714:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000376192:12345-0@lo:38:kworker.0 Request processed in 54us (110us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321495.415720:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6767
00000100:00080000:1.0:1767321495.415745:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321495.415749:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321495.415752:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952344b27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000376192:0@lo:38:kworker.0
00000100:00100000:3.0:1767321495.415936:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767321495.415969:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952344b24a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000376576:0@lo:400:kworker.0
00000100:00100000:3.0:1767321495.416003:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321495.416040:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000376448
00000100:00100000:3.0:1767321495.416043:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000376448
00000100:00100000:3.0:1767321495.416080:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000376576
00000100:00100000:3.0:1767321495.416082:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000376576
00000100:00100000:3.0:1767321495.416097:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3799
00000100:00100000:3.0:1767321495.416102:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000376448:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321495.416172:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000376448:12345-0@lo:400:kworker.0 Request processed in 69us (770us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321495.416180:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3799
00000100:00100000:3.0:1767321495.416214:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3800
00000100:00100000:3.0:1767321495.416219:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f56680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000376576:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321495.416244:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f56680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000376576:12345-0@lo:400:kworker.0 Request processed in 25us (241us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321495.416248:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3800
00000100:00080000:3.0:1767321495.416261:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767321495.416263:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767321495.416275:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952344b24a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000376576:0@lo:400:kworker.0
00000100:00100000:3.0:1767321495.416290:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952344b27100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000376448:0@lo:400:kworker.0
00000100:00100000:0.0:1767321495.421462:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952344b26680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000376064:0@lo:400:kworker.0
00000100:00100000:0.0:1767321495.421580:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321495.422560:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000376064
00000100:00100000:1.0:1767321495.422576:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000376064
00000100:00100000:1.0:1767321495.423024:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5882
00000100:00100000:1.0:1767321495.423038:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000376064:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321495.423270:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000376064:12345-0@lo:400:kworker.0 Request processed in 234us (1688us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321495.423280:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5882
00000100:00100000:3.0:1767321495.423462:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952344b26680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000376064:0@lo:400:kworker.0
00000100:00080000:0.0:1767321495.423551:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767321495.733880:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321496.757697:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767321497.782487:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321498.485550:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952344b26300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000376704:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321498.485650:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321498.485680:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000376832:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767321498.485722:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321498.485768:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000376704
00000100:00100000:3.0:1767321498.485779:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000376704
00000100:00080000:0.0:1767321498.485817:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767321498.485840:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000376832
00000100:00100000:1.0:1767321498.485847:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000376832
00000100:00100000:3.0:1767321498.485862:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3022
00000100:00100000:3.0:1767321498.485872:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f56d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000376704:12345-0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321498.485885:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3023
00000100:00100000:0.0:1767321498.485904:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000376832:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767321498.485911:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00002000:00000024:0.0:1767321498.485926:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767321498.485972:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f56d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000376704:12345-0@lo:13:osp-pre-0-1.0 Request processed in 100us (322us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321498.486123:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000376832:12345-0@lo:13:osp-pre-1-1.0 Request processed in 198us (369us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321498.486429:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000376832:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767321498.486484:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952344b26300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000376704:0@lo:13:osp-pre-0-1.0
00000100:00080000:2.0:1767321498.486506:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767321498.488768:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3022
00000100:00100000:0.0:1767321498.496926:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3023
00010000:00010000:0.0:1767321498.805472:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321499.594647:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767321499.594710:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767321499.594812:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962624128
00000100:00100000:1.0:1767321499.594827:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962624128
00000100:00100000:1.0:1767321499.594885:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962624256
00000100:00100000:1.0:1767321499.594888:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962624256
00000100:00100000:1.0:1767321499.594962:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5883
00000100:00100000:1.0:1767321499.594976:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b27100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962624256:12345-192.168.202.52@tcp:400:kworker.0
00000100:00080000:3.0:1767321499.595138:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321499.595185:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6768
00000100:00100000:3.0:1767321499.595191:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b26300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962624128:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767321499.595258:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321499.595353:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b26300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962624128:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 160us (725us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321499.595361:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6768
00000100:00100000:1.0:1767321499.595756:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b27100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962624256:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 781us (1042us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321499.595764:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5883
00010000:00010000:0.0:1767321499.829647:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767321500.534135:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321500.534149:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767321500.534152:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321500.534157:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321500.534162:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321500.534172:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6693
00000100:00080000:0.0:1767321500.534178:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321500.534185:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321500.534252:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235e8cb800 x1853164000376960/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321500.534285:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321500.534289:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321500.534291:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321500.534294:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6693
00000100:00080000:0.0:1767321500.534297:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321500.534301:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321500.534322:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235e8ca680 x1853164000377088/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321500.534330:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321500.534334:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321500.534335:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321500.534338:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6693
00000100:00080000:0.0:1767321500.534341:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321500.534343:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321500.534352:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235e8c8700 x1853164000377216/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321500.534397:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321500.534401:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321500.534403:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321500.534407:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6693
00000100:00080000:0.0:1767321500.534409:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321500.534412:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321500.534424:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523494d0e00 x1853164000377472/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321500.534488:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000377600:0@lo:400:kworker.0
00000100:00100000:0.0:1767321500.534574:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321500.534643:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767321500.534648:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000377728:0@lo:400:kworker.0
00000100:00100000:0.0:1767321500.534673:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321500.534754:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000377856:0@lo:400:kworker.0
00000100:00100000:3.0:1767321500.534784:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321500.534811:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767321500.534816:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000377344:0@lo:400:kworker.0
00000100:00100000:3.0:1767321500.534834:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321500.534870:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000377600
00000100:00100000:3.0:1767321500.534878:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000377600
00000100:00100000:3.0:1767321500.534933:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000377344
00000100:00100000:3.0:1767321500.534935:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000377344
00000100:00100000:3.0:1767321500.534958:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5884
00000100:00100000:3.0:1767321500.534966:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000377600:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321500.535028:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000377600:12345-0@lo:400:kworker.0 Request processed in 52us (443us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321500.535035:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5884
00000100:00100000:3.0:1767321500.535052:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5885
00000100:00100000:3.0:1767321500.535058:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f55180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000377344:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321500.535094:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f55180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000377344:12345-0@lo:400:kworker.0 Request processed in 36us (259us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321500.535100:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5885
00000100:00080000:3.0:1767321500.535119:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321500.535162:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000377344:0@lo:400:kworker.0
00000100:00100000:3.0:1767321500.535220:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000377600:0@lo:400:kworker.0
00000100:00100000:1.0:1767321500.535370:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000377728
00000100:00100000:1.0:1767321500.535376:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000377728
00000100:00100000:1.0:1767321500.535421:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3801
00000100:00100000:1.0:1767321500.535428:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000377728:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321500.535475:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000377728:12345-0@lo:400:kworker.0 Request processed in 48us (801us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321500.535482:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3801
00000100:00100000:1.0:1767321500.535496:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000377856
00000100:00100000:1.0:1767321500.535499:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000377856
00000100:00100000:1.0:1767321500.535521:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3802
00000100:00100000:1.0:1767321500.535527:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000377856:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321500.535563:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000377856:12345-0@lo:400:kworker.0 Request processed in 36us (779us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321500.535568:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3802
00000100:00100000:1.0:1767321500.535592:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000376960:0@lo:38:kworker.0
00000100:00100000:1.0:1767321500.535632:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321500.535661:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000377088:0@lo:38:kworker.0
00000100:00100000:1.0:1767321500.535683:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321500.535696:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000377216:0@lo:38:kworker.0
00000100:00100000:1.0:1767321500.535715:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321500.535728:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000377472:0@lo:38:kworker.0
00000100:00100000:1.0:1767321500.535747:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321500.535779:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000376960
00000100:00100000:1.0:1767321500.535782:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000376960
00000100:00100000:1.0:1767321500.535804:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2202
00000100:00100000:1.0:1767321500.535809:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345b37850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000376960:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321500.535830:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321500.535866:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345b37850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000376960:12345-0@lo:38:kworker.0 Request processed in 56us (233us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321500.535872:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2202
00000100:00080000:1.0:1767321500.536115:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321500.536122:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321500.536125:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000376960:0@lo:38:kworker.0
00000100:00100000:3.0:1767321500.536361:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000377088
00000100:00100000:3.0:1767321500.536366:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000377088
00000100:00100000:3.0:1767321500.536399:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000377216
00000100:00100000:3.0:1767321500.536402:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000377216
00000100:00100000:3.0:1767321500.536424:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000377472
00000100:00100000:3.0:1767321500.536426:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000377472
00000100:00100000:3.0:1767321500.536438:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6769
00000100:00100000:3.0:1767321500.536443:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000377088:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321500.536456:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321500.536495:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000377088:12345-0@lo:38:kworker.0 Request processed in 50us (810us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321500.536501:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6769
00000100:00100000:3.0:1767321500.536512:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6770
00000100:00100000:3.0:1767321500.536516:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000377216:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321500.536524:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321500.536545:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000377216:12345-0@lo:38:kworker.0 Request processed in 28us (829us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321500.536550:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6770
00000100:00100000:3.0:1767321500.536558:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6771
00000100:00100000:3.0:1767321500.536562:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000377472:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321500.536569:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321500.536588:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000377472:12345-0@lo:38:kworker.0 Request processed in 25us (840us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321500.536593:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6771
00000100:00080000:3.0:1767321500.536610:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767321500.536615:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767321500.536637:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000377856:0@lo:400:kworker.0
00000100:00100000:3.0:1767321500.536667:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000377728:0@lo:400:kworker.0
00000100:00080000:1.0:1767321500.536873:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321500.536878:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321500.536882:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000377088:0@lo:38:kworker.0
00000100:00080000:1.0:1767321500.536890:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321500.536894:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321500.536896:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000377216:0@lo:38:kworker.0
00000100:00080000:1.0:1767321500.536904:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321500.536907:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321500.536909:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000377472:0@lo:38:kworker.0
00010000:00010000:2.0:1767321500.853628:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767321501.877505:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767321502.901949:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321503.605621:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952344b24a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000377984:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321503.605720:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321503.605838:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000377984
00000100:00100000:1.0:1767321503.605849:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000377984
00000100:00100000:2.0:1767321503.611223:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767321503.611249:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000378112:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767321503.611344:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321503.611386:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000378112
00000100:00100000:0.0:1767321503.611397:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000378112
00000100:00100000:1.0:1767321503.611489:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3024
00000100:00100000:1.0:1767321503.611506:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000377984:12345-0@lo:13:osp-pre-0-1.0
00000100:00080000:3.0:1767321503.611555:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00002000:00000024:1.0:1767321503.611770:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767321503.611839:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000377984:12345-0@lo:13:osp-pre-0-1.0 Request processed in 339us (6119us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321503.611848:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3024
00000100:00100000:2.0:1767321503.611938:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952344b24a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000377984:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321503.611943:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3025
00000100:00080000:3.0:1767321503.611945:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767321503.611952:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000378112:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767321503.611970:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767321503.612025:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000378112:12345-0@lo:13:osp-pre-1-1.0 Request processed in 75us (681us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321503.612032:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3025
00000100:00100000:2.0:1767321503.612087:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000378112:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767321503.926328:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321504.702859:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767321504.703053:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962624512
00000100:00100000:0.0:1767321504.703074:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962624512
00000100:00100000:0.0:1767321504.703167:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5886
00000100:00100000:0.0:1767321504.703180:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f54380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962624512:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:0.0:1767321504.703473:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f54380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962624512:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 295us (629us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321504.703483:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5886
00000100:00080000:3.0:1767321504.705163:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321504.705893:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000400:00000100:1.0:1767321504.705934:0:6999:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.52@tcp portal 26 match 1853163962624640 offset 0 length 520: 4
00000100:00100000:0.0:1767321504.706137:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962624384
00000100:00100000:0.0:1767321504.706153:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962624384
00000100:00100000:0.0:1767321504.706359:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6772
00000100:00100000:0.0:1767321504.706369:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962624384:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:0.0:1767321504.706398:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321504.706486:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962624384:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 117us (602us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321504.706494:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6772
00010000:00010000:2.0:1767321504.949673:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767321505.653413:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321505.653427:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767321505.653430:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321505.653434:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321505.653440:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321505.653459:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6698
00000100:00080000:3.0:1767321505.653465:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321505.653474:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321505.653530:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952364f57480 x1853164000378240/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321505.653559:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321505.653563:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321505.653566:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321505.653569:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6698
00000100:00080000:3.0:1767321505.653572:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321505.653576:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321505.653590:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952364f55880 x1853164000378368/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321505.653610:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321505.653613:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321505.653615:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321505.653619:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6698
00000100:00080000:3.0:1767321505.653622:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321505.653625:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321505.653638:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952364f57b80 x1853164000378496/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321505.653689:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321505.653694:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321505.653695:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321505.653699:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6698
00000100:00080000:3.0:1767321505.653702:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321505.653706:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321505.653717:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952364f54000 x1853164000378752/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321505.653858:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000378624:0@lo:400:kworker.0
00000100:00100000:2.0:1767321505.653948:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321505.654047:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767321505.654054:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000379136:0@lo:400:kworker.0
00000100:00100000:2.0:1767321505.654086:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321505.654123:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000378880:0@lo:400:kworker.0
00000100:00100000:2.0:1767321505.654148:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321505.654171:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767321505.654176:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000379008:0@lo:400:kworker.0
00000100:00100000:2.0:1767321505.654235:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321505.654274:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000379136
00000100:00100000:2.0:1767321505.654282:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000379136
00000100:00100000:2.0:1767321505.654353:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000379008
00000100:00100000:2.0:1767321505.654357:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000379008
00000100:00100000:2.0:1767321505.654387:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3803
00000100:00100000:2.0:1767321505.654398:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000379136:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321505.654458:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000379136:12345-0@lo:400:kworker.0 Request processed in 62us (370us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321505.654467:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3803
00000100:00100000:2.0:1767321505.654486:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3804
00000100:00100000:2.0:1767321505.654492:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000379008:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321505.654523:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000379008:12345-0@lo:400:kworker.0 Request processed in 31us (287us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321505.654528:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3804
00000100:00100000:2.0:1767321505.654550:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000378624
00000100:00100000:2.0:1767321505.654554:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000378624
00000100:00100000:2.0:1767321505.654581:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000378880
00000100:00100000:2.0:1767321505.654585:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000378880
00000100:00100000:2.0:1767321505.654605:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5887
00000100:00100000:2.0:1767321505.654611:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b24a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000378624:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321505.654643:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b24a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000378624:12345-0@lo:400:kworker.0 Request processed in 31us (694us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321505.654649:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5887
00000100:00100000:2.0:1767321505.654662:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5888
00000100:00100000:2.0:1767321505.654668:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b24700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000378880:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321505.654694:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b24700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000378880:12345-0@lo:400:kworker.0 Request processed in 26us (545us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321505.654699:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5888
00000100:00100000:1.0:1767321505.654726:0:7004:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321480/real 1767321480]  req@ffff952348be3800 x1853164000371712/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321505 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767321505.654729:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767321505.654734:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767321505.654737:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767321505.654753:0:7004:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff952348be3800 x1853164000371712/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321505 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1767321505.654776:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f57480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000378240:0@lo:38:kworker.0
00000100:00100000:2.0:1767321505.656397:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000379008:0@lo:400:kworker.0
00000100:00100000:2.0:1767321505.656424:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000378880:0@lo:400:kworker.0
00000100:00100000:1.0:1767321505.658260:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321505.658446:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000378368:0@lo:38:kworker.0
00000100:00100000:1.0:1767321505.658491:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321505.658532:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000378496:0@lo:38:kworker.0
00000100:00100000:1.0:1767321505.658556:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321505.658582:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000378752:0@lo:38:kworker.0
00000100:00100000:1.0:1767321505.658606:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767321505.658626:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321505.658644:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:1.0:1767321505.658648:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952348be3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000371712:0@lo:250:kworker.0
00000100:00100000:1.0:1767321505.658703:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000378368
00000100:00100000:1.0:1767321505.658712:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000378368
00000100:00100000:1.0:1767321505.658756:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000378496
00000100:00100000:1.0:1767321505.658759:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000378496
00000100:00100000:1.0:1767321505.658772:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000378752
00000100:00100000:1.0:1767321505.658774:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000378752
00000100:00100000:1.0:1767321505.658791:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6773
00000100:00100000:1.0:1767321505.658799:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000378368:12345-0@lo:38:kworker.0
00000100:00100000:0.0:1767321505.658822:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000379136:0@lo:400:kworker.0
00010000:00020000:1.0:1767321505.658823:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321505.658840:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000378624:0@lo:400:kworker.0
00000100:00100000:1.0:1767321505.658869:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000378368:12345-0@lo:38:kworker.0 Request processed in 69us (376us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321505.658877:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6773
00000100:00100000:0.0:1767321505.658888:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6774
00000100:00100000:0.0:1767321505.658893:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000378496:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767321505.658897:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6775
00000100:00100000:1.0:1767321505.658901:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000378752:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321505.658903:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00010000:00020000:1.0:1767321505.658912:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321505.658931:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000378752:12345-0@lo:38:kworker.0 Request processed in 29us (324us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321505.658932:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000378496:12345-0@lo:38:kworker.0 Request processed in 38us (375us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321505.658937:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6775
00000100:00080000:3.0:1767321505.659012:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321505.659018:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767321505.659022:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321505.659038:0:63619:0:(import.c:509:import_select_connection()) MGC192.168.202.152@tcp: connect to NID 0@lo last attempt 6677
00000100:00080000:3.0:1767321505.659042:0:63619:0:(import.c:588:import_select_connection()) MGC192.168.202.152@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321505.659048:0:63619:0:(import.c:623:import_select_connection()) MGC192.168.202.152@tcp: import ffff95235eb57800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321505.659082:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235ee5d500 x1853164000379264/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321505.659316:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6774
00000100:00100000:0.0:1767321505.659350:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000379264:0@lo:250:kworker.0
00000400:00000100:0.0:1767321505.659376:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164000379264 offset 0 length 520: 4
00000100:00080000:0.0:1767321505.659406:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321505.659411:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321505.659414:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000378368:0@lo:38:kworker.0
00000100:00080000:0.0:1767321505.659422:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321505.659425:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321505.659428:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000378496:0@lo:38:kworker.0
00000100:00080000:0.0:1767321505.659436:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321505.659439:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321505.659442:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000378752:0@lo:38:kworker.0
00000100:00100000:2.0:1767321505.662132:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000378240
00000100:00100000:2.0:1767321505.662155:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000378240
00000100:00100000:2.0:1767321505.662322:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2203
00000100:00100000:2.0:1767321505.662332:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000378240:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321505.662362:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321505.662491:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000378240:12345-0@lo:38:kworker.0 Request processed in 159us (4242us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321505.662498:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2203
00000100:00080000:0.0:1767321505.663810:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321505.663822:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321505.663828:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f57480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000378240:0@lo:38:kworker.0
00010000:00010000:1.0:1767321505.973426:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767321506.997417:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767321508.021500:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321508.725486:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767321508.725692:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767321508.725712:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000379520:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321508.725782:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321508.725835:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000379520
00000100:00100000:0.0:1767321508.725844:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000379520
00000100:00100000:0.0:1767321508.725900:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3026
00000100:00100000:0.0:1767321508.725908:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000379520:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767321508.725937:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767321508.726032:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000379520:12345-0@lo:13:osp-pre-1-1.0 Request processed in 85us (211us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321508.726039:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3026
00000100:00100000:0.0:1767321508.726088:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000379520:0@lo:13:osp-pre-1-1.0
00000100:00080000:2.0:1767321508.726297:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767321508.726851:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f57480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000379392:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321508.726889:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321508.727130:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000379392
00000100:00100000:0.0:1767321508.727137:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000379392
00000100:00100000:0.0:1767321508.727253:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3027
00000100:00100000:0.0:1767321508.727261:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000379392:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767321508.727285:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767321508.727328:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000379392:12345-0@lo:13:osp-pre-0-1.0 Request processed in 68us (438us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321508.727335:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3027
00000100:00100000:3.0:1767321508.727451:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f57480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000379392:0@lo:13:osp-pre-0-1.0
00000100:00080000:2.0:1767321508.728421:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00010000:2.0:1767321509.045529:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321509.823670:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767321509.823731:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767321509.823894:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962624768
00000100:00100000:0.0:1767321509.823907:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962624768
00000100:00100000:1.0:1767321509.823923:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962624896
00000100:00100000:1.0:1767321509.823928:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962624896
00000100:00100000:0.0:1767321509.823984:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5889
00000100:00100000:0.0:1767321509.824028:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962624896:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:0.0:1767321509.824150:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962624896:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 126us (417us total) trans 0 rc 0/0
00000100:00080000:3.0:1767321509.826007:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321509.828289:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6776
00000100:00100000:1.0:1767321509.828304:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962624768:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767321509.830300:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321509.830430:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962624768:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 2125us (6774us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321509.830447:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6776
00000100:00100000:0.0:1767321509.833004:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5889
00010000:00010000:1.0:1767321510.069385:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767321510.773633:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321510.773647:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767321510.773651:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321510.773656:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321510.773665:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321510.773676:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6703
00000100:00080000:1.0:1767321510.773682:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321510.773690:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767321510.773747:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234727c380 x1853164000379648/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321510.773780:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321510.773785:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321510.773787:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321510.773791:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6703
00000100:00080000:1.0:1767321510.773794:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321510.773797:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767321510.773813:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234727e680 x1853164000379776/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321510.773815:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000379648:0@lo:38:kworker.0
00000100:00080000:1.0:1767321510.773824:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321510.773827:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321510.773829:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321510.773832:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6703
00000100:00080000:1.0:1767321510.773834:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321510.773837:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767321510.773846:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234727d500 x1853164000379904/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321510.773933:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321510.773939:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000380032:0@lo:400:kworker.0
00000100:00080000:1.0:1767321510.774017:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321510.774022:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321510.774024:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321510.774030:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6703
00000100:00080000:1.0:1767321510.774033:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321510.774038:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321510.774051:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000379648
00000100:00100000:1.0:1767321510.774052:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d79d180 x1853164000380160/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321510.774061:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000379648
00000100:00100000:2.0:1767321510.774550:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321510.774752:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000380032
00000100:00100000:2.0:1767321510.774760:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000380032
00000100:00100000:2.0:1767321510.774823:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5890
00000100:00100000:2.0:1767321510.774836:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f54000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000380032:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321510.774916:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f54000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000380032:12345-0@lo:400:kworker.0 Request processed in 84us (367us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321510.774924:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5890
00000100:00080000:2.0:1767321510.774952:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321510.775008:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000380032:0@lo:400:kworker.0
00000100:00100000:2.0:1767321510.775047:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000380288:0@lo:400:kworker.0
00000100:00100000:3.0:1767321510.775070:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2204
00000100:00100000:3.0:1767321510.775077:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000379648:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321510.775101:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321510.775143:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000379648:12345-0@lo:38:kworker.0 Request processed in 65us (1210us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321510.775149:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2204
00000100:00080000:0.0:1767321510.775344:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321510.775350:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321510.775353:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000379648:0@lo:38:kworker.0
00000100:00100000:0.0:1767321510.775370:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000379776:0@lo:38:kworker.0
00000100:00100000:2.0:1767321510.775406:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321510.775512:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000380288
00000100:00100000:3.0:1767321510.775518:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000380288
00000100:00100000:3.0:1767321510.775552:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5891
00000100:00100000:3.0:1767321510.775558:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f57b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000380288:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321510.775565:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000380416:0@lo:400:kworker.0
00000100:00100000:0.0:1767321510.775787:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321510.775812:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000379904:0@lo:38:kworker.0
00000100:00100000:0.0:1767321510.775838:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321510.775856:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000380160:0@lo:38:kworker.0
00000100:00100000:0.0:1767321510.775876:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321510.775910:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000379776
00000100:00100000:0.0:1767321510.775914:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000379776
00000100:00100000:0.0:1767321510.775936:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000379904
00000100:00100000:0.0:1767321510.775939:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000379904
00000100:00100000:0.0:1767321510.775947:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000380160
00000100:00100000:0.0:1767321510.775949:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000380160
00000100:00100000:0.0:1767321510.775960:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6777
00000100:00100000:0.0:1767321510.775964:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000379776:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321510.775988:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321510.776021:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000379776:12345-0@lo:38:kworker.0 Request processed in 55us (234us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321510.776028:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6777
00000100:00100000:0.0:1767321510.776043:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6778
00000100:00100000:0.0:1767321510.776047:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000379904:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321510.776057:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321510.776091:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000379904:12345-0@lo:38:kworker.0 Request processed in 42us (252us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321510.776097:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6778
00000100:00100000:0.0:1767321510.776109:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6779
00000100:00100000:0.0:1767321510.776113:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000380160:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321510.776121:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321510.776143:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000380160:12345-0@lo:38:kworker.0 Request processed in 29us (267us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321510.776158:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6779
00000100:00080000:0.0:1767321510.776189:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321510.776420:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321510.776425:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000379776:0@lo:38:kworker.0
00000100:00080000:0.0:1767321510.776440:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321510.776443:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321510.776446:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000379904:0@lo:38:kworker.0
00000100:00080000:0.0:1767321510.776453:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321510.776456:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321510.776459:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000380160:0@lo:38:kworker.0
00000100:00100000:0.0:1767321510.776520:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767321510.776530:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000380544:0@lo:400:kworker.0
00000100:00100000:0.0:1767321510.776563:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767321510.776791:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321510.776817:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000380544
00000100:00100000:0.0:1767321510.776822:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000380544
00000100:00100000:0.0:1767321510.776865:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3805
00000100:00100000:0.0:1767321510.776872:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000380544:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321510.776916:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000380544:12345-0@lo:400:kworker.0 Request processed in 44us (351us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321510.776923:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3805
00000100:00080000:0.0:1767321510.776938:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767321510.776957:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000380544:0@lo:400:kworker.0
00000100:00100000:3.0:1767321510.782654:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f57b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000380288:12345-0@lo:400:kworker.0 Request processed in 7077us (7230us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321510.782676:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5891
00000100:00100000:2.0:1767321510.782725:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000380288:0@lo:400:kworker.0
00000100:00100000:0.0:1767321510.783094:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321510.783350:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000380416
00000100:00100000:2.0:1767321510.783361:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000380416
00000100:00080000:1.0:1767321510.784734:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767321510.787514:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3806
00000100:00100000:2.0:1767321510.787557:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000380416:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321510.787698:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000380416:12345-0@lo:400:kworker.0 Request processed in 166us (4604us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321510.787707:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3806
00000100:00100000:0.0:1767321510.790787:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000380416:0@lo:400:kworker.0
00010000:00010000:0.0:1767321511.094418:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767321512.118337:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321513.141410:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321513.846391:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767321513.846424:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000380672:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321513.846515:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321513.846784:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000380672
00000100:00100000:1.0:1767321513.846795:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000380672
00000100:00100000:1.0:1767321513.846863:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3028
00000100:00100000:1.0:1767321513.846872:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952348be3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000380672:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767321513.846911:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767321513.847004:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952348be3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000380672:12345-0@lo:13:osp-pre-1-1.0 Request processed in 133us (488us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321513.847024:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3028
00000100:00080000:1.0:1767321513.847052:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767321513.848216:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000380672:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321513.849915:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000380800:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321513.850004:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321513.850184:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000380800
00000100:00100000:0.0:1767321513.850222:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000380800
00000100:00100000:0.0:1767321513.850321:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3029
00000100:00100000:0.0:1767321513.850334:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000380800:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767321513.850378:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00080000:2.0:1767321513.850490:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767321513.853398:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000380800:12345-0@lo:13:osp-pre-0-1.0 Request processed in 3052us (3379us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321513.853417:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3029
00000100:00100000:3.0:1767321513.854516:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000380800:0@lo:13:osp-pre-0-1.0
00010000:00010000:1.0:1767321514.165682:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321514.947165:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767321514.947643:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962625152
00000100:00100000:2.0:1767321514.947657:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962625152
00000100:00100000:2.0:1767321514.947845:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5892
00000100:00100000:2.0:1767321514.947856:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962625152:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767321514.948172:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962625152:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 316us (1014us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321514.948180:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5892
00000100:00080000:1.0:1767321514.948362:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321514.955520:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767321514.955642:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962625024
00000100:00100000:2.0:1767321514.955656:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962625024
00000100:00100000:2.0:1767321514.955708:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6780
00000100:00100000:2.0:1767321514.955716:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962625024:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767321514.955738:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321514.955810:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962625024:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 93us (300us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321514.955818:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6780
00010000:00010000:0.0:1767321515.189597:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767321515.893320:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321515.893332:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767321515.893386:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321515.893391:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321515.893396:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321515.893404:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6708
00000100:00080000:1.0:1767321515.893408:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321515.893415:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767321515.893460:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235e8c8a80 x1853164000380928/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321515.893478:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321515.893481:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321515.893483:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321515.893486:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6708
00000100:00080000:1.0:1767321515.893489:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321515.893492:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767321515.893506:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235e8ca680 x1853164000381056/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321515.893516:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321515.893519:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321515.893520:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321515.893524:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6708
00000100:00080000:1.0:1767321515.893526:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321515.893529:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767321515.893537:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235e8c8700 x1853164000381184/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321515.893585:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321515.893589:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321515.893591:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321515.893594:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6708
00000100:00080000:1.0:1767321515.893596:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321515.893609:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767321515.893636:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234727c380 x1853164000381440/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321515.893710:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523669e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000381696:0@lo:400:kworker.0
00000100:00100000:1.0:1767321515.893790:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321515.893875:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767321515.893882:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000381568:0@lo:400:kworker.0
00000100:00100000:1.0:1767321515.893920:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321515.893972:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000381568
00000100:00100000:1.0:1767321515.893981:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000381568
00000100:00100000:1.0:1767321515.894037:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5893
00000100:00100000:1.0:1767321515.894047:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523669e4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000381568:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321515.894101:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523669e4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000381568:12345-0@lo:400:kworker.0 Request processed in 55us (179us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321515.894108:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5893
00000100:00100000:3.0:1767321515.894271:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523669e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000381824:0@lo:400:kworker.0
00000100:00100000:3.0:1767321515.894302:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321515.894343:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767321515.894349:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000381312:0@lo:400:kworker.0
00000100:00100000:3.0:1767321515.894370:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321515.894399:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000381312
00000100:00100000:3.0:1767321515.894403:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000381312
00000100:00100000:3.0:1767321515.894432:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5894
00000100:00100000:3.0:1767321515.894439:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000381312:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321515.894471:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000381312:12345-0@lo:400:kworker.0 Request processed in 33us (100us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321515.894477:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5894
00000100:00100000:3.0:1767321515.894511:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000381312:0@lo:400:kworker.0
00000100:00100000:3.0:1767321515.894554:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000381568:0@lo:400:kworker.0
00000100:00100000:3.0:1767321515.894582:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000381696
00000100:00100000:3.0:1767321515.894586:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000381696
00000100:00100000:3.0:1767321515.894613:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000381824
00000100:00100000:3.0:1767321515.894616:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000381824
00000100:00100000:3.0:1767321515.894635:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3807
00000100:00100000:3.0:1767321515.894641:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523669e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000381696:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321515.894672:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523669e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000381696:12345-0@lo:400:kworker.0 Request processed in 32us (882us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321515.894678:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3807
00000100:00100000:3.0:1767321515.894687:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3808
00000100:00100000:3.0:1767321515.894693:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000381824:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321515.894722:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000381824:12345-0@lo:400:kworker.0 Request processed in 29us (419us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321515.894727:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3808
00000100:00100000:3.0:1767321515.894751:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523669e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000381824:0@lo:400:kworker.0
00000100:00100000:3.0:1767321515.894772:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523669e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000381696:0@lo:400:kworker.0
00000100:00080000:1.0:1767321515.894958:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767321515.894963:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767321515.894965:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321515.895111:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000380928:0@lo:38:kworker.0
00000100:00100000:0.0:1767321515.895244:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321515.895281:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000381056:0@lo:38:kworker.0
00000100:00100000:0.0:1767321515.895302:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321515.895327:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000381184:0@lo:38:kworker.0
00000100:00100000:0.0:1767321515.895346:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321515.895419:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000380928
00000100:00100000:3.0:1767321515.895425:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000380928
00000100:00100000:3.0:1767321515.895449:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2205
00000100:00100000:3.0:1767321515.895454:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952348be0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000380928:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321515.895471:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321515.895504:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952348be0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000380928:12345-0@lo:38:kworker.0 Request processed in 49us (260us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321515.895510:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2205
00000100:00100000:0.0:1767321515.895973:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000381440:0@lo:38:kworker.0
00000100:00100000:0.0:1767321515.896000:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767321515.898828:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321515.898841:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321515.898846:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000380928:0@lo:38:kworker.0
00000100:00100000:2.0:1767321515.899020:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000381056
00000100:00100000:2.0:1767321515.899029:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000381056
00000100:00100000:2.0:1767321515.899077:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000381184
00000100:00100000:2.0:1767321515.899080:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000381184
00000100:00100000:2.0:1767321515.899099:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000381440
00000100:00100000:2.0:1767321515.899101:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000381440
00000100:00100000:2.0:1767321515.899246:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6781
00000100:00100000:2.0:1767321515.899256:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952348be2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000381056:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321515.899295:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321515.899369:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952348be2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000381056:12345-0@lo:38:kworker.0 Request processed in 112us (4064us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321515.899983:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6782
00000100:00100000:0.0:1767321515.899990:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952348be3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000381184:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321515.900004:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321515.900043:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952348be3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000381184:12345-0@lo:38:kworker.0 Request processed in 53us (4697us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321515.900049:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6782
00000100:00100000:0.0:1767321515.900069:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6783
00000100:00100000:0.0:1767321515.900073:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952348be1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000381440:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321515.900081:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321515.900103:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952348be1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000381440:12345-0@lo:38:kworker.0 Request processed in 29us (4103us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321515.900108:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6783
00000100:00080000:0.0:1767321515.900190:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321515.900215:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321515.900219:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000381056:0@lo:38:kworker.0
00000100:00080000:0.0:1767321515.900234:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321515.900238:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321515.900241:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000381184:0@lo:38:kworker.0
00000100:00080000:0.0:1767321515.900249:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321515.900252:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321515.900255:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000381440:0@lo:38:kworker.0
00000100:00100000:2.0:1767321515.900492:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6781
00010000:00010000:0.0:1767321516.213449:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321517.237515:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767321518.263177:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321518.965646:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767321518.965671:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952348be3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000381952:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321518.965743:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321518.965957:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000381952
00000100:00100000:0.0:1767321518.967289:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000381952
00000100:00100000:0.0:1767321518.967401:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3030
00000100:00100000:0.0:1767321518.967412:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000381952:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767321518.967453:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767321518.967549:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000381952:12345-0@lo:13:osp-pre-1-1.0 Request processed in 139us (1806us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321518.967556:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3030
00000100:00100000:3.0:1767321518.970170:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952348be3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000381952:0@lo:13:osp-pre-1-1.0
00000100:00080000:3.0:1767321518.970246:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767321518.972647:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000382080:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321518.972711:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321518.973227:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000382080
00000100:00100000:2.0:1767321518.973237:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000382080
00000100:00100000:2.0:1767321518.973312:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3031
00000100:00100000:2.0:1767321518.973321:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000382080:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767321518.973353:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767321518.973428:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000382080:12345-0@lo:13:osp-pre-0-1.0 Request processed in 108us (716us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321518.973439:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3031
00000100:00100000:2.0:1767321518.973485:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000382080:0@lo:13:osp-pre-0-1.0
00000100:00080000:3.0:1767321518.973608:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00010000:0.0:1767321519.285998:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321520.064999:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767321520.065145:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767321520.071706:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962625280
00000100:00100000:1.0:1767321520.071772:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962625280
00000100:00100000:1.0:1767321520.071857:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962625408
00000100:00100000:1.0:1767321520.071861:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962625408
00000100:00100000:1.0:1767321520.071943:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5895
00000100:00100000:1.0:1767321520.071956:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962625408:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767321520.072182:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6784
00000100:00100000:2.0:1767321520.072190:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962625280:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767321520.072242:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321520.072307:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962625408:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 355us (7160us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321520.072315:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5895
00000100:00080000:3.0:1767321520.072475:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321520.074254:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962625280:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 2053us (9252us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321520.074268:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6784
00010000:00010000:0.0:1767321520.309433:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767321521.014531:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321521.014542:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767321521.014544:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321521.014569:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321521.014573:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321521.014581:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6713
00000100:00080000:0.0:1767321521.014586:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321521.014592:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321521.014650:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952348be3b80 x1853164000382208/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321521.014743:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952348be3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000382208:0@lo:38:kworker.0
00000100:00100000:2.0:1767321521.014824:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767321521.014921:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321521.014925:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321521.014927:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321521.014930:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6713
00000100:00080000:0.0:1767321521.014933:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321521.014937:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321521.014940:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000382208
00000100:00100000:3.0:1767321521.014949:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000382208
00000100:00100000:0.0:1767321521.014951:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234727c380 x1853164000382336/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321521.015016:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2206
00000100:00100000:3.0:1767321521.015024:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f55f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000382208:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321521.015069:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321521.018484:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000382336:0@lo:38:kworker.0
00000100:00100000:2.0:1767321521.018621:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767321521.018843:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321521.018849:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321521.018852:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321521.018871:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6713
00000100:00080000:0.0:1767321521.018875:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321521.018881:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321521.018920:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235f79b480 x1853164000382464/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321521.018956:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321521.018960:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321521.018962:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321521.018979:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6713
00000100:00080000:0.0:1767321521.018982:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321521.018986:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321521.018998:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235f798e00 x1853164000382720/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321521.019075:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235f799f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000382592:0@lo:400:kworker.0
00000100:00100000:0.0:1767321521.019134:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321521.019410:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767321521.019416:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235f799180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000383104:0@lo:400:kworker.0
00000100:00100000:0.0:1767321521.019456:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321521.019587:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000382336
00000100:00100000:1.0:1767321521.019595:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000382336
00000100:00100000:1.0:1767321521.019628:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000382592
00000100:00100000:1.0:1767321521.019631:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000382592
00000100:00100000:1.0:1767321521.019776:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5896
00000100:00100000:1.0:1767321521.019787:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f79bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000382592:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321521.019848:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f79bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000382592:12345-0@lo:400:kworker.0 Request processed in 64us (714us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321521.019855:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5896
00000100:00100000:1.0:1767321521.019874:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6785
00000100:00100000:1.0:1767321521.019879:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f56300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000382336:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321521.019909:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321521.019938:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f56300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000382336:12345-0@lo:38:kworker.0 Request processed in 58us (1317us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321521.019943:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6785
00000100:00080000:1.0:1767321521.019960:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321521.019972:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235f79b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000382976:0@lo:400:kworker.0
00000100:00100000:1.0:1767321521.020012:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321521.020033:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767321521.020040:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235f799500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000382848:0@lo:400:kworker.0
00000100:00100000:1.0:1767321521.020073:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321521.020098:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000383104
00000100:00100000:1.0:1767321521.020102:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000383104
00000100:00100000:1.0:1767321521.020146:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000382976
00000100:00100000:1.0:1767321521.020150:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000382976
00000100:00100000:1.0:1767321521.020171:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3809
00000100:00100000:1.0:1767321521.020177:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f798700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000383104:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321521.020229:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f798700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000383104:12345-0@lo:400:kworker.0 Request processed in 53us (772us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321521.020236:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3809
00000100:00100000:1.0:1767321521.020248:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3810
00000100:00100000:1.0:1767321521.020253:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523669e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000382976:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321521.020502:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523669e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000382976:12345-0@lo:400:kworker.0 Request processed in 248us (489us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321521.020509:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3810
00000100:00080000:1.0:1767321521.020532:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767321521.020535:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767321521.020560:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235f79b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000382976:0@lo:400:kworker.0
00000100:00100000:1.0:1767321521.020589:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235f799180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000383104:0@lo:400:kworker.0
00000100:00100000:1.0:1767321521.020599:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235f799f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000382592:0@lo:400:kworker.0
00000100:00100000:1.0:1767321521.020619:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000382848
00000100:00100000:1.0:1767321521.020622:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000382848
00000100:00100000:1.0:1767321521.020649:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5897
00000100:00100000:1.0:1767321521.020654:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523669e7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000382848:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321521.020713:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523669e7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000382848:12345-0@lo:400:kworker.0 Request processed in 58us (638us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321521.020719:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5897
00000100:00080000:1.0:1767321521.020735:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321521.020752:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235f799500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000382848:0@lo:400:kworker.0
00000100:00080000:2.0:1767321521.021175:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1767321521.021175:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f55f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000382208:12345-0@lo:38:kworker.0 Request processed in 6149us (6348us total) trans 0 rc -19/-19
00000100:00080000:2.0:1767321521.021180:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321521.021183:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952348be3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000382208:0@lo:38:kworker.0
00000100:00100000:3.0:1767321521.021184:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2206
00000100:00100000:2.0:1767321521.021213:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235f79b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000382464:0@lo:38:kworker.0
00000100:00100000:2.0:1767321521.021242:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321521.021354:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000382464
00000100:00100000:0.0:1767321521.021358:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000382464
00000100:00100000:0.0:1767321521.021396:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6786
00000100:00100000:0.0:1767321521.021401:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f55880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000382464:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321521.021415:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321521.021444:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f55880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000382464:12345-0@lo:38:kworker.0 Request processed in 42us (202us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321521.021450:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6786
00000100:00100000:2.0:1767321521.021596:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235f798e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000382720:0@lo:38:kworker.0
00000100:00100000:2.0:1767321521.021623:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767321521.021838:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321521.021843:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321521.021847:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000382336:0@lo:38:kworker.0
00000100:00080000:2.0:1767321521.021866:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321521.021870:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321521.021873:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235f79b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000382464:0@lo:38:kworker.0
00000100:00100000:1.0:1767321521.021927:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000382720
00000100:00100000:1.0:1767321521.021932:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000382720
00000100:00100000:1.0:1767321521.021997:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6787
00000100:00100000:1.0:1767321521.022002:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f57480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000382720:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321521.022013:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321521.022053:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f57480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000382720:12345-0@lo:38:kworker.0 Request processed in 50us (430us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321521.022060:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6787
00000100:00080000:2.0:1767321521.022111:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321521.022115:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321521.022118:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235f798e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000382720:0@lo:38:kworker.0
00010000:00010000:2.0:1767321521.333487:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767321522.357555:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767321523.387320:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321524.085851:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952348be3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000383360:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321524.085963:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321524.086050:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767321524.086059:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000383232:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321524.086085:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321524.086469:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000383360
00000100:00100000:2.0:1767321524.086477:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000383360
00000100:00100000:2.0:1767321524.086550:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000383232
00000100:00100000:2.0:1767321524.086554:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000383232
00000100:00100000:2.0:1767321524.086582:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3032
00000100:00100000:2.0:1767321524.086592:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000383360:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767321524.086647:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767321524.086701:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000383360:12345-0@lo:13:osp-pre-1-1.0 Request processed in 110us (737us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321524.086709:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3032
00000100:00100000:2.0:1767321524.086726:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3033
00000100:00100000:2.0:1767321524.086732:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000383232:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767321524.086748:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767321524.086790:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000383232:12345-0@lo:13:osp-pre-0-1.0 Request processed in 58us (705us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321524.086797:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3033
00000100:00100000:2.0:1767321524.086867:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952348be3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000383360:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767321524.086902:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000383232:0@lo:13:osp-pre-0-1.0
00000100:00080000:1.0:1767321524.087216:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767321524.087221:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00010000:00010000:0.0:1767321524.405523:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321525.183326:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767321525.183368:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767321525.183508:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962625536
00000100:00100000:1.0:1767321525.183518:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962625536
00000100:00100000:3.0:1767321525.183563:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962625664
00000100:00100000:3.0:1767321525.183569:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962625664
00000100:00100000:1.0:1767321525.183575:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6788
00000100:00100000:1.0:1767321525.183584:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f798a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962625536:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767321525.183609:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321525.183629:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5898
00000100:00100000:3.0:1767321525.183639:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f799880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962625664:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767321525.183678:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f798a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962625536:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 92us (370us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321525.183686:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f799880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962625664:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 46us (313us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321525.183692:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6788
00000100:00100000:3.0:1767321525.183700:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5898
00000100:00080000:2.0:1767321525.183756:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767321525.430766:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767321526.134986:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321526.134996:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767321526.134999:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321526.135003:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321526.135007:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321526.135014:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6718
00000100:00080000:3.0:1767321526.135019:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321526.135026:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321526.135067:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235ee5ca80 x1853164000383488/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321526.135094:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321526.135099:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321526.135101:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321526.135104:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6718
00000100:00080000:3.0:1767321526.135106:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321526.135109:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321526.135120:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235ee5c380 x1853164000383616/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321526.135165:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321526.135169:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321526.135170:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321526.135173:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6718
00000100:00080000:3.0:1767321526.135176:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321526.135180:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321526.135190:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235ee5f480 x1853164000383744/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321526.135259:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321526.135263:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321526.135265:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321526.135268:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6718
00000100:00080000:3.0:1767321526.135271:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321526.135274:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321526.135286:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235ee5c700 x1853164000384000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321526.135332:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000384384:0@lo:400:kworker.0
00000100:00100000:3.0:1767321526.135345:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000384128:0@lo:400:kworker.0
00000100:00100000:0.0:1767321526.135399:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000383488:0@lo:38:kworker.0
00000100:00100000:1.0:1767321526.135495:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000383872:0@lo:400:kworker.0
00000100:00100000:2.0:1767321526.138493:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321526.138493:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321526.138595:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000384128
00000100:00100000:2.0:1767321526.138605:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000384128
00000100:00100000:2.0:1767321526.138746:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5899
00000100:00100000:2.0:1767321526.138759:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000384128:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321526.138816:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000384128:12345-0@lo:400:kworker.0 Request processed in 61us (330us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321526.138823:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5899
00000100:00080000:2.0:1767321526.138859:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321526.138893:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000384256:0@lo:400:kworker.0
00000100:00100000:2.0:1767321526.138930:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321526.138961:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000384384
00000100:00100000:2.0:1767321526.138965:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000384384
00000100:00100000:2.0:1767321526.138992:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000384256
00000100:00100000:2.0:1767321526.138995:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000384256
00000100:00100000:3.0:1767321526.139011:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000384128:0@lo:400:kworker.0
00000100:00100000:2.0:1767321526.139012:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3811
00000100:00100000:2.0:1767321526.139017:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952348be3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000384384:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767321526.139042:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767321526.139045:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952348be3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000384384:12345-0@lo:400:kworker.0 Request processed in 28us (556us total) trans 0 rc 0/0
00000100:00080000:3.0:1767321526.139045:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767321526.139052:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3811
00000100:00100000:2.0:1767321526.139064:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3812
00000100:00100000:3.0:1767321526.139067:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000384384:0@lo:400:kworker.0
00000100:00100000:2.0:1767321526.139070:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000384256:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321526.139096:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000384256:12345-0@lo:400:kworker.0 Request processed in 26us (165us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321526.139096:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000384256:0@lo:400:kworker.0
00000100:00100000:2.0:1767321526.139102:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3812
00000100:00100000:0.0:1767321526.141983:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321526.142037:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000383616:0@lo:38:kworker.0
00000100:00100000:0.0:1767321526.142070:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321526.142105:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000383744:0@lo:38:kworker.0
00000100:00100000:2.0:1767321526.142118:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000383616
00000100:00100000:0.0:1767321526.142127:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321526.142127:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000383616
00000100:00100000:0.0:1767321526.142145:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000384000:0@lo:38:kworker.0
00000100:00100000:2.0:1767321526.142162:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000383744
00000100:00100000:2.0:1767321526.142165:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000383744
00000100:00100000:0.0:1767321526.142166:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321526.142177:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000384000
00000100:00100000:2.0:1767321526.142179:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000384000
00000100:00100000:0.0:1767321526.142218:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6789
00000100:00100000:0.0:1767321526.142225:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f79aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000383616:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321526.142246:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321526.142262:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6790
00000100:00100000:2.0:1767321526.142267:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f79a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000383744:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321526.142277:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321526.142284:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f79aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000383616:12345-0@lo:38:kworker.0 Request processed in 59us (213us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321526.142290:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6789
00000100:00100000:0.0:1767321526.142309:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6791
00000100:00100000:0.0:1767321526.142313:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f799c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000384000:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321526.142321:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321526.142344:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f799c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000384000:12345-0@lo:38:kworker.0 Request processed in 29us (176us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321526.142349:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6791
00000100:00080000:0.0:1767321526.142388:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321526.142394:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321526.142397:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000383616:0@lo:38:kworker.0
00000100:00080000:0.0:1767321526.142406:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321526.142409:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321526.142412:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000383744:0@lo:38:kworker.0
00000100:00080000:0.0:1767321526.142419:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321526.142422:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321526.142425:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000384000:0@lo:38:kworker.0
00000100:00100000:2.0:1767321526.142508:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f79a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000383744:12345-0@lo:38:kworker.0 Request processed in 239us (378us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321526.142514:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6790
00000100:00100000:3.0:1767321526.142591:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000383488
00000100:00100000:3.0:1767321526.142596:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000383488
00000100:00100000:0.0:1767321526.144876:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321526.146945:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000383872
00000100:00100000:2.0:1767321526.146959:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000383872
00000100:00100000:2.0:1767321526.147094:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5900
00000100:00100000:2.0:1767321526.147104:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f798000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000383872:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321526.147179:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f798000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000383872:12345-0@lo:400:kworker.0 Request processed in 76us (2309us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321526.147185:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5900
00000100:00100000:1.0:1767321526.147535:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000383872:0@lo:400:kworker.0
00000100:00080000:0.0:1767321526.147621:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321526.149519:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2207
00000100:00100000:3.0:1767321526.149532:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f798380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000383488:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321526.149554:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321526.149636:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f798380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000383488:12345-0@lo:38:kworker.0 Request processed in 104us (7662us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321526.149642:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2207
00000100:00080000:0.0:1767321526.149695:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321526.149702:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321526.149705:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000383488:0@lo:38:kworker.0
00010000:00010000:1.0:1767321526.453889:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767321527.477987:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767321528.502347:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321529.205842:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000384512:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321529.205911:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321529.205995:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235f79a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000384640:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767321529.206022:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321529.206763:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000384512
00000100:00100000:0.0:1767321529.206773:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000384512
00000100:00100000:0.0:1767321529.206853:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000384640
00000100:00100000:0.0:1767321529.206857:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000384640
00000100:00100000:0.0:1767321529.206883:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3034
00000100:00100000:0.0:1767321529.206893:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000384512:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767321529.206924:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767321529.206983:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000384512:12345-0@lo:13:osp-pre-0-1.0 Request processed in 92us (1071us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321529.207364:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3035
00000100:00100000:1.0:1767321529.207375:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952371270850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000384640:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767321529.207396:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767321529.207435:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952371270850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000384640:12345-0@lo:13:osp-pre-1-1.0 Request processed in 64us (1411us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321529.207442:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3035
00000100:00100000:1.0:1767321529.207494:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235f79a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000384640:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321529.207553:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000384512:0@lo:13:osp-pre-0-1.0
00000100:00080000:3.0:1767321529.207754:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767321529.207759:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767321529.210551:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3034
00000100:00100000:1.0:1767321529.279028:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767321529.279150:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962626048
00000100:00100000:2.0:1767321529.279159:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962626048
00000100:00100000:2.0:1767321529.279242:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5901
00000100:00100000:2.0:1767321529.279249:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962626048:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767321529.279340:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962626048:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 93us (321us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321529.279346:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5901
00000100:00080000:3.0:1767321529.279391:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000400:00000100:1.0:1767321529.280870:0:6999:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.52@tcp portal 26 match 1853163962625792 offset 0 length 520: 4
00000100:00100000:1.0:1767321529.280910:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767321529.281083:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962625920
00000100:00100000:0.0:1767321529.281092:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962625920
00000100:00100000:0.0:1767321529.281185:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6792
00000100:00100000:0.0:1767321529.281227:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962625920:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:0.0:1767321529.281252:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321529.281313:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962625920:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 119us (402us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321529.281322:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6792
00010000:00010000:2.0:1767321529.531705:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321530.229313:0:7004:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321505/real 1767321505]  req@ffff95235ee5d500 x1853164000379264/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321530 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1767321530.229340:0:7004:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95235ee5d500 x1853164000379264/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321530 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1767321530.229356:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321530.229377:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:0.0:1767321530.229380:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000379264:0@lo:250:kworker.0
00000100:00080000:3.0:1767321530.231383:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321530.231391:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1767321530.231394:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321530.231401:0:49151:0:(import.c:509:import_select_connection()) MGC192.168.202.152@tcp: connect to NID 0@lo last attempt 6703
00000100:00080000:3.0:1767321530.231404:0:49151:0:(import.c:588:import_select_connection()) MGC192.168.202.152@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321530.231411:0:49151:0:(import.c:623:import_select_connection()) MGC192.168.202.152@tcp: import ffff95235eb57800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321530.231444:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235e8c8700 x1853164000384768/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321530.231473:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321530.231476:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321530.231478:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321530.231480:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6724
00000100:00080000:3.0:1767321530.231482:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321530.231483:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321530.231493:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235e8ca680 x1853164000384896/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321530.231498:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321530.231500:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321530.231501:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321530.231503:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6724
00000100:00080000:3.0:1767321530.231504:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321530.231506:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321530.231510:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235e8cb800 x1853164000385024/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321530.231515:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321530.231517:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321530.231517:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321530.231520:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6724
00000100:00080000:3.0:1767321530.231521:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321530.231523:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321530.231530:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347ff1c00 x1853164000385152/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321530.231564:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321530.231566:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321530.231567:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321530.231569:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6724
00000100:00080000:3.0:1767321530.231571:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321530.231573:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321530.231579:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347ff0700 x1853164000385408/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321530.231627:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000385536:0@lo:400:kworker.0
00000100:00100000:2.0:1767321530.231630:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000385792:0@lo:400:kworker.0
00000100:00100000:0.0:1767321530.231710:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000384768:0@lo:250:kworker.0
00000100:00100000:1.0:1767321530.235832:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000385280:0@lo:400:kworker.0
00000100:00100000:2.0:1767321530.235885:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321530.235902:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321530.235998:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000385792
00000100:00100000:2.0:1767321530.236007:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000385792
00000100:00100000:2.0:1767321530.236054:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3813
00000100:00100000:2.0:1767321530.236063:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000385792:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321530.236451:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000385792:12345-0@lo:400:kworker.0 Request processed in 389us (567us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321530.236460:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3813
00000100:00100000:2.0:1767321530.236523:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000385792:0@lo:400:kworker.0
00000100:00100000:2.0:1767321530.236560:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000385664:0@lo:400:kworker.0
00000100:00100000:2.0:1767321530.236586:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321530.236617:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000385664
00000100:00100000:2.0:1767321530.236622:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000385664
00000100:00100000:2.0:1767321530.236642:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3814
00000100:00100000:2.0:1767321530.236648:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000385664:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321530.236681:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000385664:12345-0@lo:400:kworker.0 Request processed in 33us (94us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321530.236687:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3814
00000100:00100000:2.0:1767321530.236711:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000385664:0@lo:400:kworker.0
00000100:00100000:2.0:1767321530.236735:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000385280
00000100:00100000:2.0:1767321530.236740:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000385280
00000100:00100000:2.0:1767321530.236775:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5902
00000100:00100000:2.0:1767321530.236781:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000385280:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321530.236824:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000385280:12345-0@lo:400:kworker.0 Request processed in 43us (922us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321530.236830:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5902
00000100:00080000:2.0:1767321530.236846:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321530.238981:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000385280:0@lo:400:kworker.0
00000400:00000100:0.0:1767321530.239105:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164000384768 offset 0 length 520: 4
00000100:00100000:0.0:1767321530.239135:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000384896:0@lo:38:kworker.0
00000100:00100000:0.0:1767321530.239176:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321530.239221:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000385024:0@lo:38:kworker.0
00000100:00100000:0.0:1767321530.239245:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321530.239257:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000385152:0@lo:38:kworker.0
00000100:00100000:0.0:1767321530.239277:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321530.239297:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347ff0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000385408:0@lo:38:kworker.0
00000100:00100000:0.0:1767321530.239315:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321530.239345:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000385024
00000100:00100000:0.0:1767321530.239351:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000385024
00000100:00100000:0.0:1767321530.239375:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000385152
00000100:00100000:0.0:1767321530.239378:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000385152
00000100:00100000:0.0:1767321530.239389:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000385408
00000100:00100000:0.0:1767321530.239391:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000385408
00000100:00100000:0.0:1767321530.239406:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6793
00000100:00100000:0.0:1767321530.239412:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f79a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000385024:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321530.239431:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321530.239467:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f79a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000385024:12345-0@lo:38:kworker.0 Request processed in 54us (221us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321530.239478:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6793
00000100:00100000:0.0:1767321530.239492:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6794
00000100:00100000:0.0:1767321530.239496:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f798e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000385152:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321530.239506:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321530.239542:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f798e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000385152:12345-0@lo:38:kworker.0 Request processed in 44us (264us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321530.239548:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6794
00000100:00100000:0.0:1767321530.239559:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6795
00000100:00100000:0.0:1767321530.239563:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f79b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000385408:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321530.239572:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321530.239592:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f79b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000385408:12345-0@lo:38:kworker.0 Request processed in 27us (276us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321530.239598:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6795
00000100:00080000:0.0:1767321530.239629:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321530.239634:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321530.239637:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000385024:0@lo:38:kworker.0
00000100:00080000:0.0:1767321530.239645:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321530.239648:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321530.239650:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000385152:0@lo:38:kworker.0
00000100:00080000:0.0:1767321530.239657:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321530.239660:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321530.239663:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000385408:0@lo:38:kworker.0
00000100:00100000:1.0:1767321530.239789:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000384896
00000100:00100000:1.0:1767321530.239795:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000384896
00000100:00100000:1.0:1767321530.239881:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2208
00000100:00100000:1.0:1767321530.239886:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f79ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000384896:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321530.239896:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321530.239932:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f79ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000384896:12345-0@lo:38:kworker.0 Request processed in 45us (755us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321530.239939:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2208
00000100:00080000:1.0:1767321530.239969:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321530.239973:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321530.239976:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000384896:0@lo:38:kworker.0
00000100:00100000:3.0:1767321530.248556:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321530.248719:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000385536
00000100:00100000:2.0:1767321530.248729:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000385536
00000100:00100000:2.0:1767321530.248818:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5903
00000100:00100000:2.0:1767321530.248829:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000385536:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321530.248916:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000385536:12345-0@lo:400:kworker.0 Request processed in 90us (366us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321530.248922:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5903
00000100:00100000:0.0:1767321530.249180:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347ff1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000385536:0@lo:400:kworker.0
00000100:00080000:3.0:1767321530.253050:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:1.0:1767321530.549315:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767321531.573501:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767321532.599923:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321533.621428:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321534.325749:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767321534.325778:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235f799500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000385920:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321534.325854:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321534.325947:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000385920
00000100:00100000:0.0:1767321534.325955:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000385920
00000100:00100000:0.0:1767321534.326063:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3036
00000100:00100000:0.0:1767321534.326071:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000385920:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767321534.326100:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767321534.326150:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000385920:12345-0@lo:13:osp-pre-1-1.0 Request processed in 79us (295us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321534.326157:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3036
00000100:00100000:1.0:1767321534.326783:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235f799500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000385920:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321534.327212:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767321534.327223:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000386048:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321534.327263:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321534.327502:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000386048
00000100:00100000:2.0:1767321534.327509:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000386048
00000100:00080000:3.0:1767321534.327839:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767321534.327845:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767321534.327992:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3037
00000100:00100000:2.0:1767321534.328002:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000386048:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767321534.328029:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767321534.328093:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000386048:12345-0@lo:13:osp-pre-0-1.0 Request processed in 93us (829us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321534.328100:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3037
00000100:00100000:1.0:1767321534.328175:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000386048:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321534.399269:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767321534.399367:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962626304
00000100:00100000:2.0:1767321534.399378:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962626304
00000100:00100000:2.0:1767321534.399507:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5904
00000100:00100000:2.0:1767321534.399518:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962626304:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767321534.399603:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962626304:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 86us (345us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321534.399612:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5904
00000100:00080000:3.0:1767321534.400228:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321534.401394:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767321534.401807:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962626176
00000100:00100000:0.0:1767321534.401815:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962626176
00000100:00100000:0.0:1767321534.402016:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6796
00000100:00100000:0.0:1767321534.402024:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962626176:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:0.0:1767321534.402049:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321534.402113:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962626176:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 88us (723us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321534.402120:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6796
00010000:00010000:1.0:1767321534.645339:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767321535.349313:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321535.349323:0:49151:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767321535.349326:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321535.349330:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321535.349334:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321535.349341:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6728
00000100:00080000:1.0:1767321535.349346:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321535.349352:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767321535.349394:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237c0e6300 x1853164000386176/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321535.349420:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321535.349424:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321535.349425:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321535.349429:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6728
00000100:00080000:1.0:1767321535.349431:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321535.349434:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767321535.349447:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237c0e7100 x1853164000386304/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321535.349455:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321535.349459:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321535.349460:0:49151:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321535.349464:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6728
00000100:00080000:1.0:1767321535.349466:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321535.349469:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767321535.349479:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237c0e7480 x1853164000386432/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321535.349483:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000386176:0@lo:38:kworker.0
00000100:00080000:1.0:1767321535.349521:0:49151:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321535.349524:0:49151:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321535.349526:0:49151:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321535.349529:0:49151:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6728
00000100:00080000:1.0:1767321535.349531:0:49151:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321535.349534:0:49151:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767321535.349543:0:49151:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237c0e4000 x1853164000386688/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321535.349547:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321535.349588:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000386816:0@lo:400:kworker.0
00000100:00100000:3.0:1767321535.349588:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000386304:0@lo:38:kworker.0
00000100:00100000:3.0:1767321535.349611:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321535.349615:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000386944:0@lo:400:kworker.0
00000100:00100000:3.0:1767321535.349633:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000386432:0@lo:38:kworker.0
00000100:00100000:1.0:1767321535.349638:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321535.349704:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000386176
00000100:00100000:0.0:1767321535.349712:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000386176
00000100:00100000:1.0:1767321535.349858:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000387072:0@lo:400:kworker.0
00000100:00100000:0.0:1767321535.349896:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2209
00000100:00100000:0.0:1767321535.349904:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000386176:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321535.349933:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321535.352125:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000386944
00000100:00100000:2.0:1767321535.352139:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000386944
00000100:00100000:2.0:1767321535.352239:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3815
00000100:00100000:2.0:1767321535.352250:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000386944:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321535.352403:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321535.352450:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000386688:0@lo:38:kworker.0
00000100:00100000:3.0:1767321535.352994:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321535.353038:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321535.353082:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000386304
00000100:00100000:3.0:1767321535.353088:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000386304
00000100:00100000:3.0:1767321535.353110:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000386432
00000100:00100000:3.0:1767321535.353113:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000386432
00000100:00100000:3.0:1767321535.353124:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000386688
00000100:00100000:3.0:1767321535.353126:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000386688
00000100:00100000:3.0:1767321535.353133:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000386816
00000100:00100000:3.0:1767321535.353135:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000386816
00000100:00100000:3.0:1767321535.353160:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5905
00000100:00100000:3.0:1767321535.353167:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000386816:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321535.353225:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000386816:12345-0@lo:400:kworker.0 Request processed in 58us (186us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321535.353232:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5905
00000100:00100000:3.0:1767321535.353250:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6797
00000100:00100000:3.0:1767321535.353254:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000386304:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321535.353272:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321535.354435:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000386304:12345-0@lo:38:kworker.0 Request processed in 1174us (4817us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321535.354445:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6797
00000100:00100000:3.0:1767321535.354670:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6798
00000100:00100000:3.0:1767321535.354676:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000386432:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321535.354692:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321535.354733:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000386432:12345-0@lo:38:kworker.0 Request processed in 55us (2329us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321535.354739:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6798
00000100:00100000:3.0:1767321535.354750:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6799
00000100:00100000:1.0:1767321535.354973:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321535.355006:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767321535.355017:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000386560:0@lo:400:kworker.0
00000100:00100000:1.0:1767321535.355042:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321535.355081:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000386560
00000100:00100000:1.0:1767321535.355088:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000386560
00000100:00100000:1.0:1767321535.355122:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5906
00000100:00100000:1.0:1767321535.355128:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000386560:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321535.355169:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000386560:12345-0@lo:400:kworker.0 Request processed in 41us (126us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321535.355176:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5906
00000100:00100000:1.0:1767321535.355226:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000386560:0@lo:400:kworker.0
00000100:00080000:1.0:1767321535.355289:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321535.355317:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000386816:0@lo:400:kworker.0
00000100:00080000:1.0:1767321535.355339:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321535.355344:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321535.355348:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000386432:0@lo:38:kworker.0
00000100:00080000:1.0:1767321535.355356:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321535.355359:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321535.355363:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000386304:0@lo:38:kworker.0
00000100:00100000:1.0:1767321535.355392:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000387072
00000100:00100000:1.0:1767321535.355395:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000387072
00000100:00100000:1.0:1767321535.355426:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3816
00000100:00100000:1.0:1767321535.355433:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000387072:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321535.355468:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000387072:12345-0@lo:400:kworker.0 Request processed in 35us (496us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321535.355474:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3816
00000100:00100000:1.0:1767321535.355503:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000387072:0@lo:400:kworker.0
00000100:00100000:3.0:1767321535.355632:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347ff2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000386688:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321535.355648:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321535.355690:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000386688:12345-0@lo:38:kworker.0 Request processed in 934us (2695us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321535.355696:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6799
00000100:00080000:1.0:1767321535.355861:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321535.355866:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321535.355870:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000386688:0@lo:38:kworker.0
00000100:00100000:0.0:1767321535.356690:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347ff0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000386176:12345-0@lo:38:kworker.0 Request processed in 6782us (7139us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321535.356700:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2209
00000100:00080000:1.0:1767321535.359958:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321535.359971:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321535.359977:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000386176:0@lo:38:kworker.0
00000100:00100000:2.0:1767321535.368647:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000386944:12345-0@lo:400:kworker.0 Request processed in 16391us (18998us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321535.368661:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3815
00000100:00100000:1.0:1767321535.368804:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000386944:0@lo:400:kworker.0
00010000:00010000:0.0:1767321535.669588:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767321536.698229:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321537.717565:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767321538.741368:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321539.445520:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000387200:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321539.445596:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321539.445731:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000387200
00000100:00100000:3.0:1767321539.445740:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000387200
00000100:00100000:3.0:1767321539.445800:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3038
00000100:00100000:3.0:1767321539.445810:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000387200:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767321539.445840:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00080000:2.0:1767321539.445925:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767321539.446149:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767321539.446159:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235f799f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000387328:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321539.446190:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321539.446251:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000387328
00000100:00100000:0.0:1767321539.446255:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000387328
00000100:00100000:0.0:1767321539.446286:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3039
00000100:00100000:0.0:1767321539.446293:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f799180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000387328:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767321539.446309:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767321539.446341:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f799180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000387328:12345-0@lo:13:osp-pre-1-1.0 Request processed in 48us (150us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321539.446348:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3039
00000100:00080000:0.0:1767321539.446367:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767321539.446396:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235f799f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000387328:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321539.447474:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000387200:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1662us (1873us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321539.447484:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3038
00000100:00100000:1.0:1767321539.447559:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000387200:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321539.518996:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767321539.519365:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767321539.519443:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962626560
00000100:00100000:2.0:1767321539.519452:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962626560
00000100:00100000:2.0:1767321539.519511:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962626432
00000100:00100000:2.0:1767321539.519514:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962626432
00000100:00100000:2.0:1767321539.519531:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5907
00000100:00100000:2.0:1767321539.519539:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962626560:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767321539.519609:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962626560:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 71us (624us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321539.519617:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5907
00000100:00100000:2.0:1767321539.519634:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6800
00000100:00100000:2.0:1767321539.519638:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962626432:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767321539.519657:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321539.519676:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962626432:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 37us (312us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321539.519694:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6800
00000100:00080000:0.0:1767321539.519828:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767321539.765519:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767321540.471673:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321540.471685:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767321540.471688:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321540.471693:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321540.471697:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321540.471718:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6733
00000100:00080000:3.0:1767321540.471724:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321540.471733:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321540.471798:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0a9880 x1853164000387456/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321540.471832:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321540.471836:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321540.471839:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321540.471843:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6733
00000100:00080000:3.0:1767321540.471846:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321540.471849:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321540.471864:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0a9180 x1853164000387584/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321540.471873:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321540.471876:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321540.471878:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321540.471881:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6733
00000100:00080000:3.0:1767321540.471883:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321540.471886:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321540.471896:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0a8380 x1853164000387712/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321540.471939:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321540.471943:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321540.471944:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321540.471948:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6733
00000100:00080000:3.0:1767321540.471950:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321540.471953:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321540.471964:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0ab800 x1853164000387968/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321540.472250:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000387840:0@lo:400:kworker.0
00000100:00100000:0.0:1767321540.472322:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321540.472409:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767321540.472416:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000388352:0@lo:400:kworker.0
00000100:00100000:0.0:1767321540.472442:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321540.472466:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000388096:0@lo:400:kworker.0
00000100:00100000:0.0:1767321540.472487:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321540.472501:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767321540.472506:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000388224:0@lo:400:kworker.0
00000100:00100000:0.0:1767321540.472524:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321540.472752:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000388352
00000100:00100000:1.0:1767321540.472761:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000388352
00000100:00100000:1.0:1767321540.472826:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000388224
00000100:00100000:1.0:1767321540.472829:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000388224
00000100:00100000:1.0:1767321540.472852:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3817
00000100:00100000:1.0:1767321540.472861:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f79b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000388352:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321540.472921:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f79b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000388352:12345-0@lo:400:kworker.0 Request processed in 60us (477us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321540.472929:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3817
00000100:00100000:1.0:1767321540.472947:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3818
00000100:00100000:1.0:1767321540.472953:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000388224:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321540.472986:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000388224:12345-0@lo:400:kworker.0 Request processed in 33us (460us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321540.472992:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3818
00000100:00100000:1.0:1767321540.473014:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000387840
00000100:00100000:1.0:1767321540.473017:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000387840
00000100:00100000:1.0:1767321540.473049:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000388096
00000100:00100000:1.0:1767321540.473052:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000388096
00000100:00100000:1.0:1767321540.473072:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5908
00000100:00100000:1.0:1767321540.473078:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f799f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000387840:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321540.473109:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f799f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000387840:12345-0@lo:400:kworker.0 Request processed in 31us (787us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321540.473114:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5908
00000100:00100000:1.0:1767321540.473126:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5909
00000100:00100000:1.0:1767321540.473132:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235f799500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000388096:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321540.473159:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235f799500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000388096:12345-0@lo:400:kworker.0 Request processed in 27us (670us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321540.473163:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5909
00000100:00100000:1.0:1767321540.473186:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000387456:0@lo:38:kworker.0
00000100:00100000:1.0:1767321540.473236:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321540.473262:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000387584:0@lo:38:kworker.0
00000100:00100000:1.0:1767321540.473282:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321540.473298:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000387712:0@lo:38:kworker.0
00000100:00100000:1.0:1767321540.473317:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321540.473331:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000387968:0@lo:38:kworker.0
00000100:00100000:1.0:1767321540.473351:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321540.473383:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000387584
00000100:00100000:1.0:1767321540.473387:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000387584
00000100:00100000:1.0:1767321540.473420:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000387712
00000100:00100000:1.0:1767321540.473423:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000387712
00000100:00100000:1.0:1767321540.473430:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000387968
00000100:00100000:1.0:1767321540.473432:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000387968
00000100:00100000:1.0:1767321540.473441:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6801
00000100:00100000:1.0:1767321540.473445:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0e7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000387584:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321540.473464:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321540.473497:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0e7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000387584:12345-0@lo:38:kworker.0 Request processed in 51us (214us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321540.473505:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6801
00000100:00100000:1.0:1767321540.473518:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6802
00000100:00100000:1.0:1767321540.473521:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0e7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000387712:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321540.473531:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321540.473553:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0e7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000387712:12345-0@lo:38:kworker.0 Request processed in 30us (235us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321540.473559:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6802
00000100:00100000:1.0:1767321540.473570:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6803
00000100:00100000:1.0:1767321540.473573:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000387968:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321540.473582:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321540.475120:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000387968:12345-0@lo:38:kworker.0 Request processed in 1536us (1759us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321540.475132:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6803
00000100:00080000:1.0:1767321540.475236:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321540.475242:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321540.475245:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000387584:0@lo:38:kworker.0
00000100:00080000:1.0:1767321540.475256:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321540.475260:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321540.475263:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000387712:0@lo:38:kworker.0
00000100:00080000:1.0:1767321540.475270:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321540.475273:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321540.475276:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000387968:0@lo:38:kworker.0
00000100:00080000:0.0:1767321540.475790:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321540.475809:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000387456
00000100:00100000:0.0:1767321540.475816:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000387456
00000100:00100000:0.0:1767321540.475865:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2210
00000100:00100000:0.0:1767321540.475871:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000387456:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321540.475895:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321540.475949:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000387456:12345-0@lo:38:kworker.0 Request processed in 77us (2711us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321540.475960:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2210
00000100:00100000:0.0:1767321540.476002:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000388224:0@lo:400:kworker.0
00000100:00100000:0.0:1767321540.476014:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000388096:0@lo:400:kworker.0
00000100:00100000:0.0:1767321540.476045:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000388352:0@lo:400:kworker.0
00000100:00100000:0.0:1767321540.476058:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000387840:0@lo:400:kworker.0
00000100:00080000:0.0:1767321540.476082:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321540.476086:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321540.476089:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000387456:0@lo:38:kworker.0
00010000:00010000:0.0:1767321540.789994:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321541.813601:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767321542.837482:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767321543.863517:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321544.565553:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767321544.565585:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235e8cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000388480:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321544.565718:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321544.565984:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000388480
00000100:00100000:0.0:1767321544.565995:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000388480
00000100:00100000:0.0:1767321544.566076:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3040
00000100:00100000:0.0:1767321544.566087:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000388480:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767321544.566123:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767321544.566177:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000388480:12345-0@lo:13:osp-pre-1-1.0 Request processed in 92us (458us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321544.566189:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3040
00000100:00080000:3.0:1767321544.566340:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767321544.566392:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000388480:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321544.568069:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000388608:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321544.568159:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321544.568315:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000388608
00000100:00100000:1.0:1767321544.568324:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000388608
00000100:00100000:1.0:1767321544.568402:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3041
00000100:00100000:1.0:1767321544.568414:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000388608:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767321544.568448:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767321544.568503:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000388608:12345-0@lo:13:osp-pre-0-1.0 Request processed in 92us (343us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321544.568509:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3041
00000100:00100000:1.0:1767321544.568558:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000388608:0@lo:13:osp-pre-0-1.0
00000100:00080000:0.0:1767321544.568620:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767321544.640061:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767321544.640121:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767321544.640234:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962626816
00000100:00100000:2.0:1767321544.640250:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962626816
00000100:00100000:2.0:1767321544.640349:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962626688
00000100:00100000:2.0:1767321544.640353:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962626688
00000100:00100000:2.0:1767321544.640379:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5910
00000100:00100000:2.0:1767321544.640391:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962626816:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767321544.640495:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962626816:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 106us (453us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321544.640505:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5910
00000100:00100000:2.0:1767321544.640531:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6804
00000100:00100000:2.0:1767321544.640536:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962626688:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767321544.640563:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321544.640594:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962626688:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 56us (472us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321544.640601:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6804
00000100:00080000:0.0:1767321544.640691:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767321544.887100:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767321545.589682:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321545.589694:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767321545.589696:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321545.589701:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321545.589705:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321545.589712:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6738
00000100:00080000:3.0:1767321545.589717:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321545.589724:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321545.589892:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0a8a80 x1853164000388736/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321545.595935:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321545.595945:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321545.595948:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321545.595956:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6738
00000100:00080000:3.0:1767321545.595960:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321545.595967:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321545.596001:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0aaa00 x1853164000388864/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321545.596016:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321545.596020:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321545.596022:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321545.596110:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6738
00000100:00080000:3.0:1767321545.596115:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321545.596121:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321545.596152:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0a8700 x1853164000388992/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321545.596217:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321545.596222:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321545.596225:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321545.596230:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6738
00000100:00080000:3.0:1767321545.596233:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321545.596237:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321545.596252:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0a9f80 x1853164000389248/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321545.596270:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000389120:0@lo:400:kworker.0
00000100:00100000:2.0:1767321545.596385:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321545.596475:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767321545.596484:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000389632:0@lo:400:kworker.0
00000100:00100000:2.0:1767321545.596516:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321545.596559:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000389632
00000100:00100000:2.0:1767321545.596568:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000389632
00000100:00100000:2.0:1767321545.596674:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3819
00000100:00100000:2.0:1767321545.596688:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000389632:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321545.596763:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000389632:12345-0@lo:400:kworker.0 Request processed in 78us (245us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321545.596771:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3819
00000100:00100000:2.0:1767321545.596950:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000389632:0@lo:400:kworker.0
00000100:00100000:2.0:1767321545.597016:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000389376:0@lo:400:kworker.0
00000100:00100000:2.0:1767321545.597051:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321545.597082:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767321545.597088:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000389504:0@lo:400:kworker.0
00000100:00100000:2.0:1767321545.597108:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321545.597133:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000389504
00000100:00100000:2.0:1767321545.597137:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000389504
00000100:00100000:2.0:1767321545.597161:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3820
00000100:00100000:2.0:1767321545.597168:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000389504:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321545.597233:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000389504:12345-0@lo:400:kworker.0 Request processed in 65us (124us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321545.597240:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3820
00000100:00100000:2.0:1767321545.597266:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000389504:0@lo:400:kworker.0
00000100:00100000:1.0:1767321545.597678:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000389120
00000100:00100000:1.0:1767321545.597692:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000389120
00000100:00100000:1.0:1767321545.597766:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000389376
00000100:00100000:1.0:1767321545.597769:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000389376
00000100:00100000:1.0:1767321545.597795:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5911
00000100:00100000:1.0:1767321545.597803:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000389120:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321545.597887:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000389120:12345-0@lo:400:kworker.0 Request processed in 85us (1504us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321545.597895:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5911
00000100:00100000:1.0:1767321545.597911:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5912
00000100:00100000:1.0:1767321545.597916:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000389376:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321545.597945:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000389376:12345-0@lo:400:kworker.0 Request processed in 29us (894us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321545.597950:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5912
00000100:00100000:1.0:1767321545.598005:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000389376:0@lo:400:kworker.0
00000100:00100000:1.0:1767321545.598048:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000389120:0@lo:400:kworker.0
00000100:00080000:1.0:1767321545.598084:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321545.600165:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000388736:0@lo:38:kworker.0
00000100:00100000:0.0:1767321545.600757:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321545.600821:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000388864:0@lo:38:kworker.0
00000100:00100000:0.0:1767321545.600933:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321545.601091:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000388736
00000100:00100000:1.0:1767321545.601106:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000388736
00000100:00100000:1.0:1767321545.601187:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2211
00000100:00100000:1.0:1767321545.601214:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523669e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000388736:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321545.601238:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321545.601318:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523669e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000388736:12345-0@lo:38:kworker.0 Request processed in 122us (563us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321545.601325:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2211
00000100:00100000:0.0:1767321545.602910:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000388992:0@lo:38:kworker.0
00000100:00100000:0.0:1767321545.602985:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321545.609938:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000389248:0@lo:38:kworker.0
00000100:00100000:0.0:1767321545.610029:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321545.613091:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000388864
00000100:00100000:2.0:1767321545.613113:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000388864
00000100:00100000:1.0:1767321545.613366:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000388992
00000100:00100000:1.0:1767321545.613373:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000388992
00000100:00100000:1.0:1767321545.613424:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6805
00000100:00100000:1.0:1767321545.613435:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523669e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000388864:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321545.613469:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321545.613581:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523669e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000388864:12345-0@lo:38:kworker.0 Request processed in 146us (12646us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321545.613593:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6805
00000100:00100000:1.0:1767321545.613615:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6806
00000100:00100000:1.0:1767321545.613620:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523669e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000388992:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321545.613630:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321545.613680:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523669e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000388992:12345-0@lo:38:kworker.0 Request processed in 59us (10696us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321545.613686:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6806
00000100:00080000:0.0:1767321545.614022:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321545.614030:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321545.614034:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000388736:0@lo:38:kworker.0
00000100:00080000:0.0:1767321545.614046:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321545.614050:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321545.614053:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000388864:0@lo:38:kworker.0
00000100:00080000:0.0:1767321545.614062:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321545.614066:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321545.614069:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000388992:0@lo:38:kworker.0
00000100:00100000:3.0:1767321545.614139:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000389248
00000100:00100000:3.0:1767321545.614145:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000389248
00000100:00100000:3.0:1767321545.614183:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6807
00000100:00100000:3.0:1767321545.614190:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523669e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000389248:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321545.614222:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321545.614269:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523669e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000389248:12345-0@lo:38:kworker.0 Request processed in 80us (4241us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321545.614276:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6807
00000100:00080000:0.0:1767321545.614503:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321545.614508:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321545.614511:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000389248:0@lo:38:kworker.0
00010000:00010000:2.0:1767321545.910040:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767321546.933423:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767321547.959479:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767321548.982166:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321549.685762:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d79c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000389760:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321549.685879:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321549.686437:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000389760
00000100:00100000:2.0:1767321549.686449:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000389760
00000100:00100000:2.0:1767321549.686549:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3042
00000100:00100000:2.0:1767321549.686562:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000389760:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767321549.686607:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767321549.686691:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000389760:12345-0@lo:13:osp-pre-0-1.0 Request processed in 132us (811us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321549.686699:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3042
00000100:00080000:1.0:1767321549.686904:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767321549.686959:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d79c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000389760:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321549.688815:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000389888:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321549.688907:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321549.689036:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000389888
00000100:00100000:0.0:1767321549.689047:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000389888
00000100:00100000:0.0:1767321549.689128:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043
00000100:00100000:0.0:1767321549.689139:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000389888:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767321549.689176:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767321549.689277:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000389888:12345-0@lo:13:osp-pre-1-1.0 Request processed in 140us (369us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321549.689285:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043
00000100:00100000:0.0:1767321549.689336:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000389888:0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767321549.689660:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767321549.771496:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767321549.771565:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767321549.771680:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962627072
00000100:00100000:3.0:1767321549.771693:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962627072
00000100:00100000:3.0:1767321549.771790:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962626944
00000100:00100000:3.0:1767321549.771794:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962626944
00000100:00100000:3.0:1767321549.771817:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5913
00000100:00100000:3.0:1767321549.771830:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962627072:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:3.0:1767321549.771928:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962627072:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 102us (450us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321549.771936:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5913
00000100:00100000:3.0:1767321549.771958:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6808
00000100:00100000:3.0:1767321549.771962:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962626944:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767321549.771989:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:1.0:1767321549.772447:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321549.812868:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962626944:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 40891us (41290us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321549.812884:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6808
00010000:00010000:2.0:1767321550.008586:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767321550.709364:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321550.709375:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767321550.709378:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321550.709382:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321550.709386:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321550.709394:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6743
00000100:00080000:0.0:1767321550.709399:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321550.709405:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321550.709453:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952364f57800 x1853164000390016/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321550.709485:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321550.709491:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321550.709493:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321550.709496:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6743
00000100:00080000:0.0:1767321550.709499:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321550.709502:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321550.709514:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952364f56a00 x1853164000390144/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321550.709522:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321550.709525:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321550.709526:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321550.709529:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6743
00000100:00080000:0.0:1767321550.709531:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321550.709534:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321550.709542:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952364f55c00 x1853164000390272/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321550.709585:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321550.709589:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321550.709591:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321550.709594:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6743
00000100:00080000:0.0:1767321550.709597:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321550.709600:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321550.709611:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952364f54e00 x1853164000390528/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321550.709864:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000390016:0@lo:38:kworker.0
00000100:00100000:1.0:1767321550.709934:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321550.709981:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000390016
00000100:00100000:1.0:1767321550.710001:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000390016
00000100:00100000:1.0:1767321550.710040:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2212
00000100:00100000:1.0:1767321550.710048:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000390016:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321550.710068:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321550.710106:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000390016:12345-0@lo:38:kworker.0 Request processed in 57us (171us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321550.710113:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2212
00000100:00080000:1.0:1767321550.710174:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321550.710178:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321550.710182:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000390016:0@lo:38:kworker.0
00000100:00100000:1.0:1767321550.710188:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000390144:0@lo:38:kworker.0
00000100:00100000:1.0:1767321550.710240:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321550.710256:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000390272:0@lo:38:kworker.0
00000100:00100000:1.0:1767321550.710274:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321550.710295:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000390144
00000100:00100000:1.0:1767321550.710299:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000390144
00000100:00100000:1.0:1767321550.710318:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000390272
00000100:00100000:1.0:1767321550.710320:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000390272
00000100:00100000:1.0:1767321550.710332:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6809
00000100:00100000:1.0:1767321550.710337:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000390144:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321550.710348:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321550.710377:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000390144:12345-0@lo:38:kworker.0 Request processed in 39us (136us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321550.710383:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6809
00000100:00100000:1.0:1767321550.710395:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6810
00000100:00100000:1.0:1767321550.710398:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000390272:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321550.710406:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321550.710428:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000390272:12345-0@lo:38:kworker.0 Request processed in 28us (153us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321550.710437:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6810
00000100:00080000:1.0:1767321550.710465:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321550.710469:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321550.710472:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000390272:0@lo:38:kworker.0
00000100:00080000:1.0:1767321550.710494:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321550.710497:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321550.710500:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000390144:0@lo:38:kworker.0
00000100:00100000:2.0:1767321550.710706:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000390400:0@lo:400:kworker.0
00000100:00100000:2.0:1767321550.710738:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321550.710783:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767321550.710789:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000390912:0@lo:400:kworker.0
00000100:00100000:2.0:1767321550.710814:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321550.710981:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000390656:0@lo:400:kworker.0
00000100:00100000:3.0:1767321550.711019:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321550.711043:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767321550.711047:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000390784:0@lo:400:kworker.0
00000100:00100000:3.0:1767321550.711064:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321550.711086:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000390400
00000100:00100000:3.0:1767321550.711090:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000390400
00000100:00100000:3.0:1767321550.711121:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000390656
00000100:00100000:3.0:1767321550.711123:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000390656
00000100:00100000:3.0:1767321550.711138:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5914
00000100:00100000:3.0:1767321550.711144:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000390400:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321550.711181:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000390400:12345-0@lo:400:kworker.0 Request processed in 37us (442us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321550.711186:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5914
00000100:00100000:3.0:1767321550.711227:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000390400:0@lo:400:kworker.0
00000100:00100000:3.0:1767321550.711243:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5915
00000100:00100000:3.0:1767321550.711249:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000390656:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321550.711274:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000390656:12345-0@lo:400:kworker.0 Request processed in 26us (255us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321550.711280:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5915
00000100:00100000:3.0:1767321550.711296:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000390656:0@lo:400:kworker.0
00000100:00100000:2.0:1767321550.711485:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000390912
00000100:00100000:2.0:1767321550.711489:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000390912
00000100:00100000:2.0:1767321550.711512:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000390784
00000100:00100000:2.0:1767321550.711514:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000390784
00000100:00100000:2.0:1767321550.711526:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3821
00000100:00100000:2.0:1767321550.711531:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000390912:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321550.711771:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000390912:12345-0@lo:400:kworker.0 Request processed in 239us (955us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321550.711778:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3821
00000100:00100000:2.0:1767321550.711791:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3822
00000100:00100000:2.0:1767321550.711797:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000390784:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767321550.711933:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321550.711960:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000390528:0@lo:38:kworker.0
00000100:00100000:1.0:1767321550.711987:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321550.712069:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000390784:12345-0@lo:400:kworker.0 Request processed in 272us (1003us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321550.712076:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3822
00000100:00100000:2.0:1767321550.712092:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000390528
00000100:00100000:2.0:1767321550.712095:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000390528
00000100:00100000:2.0:1767321550.712111:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6811
00000100:00100000:2.0:1767321550.712115:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000390528:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321550.712131:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321550.712154:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000390528:12345-0@lo:38:kworker.0 Request processed in 39us (167us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321550.712159:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6811
00000100:00100000:3.0:1767321550.712282:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000390784:0@lo:400:kworker.0
00000100:00100000:3.0:1767321550.712302:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000390912:0@lo:400:kworker.0
00000100:00080000:1.0:1767321550.712481:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321550.712486:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321550.712489:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000390528:0@lo:38:kworker.0
00010000:00010000:1.0:1767321551.029460:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767321552.053390:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767321553.078402:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321554.101841:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321554.805610:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767321554.805636:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000391040:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767321554.805709:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321554.805964:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767321554.805974:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236e982a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000391168:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767321554.806001:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321554.806547:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000391040
00000100:00100000:0.0:1767321554.806556:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000391040
00000100:00100000:0.0:1767321554.806630:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000391168
00000100:00100000:0.0:1767321554.806633:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000391168
00000100:00100000:0.0:1767321554.806656:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3044
00000100:00100000:0.0:1767321554.806664:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d79c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000391040:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767321554.806694:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767321554.806745:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d79c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000391040:12345-0@lo:13:osp-pre-1-1.0 Request processed in 81us (1036us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321554.806751:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3044
00000100:00100000:0.0:1767321554.806767:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3045
00000100:00100000:0.0:1767321554.806773:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e981f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000391168:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767321554.806788:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767321554.806815:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e981f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000391168:12345-0@lo:13:osp-pre-0-1.0 Request processed in 43us (814us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321554.806821:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3045
00000100:00100000:2.0:1767321554.806933:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236e982a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000391168:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767321554.806966:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000391040:0@lo:13:osp-pre-1-1.0
00000100:00080000:1.0:1767321554.807033:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767321554.807037:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767321554.886614:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000400:00000100:1.0:1767321554.886651:0:6999:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.52@tcp portal 26 match 1853163962627456 offset 0 length 520: 4
00000100:00100000:2.0:1767321554.886709:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962627200
00000100:00100000:2.0:1767321554.886718:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962627200
00000100:00100000:2.0:1767321554.886756:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6812
00000100:00100000:2.0:1767321554.886761:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962627200:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767321554.886779:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321554.886905:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962627200:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 142us (300us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321554.886910:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6812
00000100:00100000:1.0:1767321554.896032:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767321554.896116:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962627328
00000100:00100000:2.0:1767321554.896127:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962627328
00000100:00100000:2.0:1767321554.896237:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5916
00000100:00100000:2.0:1767321554.896249:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962627328:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767321554.896335:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962627328:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 88us (320us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321554.896343:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5916
00000100:00080000:1.0:1767321554.896412:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:1.0:1767321555.125678:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321555.829614:0:7004:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321530/real 1767321530]  req@ffff95235e8c8700 x1853164000384768/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321555 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1767321555.829648:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1767321555.829650:0:7004:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95235e8c8700 x1853164000384768/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321555 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1767321555.829657:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767321555.829664:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321555.829678:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321555.829683:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321555.829687:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321555.829689:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6748
00000100:00080000:0.0:1767321555.829694:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321555.829698:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00080000:0.0:1767321555.829703:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767321555.829704:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235e8c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000384768:0@lo:250:kworker.0
00000100:00100000:0.0:1767321555.829744:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952364f57800 x1853164000391296/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321555.829769:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321555.829773:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321555.829775:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321555.829778:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6748
00000100:00080000:0.0:1767321555.829780:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321555.829783:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321555.829792:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952364f54e00 x1853164000391424/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321555.829800:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321555.829803:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321555.829805:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321555.829808:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6748
00000100:00080000:0.0:1767321555.829810:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321555.829812:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321555.829819:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952364f55c00 x1853164000391552/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321555.829856:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321555.829859:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321555.829861:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321555.829864:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6748
00000100:00080000:0.0:1767321555.829866:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321555.829869:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321555.829877:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952364f56d80 x1853164000391808/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321555.829918:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321555.829921:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1767321555.829923:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321555.829926:0:63619:0:(import.c:509:import_select_connection()) MGC192.168.202.152@tcp: connect to NID 0@lo last attempt 6728
00000100:00080000:0.0:1767321555.829928:0:63619:0:(import.c:588:import_select_connection()) MGC192.168.202.152@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321555.829931:0:63619:0:(import.c:623:import_select_connection()) MGC192.168.202.152@tcp: import ffff95235eb57800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321555.829954:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952344b26d80 x1853164000392320/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321555.829955:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000391680:0@lo:400:kworker.0
00000100:00100000:0.0:1767321555.829981:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952344b25f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000392192:0@lo:400:kworker.0
00000100:00100000:2.0:1767321555.830074:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000391936:0@lo:400:kworker.0
00000100:00100000:1.0:1767321555.830226:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000391296:0@lo:38:kworker.0
00000100:00100000:3.0:1767321555.834097:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321555.834225:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000391680
00000100:00100000:3.0:1767321555.834235:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000391680
00000100:00100000:3.0:1767321555.834305:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5917
00000100:00100000:3.0:1767321555.834318:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000391680:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321555.834383:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000391680:12345-0@lo:400:kworker.0 Request processed in 69us (295us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321555.834391:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5917
00000100:00080000:3.0:1767321555.834597:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321555.834635:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000391680:0@lo:400:kworker.0
00000100:00100000:3.0:1767321555.834689:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000392064:0@lo:400:kworker.0
00000100:00100000:3.0:1767321555.834726:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321555.834770:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000392064
00000100:00100000:3.0:1767321555.834775:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000392064
00000100:00100000:3.0:1767321555.834800:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3823
00000100:00100000:3.0:1767321555.834807:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000392064:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321555.834844:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000392064:12345-0@lo:400:kworker.0 Request processed in 38us (117us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321555.834852:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3823
00000100:00100000:3.0:1767321555.834874:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000392064:0@lo:400:kworker.0
00000100:00100000:0.0:1767321555.835349:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321555.835516:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000392192
00000100:00100000:3.0:1767321555.835522:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000392192
00000100:00100000:3.0:1767321555.835560:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3824
00000100:00100000:3.0:1767321555.835576:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000392192:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321555.835619:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000392192:12345-0@lo:400:kworker.0 Request processed in 53us (272us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321555.835626:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3824
00000100:00100000:0.0:1767321555.835708:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952344b25f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000392192:0@lo:400:kworker.0
00000100:00100000:2.0:1767321555.841713:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321555.842615:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000391936
00000100:00100000:3.0:1767321555.842629:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000391936
00000100:00100000:3.0:1767321555.842925:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5918
00000100:00100000:3.0:1767321555.842935:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e982a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000391936:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321555.843094:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e982a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000391936:12345-0@lo:400:kworker.0 Request processed in 162us (1389us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321555.843102:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5918
00000100:00100000:1.0:1767321555.843261:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321555.843324:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000391424:0@lo:38:kworker.0
00000100:00100000:1.0:1767321555.843361:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321555.843388:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000391424
00000100:00100000:1.0:1767321555.843395:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000391424
00000100:00100000:1.0:1767321555.843507:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6813
00000100:00100000:1.0:1767321555.843512:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000391424:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321555.843531:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321555.843562:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000391424:12345-0@lo:38:kworker.0 Request processed in 49us (200us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321555.843581:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6813
00000100:00080000:1.0:1767321555.843626:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321555.843632:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321555.843636:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000391424:0@lo:38:kworker.0
00000100:00100000:1.0:1767321555.843643:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000391552:0@lo:38:kworker.0
00000100:00100000:1.0:1767321555.843665:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321555.843681:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000391808:0@lo:38:kworker.0
00000100:00100000:1.0:1767321555.843700:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321555.843715:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952344b26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000392320:0@lo:250:kworker.0
00000400:00000100:1.0:1767321555.843732:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164000392320 offset 0 length 520: 4
00000100:00100000:1.0:1767321555.843774:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000391552
00000100:00100000:1.0:1767321555.843778:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000391552
00000100:00100000:1.0:1767321555.843794:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000391808
00000100:00100000:1.0:1767321555.843797:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000391808
00000100:00100000:1.0:1767321555.843811:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6814
00000100:00100000:1.0:1767321555.843815:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000391552:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321555.843825:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321555.843852:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000391552:12345-0@lo:38:kworker.0 Request processed in 36us (185us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321555.843857:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6814
00000100:00100000:1.0:1767321555.843869:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6815
00000100:00100000:1.0:1767321555.843875:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000391808:12345-0@lo:38:kworker.0
00000100:00080000:2.0:1767321555.844033:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321555.844061:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000391936:0@lo:400:kworker.0
00010000:00020000:1.0:1767321555.844066:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321555.844101:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000391808:12345-0@lo:38:kworker.0 Request processed in 223us (399us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321555.844107:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6815
00000100:00080000:1.0:1767321555.844137:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321555.844142:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321555.844145:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000391552:0@lo:38:kworker.0
00000100:00080000:1.0:1767321555.844152:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321555.844155:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321555.844157:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000391808:0@lo:38:kworker.0
00000100:00100000:0.0:1767321555.844243:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000391296
00000100:00100000:0.0:1767321555.844248:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000391296
00000100:00100000:0.0:1767321555.844280:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2213
00000100:00100000:0.0:1767321555.844285:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000391296:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321555.844294:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321555.844338:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000391296:12345-0@lo:38:kworker.0 Request processed in 52us (1078us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321555.844343:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2213
00000100:00080000:2.0:1767321555.844542:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321555.844547:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321555.844550:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000391296:0@lo:38:kworker.0
00010000:00010000:0.0:1767321556.149528:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767321557.173482:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321558.199338:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767321559.221363:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321559.925615:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236e982300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000392448:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321559.925709:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321559.926040:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000392448
00000100:00100000:2.0:1767321559.926055:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000392448
00000100:00100000:2.0:1767321559.926125:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3046
00000100:00100000:2.0:1767321559.926135:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000392448:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767321559.926167:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767321559.926240:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000392448:12345-0@lo:13:osp-pre-0-1.0 Request processed in 107us (531us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321559.926248:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3046
00000100:00080000:3.0:1767321559.926640:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767321559.926683:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236e982300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000392448:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321559.927369:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767321559.927382:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952344b25f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000392576:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321559.927439:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321559.932140:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000392576
00000100:00100000:2.0:1767321559.932157:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000392576
00000100:00100000:2.0:1767321559.932394:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3047
00000100:00100000:2.0:1767321559.932406:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000392576:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767321559.932440:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767321559.932867:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952344b25f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000392576:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767321559.932917:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000392576:12345-0@lo:13:osp-pre-1-1.0 Request processed in 310us (5273us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321559.932927:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3047
00000100:00080000:3.0:1767321559.932976:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767321560.004015:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767321560.004117:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767321560.004329:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962627712
00000100:00100000:1.0:1767321560.004339:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962627712
00000100:00100000:1.0:1767321560.004402:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962627584
00000100:00100000:1.0:1767321560.004405:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962627584
00000100:00100000:1.0:1767321560.004423:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5919
00000100:00100000:1.0:1767321560.004443:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b27b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962627712:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767321560.004541:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b27b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962627712:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 98us (523us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321560.004550:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5919
00000100:00100000:1.0:1767321560.004571:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6816
00000100:00100000:1.0:1767321560.004576:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b25f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962627584:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767321560.004597:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321560.004623:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b25f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962627584:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 46us (508us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321560.004629:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6816
00000100:00080000:3.0:1767321560.005421:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767321560.245649:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767321560.949541:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321560.949551:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767321560.949555:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321560.949558:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321560.949562:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321560.949570:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6753
00000100:00080000:0.0:1767321560.949574:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321560.949581:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321560.949623:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523494d1f80 x1853164000392704/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321560.949650:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321560.949653:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321560.949655:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321560.949658:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6753
00000100:00080000:0.0:1767321560.949661:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321560.949664:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321560.949676:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523494d1500 x1853164000392832/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321560.949685:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321560.949688:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321560.949690:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321560.949693:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6753
00000100:00080000:0.0:1767321560.949695:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321560.949698:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321560.949709:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523494d2300 x1853164000392960/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321560.949755:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321560.949760:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321560.949762:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321560.949765:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6753
00000100:00080000:0.0:1767321560.949768:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321560.949771:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321560.949783:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952348be2a00 x1853164000393216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321560.949847:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952348be3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000393344:0@lo:400:kworker.0
00000100:00100000:0.0:1767321560.949914:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321560.949955:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767321560.949961:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000393472:0@lo:400:kworker.0
00000100:00100000:0.0:1767321560.949998:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321560.950035:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000393472
00000100:00100000:0.0:1767321560.950042:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000393472
00000100:00100000:0.0:1767321560.950087:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3825
00000100:00100000:0.0:1767321560.950095:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000393472:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321560.950143:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000393472:12345-0@lo:400:kworker.0 Request processed in 48us (143us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321560.950150:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3825
00000100:00100000:0.0:1767321560.950240:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000393472:0@lo:400:kworker.0
00000100:00100000:1.0:1767321560.951104:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000393088:0@lo:400:kworker.0
00000100:00100000:1.0:1767321560.951142:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321560.951174:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767321560.951180:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000393600:0@lo:400:kworker.0
00000100:00100000:1.0:1767321560.951250:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321560.951282:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000393600
00000100:00100000:1.0:1767321560.951288:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000393600
00000100:00100000:1.0:1767321560.951322:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3826
00000100:00100000:1.0:1767321560.951329:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000393600:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321560.951373:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000393600:12345-0@lo:400:kworker.0 Request processed in 44us (122us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321560.951380:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3826
00000100:00100000:1.0:1767321560.951419:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000393600:0@lo:400:kworker.0
00000100:00100000:2.0:1767321560.951613:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000393344
00000100:00100000:2.0:1767321560.951619:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000393344
00000100:00100000:2.0:1767321560.951659:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000393088
00000100:00100000:2.0:1767321560.951663:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000393088
00000100:00100000:2.0:1767321560.951682:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5920
00000100:00100000:2.0:1767321560.951689:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000393344:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321560.951731:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000393344:12345-0@lo:400:kworker.0 Request processed in 42us (1816us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321560.951736:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5920
00000100:00100000:2.0:1767321560.951751:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5921
00000100:00100000:2.0:1767321560.951757:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000393088:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321560.951785:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000393088:12345-0@lo:400:kworker.0 Request processed in 28us (641us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321560.951790:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5921
00000100:00080000:2.0:1767321560.951806:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321560.951832:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952348be3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000393344:0@lo:400:kworker.0
00000100:00100000:2.0:1767321560.951857:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000392704:0@lo:38:kworker.0
00000100:00100000:2.0:1767321560.951886:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321560.951912:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000392832:0@lo:38:kworker.0
00000100:00100000:2.0:1767321560.951947:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321560.951966:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000392832
00000100:00100000:2.0:1767321560.951969:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000392832
00000100:00100000:2.0:1767321560.952000:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6817
00000100:00100000:2.0:1767321560.952004:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e983b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000392832:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321560.952026:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321560.952053:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e983b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000392832:12345-0@lo:38:kworker.0 Request processed in 47us (105us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321560.952058:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6817
00000100:00080000:2.0:1767321560.952083:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321560.952088:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321560.952091:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000392832:0@lo:38:kworker.0
00000100:00100000:2.0:1767321560.952097:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000392960:0@lo:38:kworker.0
00000100:00100000:2.0:1767321560.952118:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321560.952133:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000392960
00000100:00100000:2.0:1767321560.952136:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000392960
00000100:00100000:2.0:1767321560.952151:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6818
00000100:00100000:2.0:1767321560.952155:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e981500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000392960:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321560.952164:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321560.952186:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e981500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000392960:12345-0@lo:38:kworker.0 Request processed in 30us (67us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321560.952211:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6818
00000100:00080000:2.0:1767321560.952380:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321560.952385:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321560.952388:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000392960:0@lo:38:kworker.0
00000100:00100000:2.0:1767321560.952394:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952348be2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000393216:0@lo:38:kworker.0
00000100:00100000:2.0:1767321560.952417:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321560.952435:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000393216
00000100:00100000:2.0:1767321560.952438:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000393216
00000100:00100000:2.0:1767321560.952455:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6819
00000100:00100000:2.0:1767321560.952460:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e981c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000393216:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321560.952470:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321560.952499:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e981c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000393216:12345-0@lo:38:kworker.0 Request processed in 37us (81us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321560.952504:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6819
00000100:00080000:2.0:1767321560.952541:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321560.952545:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321560.952548:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952348be2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000393216:0@lo:38:kworker.0
00000100:00100000:1.0:1767321560.954126:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000392704
00000100:00100000:1.0:1767321560.954139:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000392704
00000100:00100000:1.0:1767321560.954189:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2214
00000100:00100000:1.0:1767321560.954237:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e982680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000392704:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321560.954254:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321560.954323:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e982680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000392704:12345-0@lo:38:kworker.0 Request processed in 87us (2436us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321560.954330:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2214
00000100:00100000:1.0:1767321560.954399:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000393088:0@lo:400:kworker.0
00000100:00080000:2.0:1767321560.956138:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321560.956149:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321560.956154:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000392704:0@lo:38:kworker.0
00010000:00010000:0.0:1767321561.271018:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321562.294307:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767321563.317312:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767321564.341523:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321565.045731:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236e982300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000393728:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321565.045802:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321565.046452:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000393728
00000100:00100000:2.0:1767321565.046462:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000393728
00000100:00100000:2.0:1767321565.046563:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3048
00000100:00100000:2.0:1767321565.046575:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000393728:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767321565.046606:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767321565.046669:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000393728:12345-0@lo:13:osp-pre-0-1.0 Request processed in 95us (865us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321565.046676:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3048
00000100:00100000:2.0:1767321565.046736:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236e982300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000393728:0@lo:13:osp-pre-0-1.0
00000100:00080000:3.0:1767321565.046925:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767321565.048357:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767321565.048382:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000393856:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321565.048441:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321565.048673:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000393856
00000100:00100000:0.0:1767321565.048682:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000393856
00000100:00100000:0.0:1767321565.048747:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3049
00000100:00100000:0.0:1767321565.048757:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000393856:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767321565.048784:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767321565.048829:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000393856:12345-0@lo:13:osp-pre-1-1.0 Request processed in 75us (388us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321565.048837:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3049
00000100:00100000:0.0:1767321565.048881:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000393856:0@lo:13:osp-pre-1-1.0
00000100:00080000:3.0:1767321565.049235:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767321565.121896:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767321565.121945:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767321565.122479:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962627968
00000100:00100000:3.0:1767321565.122500:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962627968
00000100:00100000:3.0:1767321565.122584:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962627840
00000100:00100000:3.0:1767321565.122588:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962627840
00000100:00100000:3.0:1767321565.122609:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5922
00000100:00100000:3.0:1767321565.122622:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962627968:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:3.0:1767321565.122696:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962627968:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 78us (810us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321565.122705:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5922
00000100:00100000:3.0:1767321565.122722:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6820
00000100:00100000:3.0:1767321565.122727:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962627840:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767321565.122747:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321565.122776:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962627840:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 47us (830us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321565.122782:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6820
00000100:00080000:2.0:1767321565.123144:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767321565.365750:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767321566.069337:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321566.069349:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767321566.069352:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321566.069356:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321566.069369:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321566.069377:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6758
00000100:00080000:0.0:1767321566.069382:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321566.069389:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321566.069432:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235ee5ca80 x1853164000393984/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321566.069458:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321566.069461:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321566.069463:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321566.069467:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6758
00000100:00080000:0.0:1767321566.069469:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321566.069503:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321566.069517:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235ee5d880 x1853164000394112/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321566.069526:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321566.069530:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321566.069531:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321566.069535:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6758
00000100:00080000:0.0:1767321566.069538:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321566.069542:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321566.069554:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235ee5c700 x1853164000394240/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321566.069604:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321566.069609:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321566.069611:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321566.069615:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6758
00000100:00080000:0.0:1767321566.069618:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321566.069622:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321566.069635:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235ee5c380 x1853164000394496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321566.069708:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000394624:0@lo:400:kworker.0
00000100:00100000:1.0:1767321566.069731:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000393984:0@lo:38:kworker.0
00000100:00100000:0.0:1767321566.069793:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321566.069793:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321566.069865:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fa9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000394880:0@lo:400:kworker.0
00000100:00100000:2.0:1767321566.069912:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321566.069968:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767321566.069974:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000394368:0@lo:400:kworker.0
00000100:00100000:2.0:1767321566.069996:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321566.070030:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000394880
00000100:00100000:2.0:1767321566.070038:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000394880
00000100:00100000:2.0:1767321566.070084:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3827
00000100:00100000:2.0:1767321566.070092:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236e982300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000394880:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321566.070142:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236e982300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000394880:12345-0@lo:400:kworker.0 Request processed in 51us (229us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321566.070149:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3827
00000100:00100000:2.0:1767321566.070174:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000394624
00000100:00100000:2.0:1767321566.070177:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000394624
00000100:00100000:2.0:1767321566.070233:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000394368
00000100:00100000:2.0:1767321566.070236:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000394368
00000100:00100000:2.0:1767321566.070258:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5923
00000100:00100000:2.0:1767321566.070265:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fa9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000394624:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321566.070298:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fa9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000394624:12345-0@lo:400:kworker.0 Request processed in 34us (513us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321566.070305:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5923
00000100:00100000:2.0:1767321566.070317:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5924
00000100:00100000:2.0:1767321566.070323:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000394368:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321566.070350:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000394368:12345-0@lo:400:kworker.0 Request processed in 28us (353us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321566.070356:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5924
00000100:00080000:2.0:1767321566.070374:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321566.070401:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000394368:0@lo:400:kworker.0
00000100:00100000:2.0:1767321566.070411:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fa9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000394880:0@lo:400:kworker.0
00000100:00100000:2.0:1767321566.070434:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fa9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000394752:0@lo:400:kworker.0
00000100:00100000:2.0:1767321566.070458:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321566.070501:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000394752
00000100:00100000:2.0:1767321566.070504:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000394752
00000100:00100000:2.0:1767321566.070525:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3828
00000100:00100000:2.0:1767321566.070530:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000394752:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321566.070561:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000394752:12345-0@lo:400:kworker.0 Request processed in 31us (103us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321566.070567:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3828
00000100:00100000:2.0:1767321566.070589:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fa9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000394752:0@lo:400:kworker.0
00000100:00100000:0.0:1767321566.070733:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000394624:0@lo:400:kworker.0
00000100:00100000:2.0:1767321566.073734:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000393984
00000100:00100000:2.0:1767321566.073753:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000393984
00000100:00100000:2.0:1767321566.073814:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2215
00000100:00100000:2.0:1767321566.073822:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000393984:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321566.073854:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321566.074232:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000393984:12345-0@lo:38:kworker.0 Request processed in 409us (4445us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321566.074240:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2215
00000100:00080000:1.0:1767321566.082694:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321566.082709:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321566.082715:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000393984:0@lo:38:kworker.0
00000100:00100000:1.0:1767321566.082730:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000394112:0@lo:38:kworker.0
00000100:00100000:1.0:1767321566.082825:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321566.083721:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000394112
00000100:00100000:2.0:1767321566.083731:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000394112
00000100:00100000:2.0:1767321566.083785:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6821
00000100:00100000:2.0:1767321566.083793:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235e8c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000394112:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321566.083817:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321566.086575:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235e8c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000394112:12345-0@lo:38:kworker.0 Request processed in 2772us (3740us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321566.086593:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6821
00000100:00080000:1.0:1767321566.086652:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321566.086659:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321566.086663:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000394112:0@lo:38:kworker.0
00000100:00100000:1.0:1767321566.086674:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000394240:0@lo:38:kworker.0
00000100:00100000:1.0:1767321566.086720:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321566.086746:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000394496:0@lo:38:kworker.0
00000100:00100000:2.0:1767321566.086768:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000394240
00000100:00100000:1.0:1767321566.086774:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321566.086778:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000394240
00000100:00100000:2.0:1767321566.086900:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000394496
00000100:00100000:2.0:1767321566.086904:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000394496
00000100:00100000:2.0:1767321566.086930:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6822
00000100:00100000:2.0:1767321566.086936:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000394240:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321566.086956:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321566.086993:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000394240:12345-0@lo:38:kworker.0 Request processed in 56us (274us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321566.086999:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6822
00000100:00100000:2.0:1767321566.087011:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6823
00000100:00100000:2.0:1767321566.087014:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000394496:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321566.087023:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321566.087045:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000394496:12345-0@lo:38:kworker.0 Request processed in 29us (273us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321566.087051:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6823
00000100:00080000:1.0:1767321566.089512:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321566.089525:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321566.089530:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000394240:0@lo:38:kworker.0
00000100:00080000:1.0:1767321566.089545:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321566.089548:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321566.089551:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000394496:0@lo:38:kworker.0
00010000:00010000:2.0:1767321566.391413:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767321567.414259:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767321568.439760:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321569.461541:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321570.165397:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767321570.165411:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523494d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000395136:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767321570.165418:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000395008:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767321570.166092:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321570.168835:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000395008
00000100:00100000:1.0:1767321570.168857:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000395008
00000100:00100000:1.0:1767321570.168987:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3050
00000100:00100000:1.0:1767321570.169000:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000395008:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767321570.169040:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767321570.169137:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000395008:12345-0@lo:13:osp-pre-1-1.0 Request processed in 140us (3044us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321570.169146:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3050
00000100:00080000:2.0:1767321570.169221:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767321570.169280:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000395008:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321570.170658:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321570.171159:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000395136
00000100:00100000:3.0:1767321570.171167:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000395136
00000100:00100000:3.0:1767321570.171258:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3051
00000100:00100000:3.0:1767321570.171269:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345faad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000395136:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767321570.171298:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767321570.171366:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345faad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000395136:12345-0@lo:13:osp-pre-0-1.0 Request processed in 99us (717us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321570.171374:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3051
00000100:00080000:2.0:1767321570.171507:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767321570.171586:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523494d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000395136:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321570.239414:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767321570.239544:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767321570.239639:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962628096
00000100:00100000:0.0:1767321570.239650:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962628096
00000100:00100000:0.0:1767321570.239697:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962628224
00000100:00100000:0.0:1767321570.239700:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962628224
00000100:00100000:0.0:1767321570.239742:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5925
00000100:00100000:0.0:1767321570.239752:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962628224:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:0.0:1767321570.239832:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962628224:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 81us (287us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321570.239840:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5925
00000100:00100000:0.0:1767321570.239860:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6824
00000100:00100000:0.0:1767321570.239864:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962628096:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:0.0:1767321570.239888:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321570.239913:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962628096:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 47us (511us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321570.239919:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6824
00000100:00080000:2.0:1767321570.240099:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767321570.485748:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767321571.190814:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321571.190824:0:72021:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767321571.190827:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321571.190831:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321571.190835:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321571.190851:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6763
00000100:00080000:3.0:1767321571.190855:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321571.190863:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321571.190905:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0a8700 x1853164000395264/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321571.190936:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321571.190940:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321571.190942:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321571.190945:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6763
00000100:00080000:3.0:1767321571.190948:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321571.190951:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321571.190963:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0aaa00 x1853164000395392/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321571.190972:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321571.190976:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321571.190978:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321571.190981:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6763
00000100:00080000:3.0:1767321571.190983:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321571.190986:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321571.190995:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0a8a80 x1853164000395520/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321571.191067:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767321571.191181:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000395264:0@lo:38:kworker.0
00000100:00100000:1.0:1767321571.191277:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321571.191335:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000395392:0@lo:38:kworker.0
00000100:00100000:1.0:1767321571.191358:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321571.191376:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000395520:0@lo:38:kworker.0
00000100:00100000:1.0:1767321571.191442:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321571.191477:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000395392
00000100:00100000:1.0:1767321571.191485:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000395392
00000100:00100000:1.0:1767321571.191512:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000395520
00000100:00100000:1.0:1767321571.191514:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000395520
00000100:00100000:1.0:1767321571.191531:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6825
00000100:00100000:1.0:1767321571.191537:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000395392:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321571.191558:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321571.191595:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000395392:12345-0@lo:38:kworker.0 Request processed in 57us (236us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321571.191601:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6825
00000100:00100000:1.0:1767321571.191619:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6826
00000100:00100000:1.0:1767321571.191622:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000395520:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321571.191631:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321571.191651:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000395520:12345-0@lo:38:kworker.0 Request processed in 27us (208us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321571.191656:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6826
00000100:00080000:1.0:1767321571.191688:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321571.191692:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321571.191695:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000395392:0@lo:38:kworker.0
00000100:00080000:1.0:1767321571.191703:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321571.191705:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321571.191708:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000395520:0@lo:38:kworker.0
00000100:00080000:3.0:1767321571.191949:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321571.191953:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321571.191955:0:72021:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321571.191959:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6763
00000100:00080000:3.0:1767321571.191962:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321571.191967:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321571.191984:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237d0a9500 x1853164000395776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321571.192068:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000395776:0@lo:38:kworker.0
00000100:00100000:2.0:1767321571.192074:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000395264
00000100:00100000:2.0:1767321571.192079:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000395264
00000100:00100000:1.0:1767321571.192096:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321571.192100:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2216
00000100:00100000:2.0:1767321571.192105:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000395264:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321571.192116:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321571.192121:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000395776
00000100:00100000:1.0:1767321571.192124:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000395776
00000100:00100000:1.0:1767321571.192141:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6827
00000100:00100000:1.0:1767321571.192145:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000395776:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767321571.192147:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000395264:12345-0@lo:38:kworker.0 Request processed in 41us (871us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321571.192152:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2216
00010000:00020000:1.0:1767321571.192154:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321571.192176:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000395776:12345-0@lo:38:kworker.0 Request processed in 29us (79us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321571.192178:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000395904:0@lo:400:kworker.0
00000100:00100000:1.0:1767321571.192182:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6827
00000100:00100000:2.0:1767321571.192227:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:1.0:1767321571.192228:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321571.192231:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321571.192234:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000395776:0@lo:38:kworker.0
00000100:00080000:1.0:1767321571.192242:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321571.192245:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321571.192245:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767321571.192248:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000395264:0@lo:38:kworker.0
00000100:00100000:2.0:1767321571.192250:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000396032:0@lo:400:kworker.0
00000100:00100000:2.0:1767321571.192273:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321571.192293:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000396032
00000100:00100000:1.0:1767321571.192296:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000396032
00000100:00100000:2.0:1767321571.192307:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000395904
00000100:00100000:2.0:1767321571.192310:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000395904
00000100:00100000:1.0:1767321571.192326:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3829
00000100:00100000:1.0:1767321571.192332:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000396032:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321571.192336:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5926
00000100:00100000:2.0:1767321571.192341:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523494d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000395904:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321571.192370:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523494d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000395904:12345-0@lo:400:kworker.0 Request processed in 29us (143us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321571.192375:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000396032:12345-0@lo:400:kworker.0 Request processed in 44us (101us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321571.192377:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5926
00000100:00100000:1.0:1767321571.192380:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3829
00000100:00080000:2.0:1767321571.192395:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321571.192414:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000396032:0@lo:400:kworker.0
00000100:00100000:2.0:1767321571.192422:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000395904:0@lo:400:kworker.0
00000100:00100000:0.0:1767321571.196555:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000396160:0@lo:400:kworker.0
00000100:00100000:0.0:1767321571.196663:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321571.196707:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d0aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000395648:0@lo:400:kworker.0
00000100:00100000:0.0:1767321571.196734:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321571.196754:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000396160
00000100:00100000:3.0:1767321571.196764:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000396160
00000100:00100000:3.0:1767321571.196821:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3830
00000100:00100000:3.0:1767321571.196830:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345faa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000396160:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321571.197024:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345faa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000396160:12345-0@lo:400:kworker.0 Request processed in 194us (360us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321571.197033:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3830
00000100:00100000:0.0:1767321571.197112:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000396160:0@lo:400:kworker.0
00000100:00100000:1.0:1767321571.197462:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000395648
00000100:00100000:1.0:1767321571.197467:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000395648
00000100:00100000:1.0:1767321571.197526:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5927
00000100:00100000:1.0:1767321571.197534:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345faaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000395648:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321571.197582:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345faaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000395648:12345-0@lo:400:kworker.0 Request processed in 50us (848us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321571.197589:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5927
00000100:00100000:0.0:1767321571.197666:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d0aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000395648:0@lo:400:kworker.0
00000100:00080000:3.0:1767321571.197737:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:1.0:1767321571.509339:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767321572.533457:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321573.558056:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321574.581417:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321575.285614:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fa9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000396288:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321575.285685:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321575.285855:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767321575.285865:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235ee5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000396416:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767321575.285891:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321575.286284:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000396288
00000100:00100000:0.0:1767321575.286293:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000396288
00000100:00100000:0.0:1767321575.286347:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000396416
00000100:00100000:0.0:1767321575.286351:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000396416
00000100:00100000:0.0:1767321575.286373:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3052
00000100:00100000:0.0:1767321575.286381:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000396288:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767321575.286419:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767321575.286464:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000396288:12345-0@lo:13:osp-pre-1-1.0 Request processed in 84us (779us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321575.286471:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3052
00000100:00100000:0.0:1767321575.286487:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3053
00000100:00100000:0.0:1767321575.286493:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000396416:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767321575.286506:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767321575.286531:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000396416:12345-0@lo:13:osp-pre-0-1.0 Request processed in 38us (639us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321575.286536:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3053
00000100:00100000:0.0:1767321575.286575:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235ee5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000396416:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321575.286618:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fa9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000396288:0@lo:13:osp-pre-1-1.0
00000100:00080000:3.0:1767321575.287215:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767321575.287222:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767321575.360833:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767321575.360914:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767321575.370579:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962628352
00000100:00100000:2.0:1767321575.370596:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962628352
00000100:00100000:2.0:1767321575.370655:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962628480
00000100:00100000:2.0:1767321575.370659:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962628480
00000100:00100000:2.0:1767321575.370722:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5928
00000100:00100000:2.0:1767321575.370733:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fabb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962628480:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767321575.370816:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fabb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962628480:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 85us (9900us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321575.370824:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5928
00000100:00100000:2.0:1767321575.370843:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6828
00000100:00100000:2.0:1767321575.370848:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fa9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962628352:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767321575.370867:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321575.370892:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fa9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962628352:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 42us (10068us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321575.370898:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6828
00000100:00080000:0.0:1767321575.373495:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:1.0:1767321575.605495:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1767321576.309350:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321576.309361:0:72021:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1767321576.309364:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321576.309368:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321576.309373:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321576.309413:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6769
00000100:00080000:1.0:1767321576.309417:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321576.309424:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767321576.309465:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523670c0380 x1853164000396544/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321576.309482:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321576.309485:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321576.309487:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321576.309490:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6769
00000100:00080000:1.0:1767321576.309493:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321576.309496:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767321576.309508:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523670c2300 x1853164000396672/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321576.309517:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321576.309521:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321576.309522:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321576.309526:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6769
00000100:00080000:1.0:1767321576.309528:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321576.309531:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767321576.309541:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523670c1f80 x1853164000396800/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1767321576.309583:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1767321576.309586:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1767321576.309588:0:72021:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1767321576.309592:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6769
00000100:00080000:1.0:1767321576.309595:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1767321576.309598:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767321576.309611:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523670c2d80 x1853164000397056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321576.309612:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767321576.309636:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000396928:0@lo:400:kworker.0
00000100:00100000:1.0:1767321576.309694:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000397184:0@lo:400:kworker.0
00000100:00100000:3.0:1767321576.309705:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321576.309783:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767321576.309806:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000397440:0@lo:400:kworker.0
00000100:00100000:2.0:1767321576.310267:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000396544:0@lo:38:kworker.0
00000100:00100000:1.0:1767321576.310589:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321576.310636:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767321576.310642:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000397312:0@lo:400:kworker.0
00000100:00100000:1.0:1767321576.310670:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321576.310702:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000396928
00000100:00100000:1.0:1767321576.310704:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000397312
00000100:00100000:1.0:1767321576.310711:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000397312
00000100:00100000:3.0:1767321576.310711:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000396928
00000100:00100000:1.0:1767321576.310757:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3831
00000100:00100000:3.0:1767321576.310759:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000397184
00000100:00100000:3.0:1767321576.310764:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000397184
00000100:00100000:1.0:1767321576.310769:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367299880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000397312:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321576.310792:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5929
00000100:00100000:3.0:1767321576.310800:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000396928:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321576.310840:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000396928:12345-0@lo:400:kworker.0 Request processed in 41us (1136us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321576.310848:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5929
00000100:00100000:3.0:1767321576.310867:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5930
00000100:00100000:3.0:1767321576.310876:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367298380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000397184:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321576.310907:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367298380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000397184:12345-0@lo:400:kworker.0 Request processed in 34us (318us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321576.310913:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5930
00000100:00100000:3.0:1767321576.310946:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000396928:0@lo:400:kworker.0
00000100:00080000:3.0:1767321576.311004:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321576.311925:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321576.311988:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000397440
00000100:00100000:0.0:1767321576.311990:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000397184:0@lo:400:kworker.0
00000100:00100000:3.0:1767321576.311995:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000397440
00000100:00100000:3.0:1767321576.312030:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3832
00000100:00100000:3.0:1767321576.312040:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fa8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000397440:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321576.312186:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367299880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000397312:12345-0@lo:400:kworker.0 Request processed in 1420us (1515us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321576.312207:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3831
00000100:00100000:3.0:1767321576.312226:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fa8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000397440:12345-0@lo:400:kworker.0 Request processed in 187us (300us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321576.312235:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3832
00000100:00100000:1.0:1767321576.312249:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000397312:0@lo:400:kworker.0
00000100:00100000:0.0:1767321576.312315:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000397440:0@lo:400:kworker.0
00000100:00100000:2.0:1767321576.315570:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321576.315644:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000396672:0@lo:38:kworker.0
00000100:00100000:2.0:1767321576.315686:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321576.315786:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000396800:0@lo:38:kworker.0
00000100:00100000:2.0:1767321576.315899:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321576.315960:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000396544
00000100:00100000:0.0:1767321576.315968:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000396544
00000100:00100000:0.0:1767321576.316018:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2217
00000100:00100000:0.0:1767321576.316025:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000396544:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321576.316045:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321576.316096:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000396544:12345-0@lo:38:kworker.0 Request processed in 70us (531us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321576.316103:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2217
00000100:00100000:2.0:1767321576.319050:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000397056:0@lo:38:kworker.0
00000100:00100000:2.0:1767321576.319107:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321576.322681:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000396672
00000100:00100000:3.0:1767321576.322700:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000396672
00000100:00100000:3.0:1767321576.322762:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000396800
00000100:00100000:3.0:1767321576.322767:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000396800
00000100:00100000:3.0:1767321576.322809:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6829
00000100:00100000:3.0:1767321576.322818:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000396672:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321576.322841:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321576.322917:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000396672:12345-0@lo:38:kworker.0 Request processed in 98us (7229us total) trans 0 rc -19/-19
00000100:00080000:2.0:1767321576.323406:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321576.323413:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321576.323418:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000396544:0@lo:38:kworker.0
00000100:00080000:2.0:1767321576.323428:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321576.323432:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321576.323435:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000396672:0@lo:38:kworker.0
00000100:00100000:2.0:1767321576.323467:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000397056
00000100:00100000:2.0:1767321576.323472:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000397056
00000100:00100000:1.0:1767321576.327228:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6830
00000100:00100000:1.0:1767321576.327243:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000396800:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321576.327268:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321576.327331:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6829
00000100:00100000:1.0:1767321576.327368:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000396800:12345-0@lo:38:kworker.0 Request processed in 127us (11468us total) trans 0 rc -19/-19
00000100:00080000:3.0:1767321576.327438:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321576.327445:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321576.327450:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000396800:0@lo:38:kworker.0
00000100:00100000:2.0:1767321576.327615:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6831
00000100:00100000:2.0:1767321576.327622:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235ee5c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000397056:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321576.327634:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321576.327671:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235ee5c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000397056:12345-0@lo:38:kworker.0 Request processed in 48us (8563us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321576.327677:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6831
00000100:00080000:2.0:1767321576.327705:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321576.327710:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321576.327713:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000397056:0@lo:38:kworker.0
00000100:00100000:1.0:1767321576.329167:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6830
00010000:00010000:0.0:1767321576.630134:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321577.653575:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767321578.678106:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321579.456257:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000400:00000100:0.0:1767321579.456293:0:6999:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.52@tcp portal 26 match 1853163962628608 offset 0 length 520: 4
00000100:00100000:0.0:1767321579.456316:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767321579.456722:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962628864
00000100:00100000:3.0:1767321579.456731:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962628864
00000100:00100000:3.0:1767321579.456811:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962628736
00000100:00100000:3.0:1767321579.456815:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962628736
00000100:00100000:3.0:1767321579.456832:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5931
00000100:00100000:3.0:1767321579.456843:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fa8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962628864:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767321579.456861:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6832
00000100:00100000:2.0:1767321579.456866:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fa8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962628736:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767321579.456886:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321579.457093:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fa8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962628864:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 251us (844us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321579.457101:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5931
00000100:00080000:0.0:1767321579.457535:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321579.459041:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fa8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962628736:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 2163us (2714us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321579.459057:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6832
00010000:00010000:1.0:1767321579.701400:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321580.405323:0:7004:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321555/real 1767321555]  req@ffff952344b26d80 x1853164000392320/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321580 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1767321580.405371:0:7004:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff952344b26d80 x1853164000392320/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321580 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1767321580.405390:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321580.405406:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:2.0:1767321580.405410:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952344b26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000392320:0@lo:250:kworker.0
00000100:00080000:0.0:1767321580.405420:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321580.405425:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1767321580.405427:0:72021:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321580.405432:0:72021:0:(import.c:509:import_select_connection()) MGC192.168.202.152@tcp: connect to NID 0@lo last attempt 6753
00000100:00080000:0.0:1767321580.405436:0:72021:0:(import.c:588:import_select_connection()) MGC192.168.202.152@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321580.405443:0:72021:0:(import.c:623:import_select_connection()) MGC192.168.202.152@tcp: import ffff95235eb57800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321580.405459:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952345faa680 x1853164000397696/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321580.405479:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321580.405482:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321580.405484:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321580.405489:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6774
00000100:00080000:0.0:1767321580.405492:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321580.405496:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321580.405511:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952345fa9880 x1853164000397824/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321580.405521:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321580.405525:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321580.405527:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321580.405530:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6774
00000100:00080000:0.0:1767321580.405533:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1767321580.405544:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000397568:0@lo:13:osp-pre-1-1.0
00000100:00080000:0.0:1767321580.405545:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321580.405568:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952345fab800 x1853164000397952/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321580.405568:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345faa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000397696:0@lo:250:kworker.0
00000100:00080000:0.0:1767321580.405578:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321580.405581:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321580.405583:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321580.405587:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6774
00000100:00080000:0.0:1767321580.405589:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321580.405592:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321580.405602:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952345fa8380 x1853164000398080/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000100:2.0:1767321580.405627:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164000397696 offset 0 length 520: 4
00000100:00080000:0.0:1767321580.405632:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321580.405634:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321580.405636:0:72021:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321580.405640:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6774
00000100:00080000:0.0:1767321580.405643:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321580.405646:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321580.405658:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321580.405662:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952345fa9500 x1853164000398336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321580.405677:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fa9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000397824:0@lo:38:kworker.0
00000100:00100000:3.0:1767321580.405721:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366aced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000398720:0@lo:400:kworker.0
00000100:00100000:2.0:1767321580.405722:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321580.405741:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fa9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000398464:0@lo:400:kworker.0
00000100:00100000:2.0:1767321580.405759:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000397952:0@lo:38:kworker.0
00000100:00100000:3.0:1767321580.405799:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321580.405810:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321580.405845:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1767321580.405860:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366ace300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000398592:0@lo:400:kworker.0
00000100:00100000:1.0:1767321580.405869:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000398208:0@lo:400:kworker.0
00000100:00100000:3.0:1767321580.405898:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321580.405934:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fa8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000398080:0@lo:38:kworker.0
00000100:00100000:1.0:1767321580.405935:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321580.405969:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000398720
00000100:00100000:2.0:1767321580.405976:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000397952
00000100:00100000:3.0:1767321580.405982:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000398720
00000100:00100000:2.0:1767321580.405986:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000397952
00000100:00100000:1.0:1767321580.405988:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236729a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000398848:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321580.406016:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321580.406024:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000398208
00000100:00100000:2.0:1767321580.406027:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000398208
00000100:00100000:1.0:1767321580.406056:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000397568
00000100:00100000:1.0:1767321580.406060:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000397568
00000100:00100000:3.0:1767321580.406071:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000398592
00000100:00100000:3.0:1767321580.406078:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000398592
00000100:00100000:2.0:1767321580.406079:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5932
00000100:00100000:1.0:1767321580.406091:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000398848
00000100:00100000:2.0:1767321580.406094:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236729b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000398208:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321580.406095:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000398848
00000100:00100000:3.0:1767321580.406130:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3833
00000100:00100000:1.0:1767321580.406137:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3054
00000100:00100000:3.0:1767321580.406148:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:7006:x1853164000398720:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321580.406151:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:7006:x1853164000397568:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767321580.406151:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236729b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000398208:12345-0@lo:400:kworker.0 Request processed in 60us (217us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321580.406166:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5932
00000100:00100000:2.0:1767321580.406185:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6833
00002000:00000024:1.0:1767321580.406190:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767321580.406192:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952348be2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000397952:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321580.406239:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321580.406297:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:7006:x1853164000398720:12345-0@lo:400:kworker.0 Request processed in 153us (496us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321580.406306:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952348be2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000397952:12345-0@lo:38:kworker.0 Request processed in 108us (494us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321580.406313:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3833
00000100:00100000:3.0:1767321580.406334:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3834
00000100:00100000:3.0:1767321580.406355:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:7006:x1853164000398592:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321580.406407:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6833
00000100:00100000:3.0:1767321580.406415:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:7006:x1853164000398592:12345-0@lo:400:kworker.0 Request processed in 70us (514us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321580.406428:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3834
00000100:00100000:3.0:1767321580.406493:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366ace300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000398592:0@lo:400:kworker.0
00000100:00100000:2.0:1767321580.406500:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3055
00000100:00100000:3.0:1767321580.406510:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366aced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000398720:0@lo:400:kworker.0
00000100:00100000:2.0:1767321580.406521:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367298700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000398848:12345-0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321580.406585:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321580.406615:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fa9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000398336:0@lo:38:kworker.0
00002000:00000024:2.0:1767321580.406618:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767321580.406674:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321580.406689:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367298700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000398848:12345-0@lo:13:osp-pre-0-1.0 Request processed in 176us (667us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321580.406699:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3055
00000100:00080000:3.0:1767321580.406724:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321580.406733:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321580.406740:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000397824
00000100:00100000:3.0:1767321580.406740:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000397952:0@lo:38:kworker.0
00000100:00100000:2.0:1767321580.406752:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000397824
00000100:00100000:3.0:1767321580.406775:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000398080
00000100:00100000:3.0:1767321580.406782:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000398080
00000100:00100000:2.0:1767321580.406787:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2218
00000100:00100000:2.0:1767321580.406794:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952344b26d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000397824:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321580.406806:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321580.406816:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000398336
00000100:00100000:3.0:1767321580.406821:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000398336
00000100:00100000:3.0:1767321580.406847:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6834
00000100:00100000:3.0:1767321580.406863:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000398080:12345-0@lo:38:kworker.0
00000100:00100000:2.0:1767321580.406864:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952344b26d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000397824:12345-0@lo:38:kworker.0 Request processed in 59us (1135us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321580.406884:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2218
00010000:00020000:3.0:1767321580.406893:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321580.406911:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6835
00000100:00100000:2.0:1767321580.406918:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000398336:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321580.406931:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321580.406944:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000398080:12345-0@lo:38:kworker.0 Request processed in 88us (358us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321580.406952:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6834
00000100:00100000:2.0:1767321580.406978:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000398336:12345-0@lo:38:kworker.0 Request processed in 57us (306us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321580.406992:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6835
00000100:00080000:3.0:1767321580.407001:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321580.407009:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321580.407014:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fa8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000398080:0@lo:38:kworker.0
00000100:00080000:3.0:1767321580.407026:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321580.407030:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321580.407033:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fa9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000398336:0@lo:38:kworker.0
00000100:00080000:3.0:1767321580.407049:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321580.407055:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1767321580.407057:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321580.407066:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fa9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000397824:0@lo:38:kworker.0
00000100:00080000:2.0:1767321580.407068:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767321580.407077:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767321580.407143:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000398208:0@lo:400:kworker.0
00000100:00100000:3.0:1767321580.407164:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236729a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000398848:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321580.407617:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000397568:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1470us (1961us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321580.407624:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3054
00000100:00100000:3.0:1767321580.408881:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000397568:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321580.410962:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321580.412491:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000398464
00000100:00100000:2.0:1767321580.412507:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000398464
00000100:00100000:2.0:1767321580.412688:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5933
00000100:00100000:2.0:1767321580.412698:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000398464:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321580.412795:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000398464:12345-0@lo:400:kworker.0 Request processed in 98us (1840us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321580.412802:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5933
00000100:00080000:0.0:1767321580.412892:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321580.412999:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fa9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000398464:0@lo:400:kworker.0
00010000:00010000:2.0:1767321580.725471:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321581.749438:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767321582.775073:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1767321583.797774:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321584.577161:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767321584.584375:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962629120
00000100:00100000:3.0:1767321584.584396:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962629120
00000100:00100000:3.0:1767321584.585103:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5934
00000100:00100000:3.0:1767321584.585119:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952348be3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962629120:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:3.0:1767321584.585268:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952348be3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962629120:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 154us (8125us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321584.585277:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5934
00000100:00100000:1.0:1767321584.585482:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767321584.587351:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962628992
00000100:00100000:3.0:1767321584.587369:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962628992
00000100:00100000:3.0:1767321584.587424:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6836
00000100:00100000:3.0:1767321584.587435:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236729ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962628992:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767321584.587477:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321584.587581:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236729ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962628992:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 147us (2100us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321584.587588:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6836
00000100:00080000:2.0:1767321584.597480:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767321584.828764:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321585.525855:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767321585.525889:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367298a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000398976:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321585.525981:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767321585.526084:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321585.526091:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767321585.526094:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321585.526098:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321585.526103:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321585.526109:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6778
00000100:00080000:3.0:1767321585.526126:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321585.526136:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321585.526171:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952345fa9c00 x1853164000399232/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321585.526184:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00080000:3.0:1767321585.526230:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1767321585.526233:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366acf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000399104:0@lo:13:osp-pre-1-1.0
00000100:00080000:3.0:1767321585.526238:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321585.526245:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321585.526251:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6778
00000100:00080000:3.0:1767321585.526253:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321585.526257:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321585.526275:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952345fab100 x1853164000399360/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321585.526285:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321585.526288:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321585.526290:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321585.526294:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6778
00000100:00080000:3.0:1767321585.526305:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321585.526309:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321585.526320:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952345fab480 x1853164000399488/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321585.526338:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321585.526341:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321585.526342:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321585.526345:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6778
00000100:00080000:3.0:1767321585.526347:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321585.526351:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321585.526370:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952345fa9500 x1853164000399744/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321585.526392:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000398976
00000100:00100000:2.0:1767321585.526404:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000398976
00000100:00100000:2.0:1767321585.526487:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3056
00000100:00100000:2.0:1767321585.526499:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d0a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000398976:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767321585.526552:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767321585.526630:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d0a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000398976:12345-0@lo:13:osp-pre-0-1.0 Request processed in 132us (646us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321585.526638:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3056
00000100:00100000:2.0:1767321585.526669:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767321585.526681:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fa9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000399616:0@lo:400:kworker.0
00000100:00100000:2.0:1767321585.526718:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321585.526763:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000400000:0@lo:400:kworker.0
00000100:00100000:1.0:1767321585.526809:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000399616
00000100:00100000:1.0:1767321585.526820:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000399616
00000100:00100000:2.0:1767321585.526964:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321585.526992:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1767321585.526998:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fa8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000399872:0@lo:400:kworker.0
00000100:00100000:2.0:1767321585.527022:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321585.527069:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fa9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000399232:0@lo:38:kworker.0
00000100:00100000:3.0:1767321585.527118:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321585.527154:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000399360:0@lo:38:kworker.0
00000100:00100000:0.0:1767321585.527610:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321585.527677:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000399104
00000100:00100000:0.0:1767321585.527685:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000399104
00000100:00100000:0.0:1767321585.527736:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3057
00000100:00100000:0.0:1767321585.527746:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000399104:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767321585.527777:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767321585.527835:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000399104:12345-0@lo:13:osp-pre-1-1.0 Request processed in 92us (226us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321585.527842:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3057
00000100:00100000:0.0:1767321585.527905:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366acf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000399104:0@lo:13:osp-pre-1-1.0
00000100:00080000:0.0:1767321585.527943:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767321585.527949:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767321585.527953:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767321585.527982:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000399232
00000100:00100000:0.0:1767321585.527986:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000399232
00000100:00100000:0.0:1767321585.528009:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2219
00000100:00100000:0.0:1767321585.528014:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000399232:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321585.528037:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321585.531498:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000399872
00000100:00100000:1.0:1767321585.531514:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000399872
00000100:00100000:3.0:1767321585.535976:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5935
00000100:00100000:3.0:1767321585.536001:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000399616:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321585.536104:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5936
00000100:00100000:1.0:1767321585.536114:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000399872:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321585.541106:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000399232:12345-0@lo:38:kworker.0 Request processed in 13067us (13964us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321585.541130:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000399616:12345-0@lo:400:kworker.0 Request processed in 5132us (14401us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321585.541131:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2219
00000100:00100000:3.0:1767321585.541153:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5935
00000100:00100000:0.0:1767321585.541249:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000400000
00000100:00100000:0.0:1767321585.541262:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000400000
00000100:00100000:3.0:1767321585.541283:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367298a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000398976:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321585.541338:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321585.541355:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3835
00000100:00100000:0.0:1767321585.541369:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000400000:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321585.541378:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000399360
00000100:00100000:3.0:1767321585.541388:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000399360
00000100:00100000:0.0:1767321585.541457:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000400000:12345-0@lo:400:kworker.0 Request processed in 90us (14492us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321585.541465:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3835
00000100:00100000:1.0:1767321585.541585:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000399872:12345-0@lo:400:kworker.0 Request processed in 5472us (14560us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321585.541604:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6837
00000100:00100000:3.0:1767321585.541610:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000399360:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321585.541626:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321585.541657:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000399360:12345-0@lo:38:kworker.0 Request processed in 47us (320us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321585.542499:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fa8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000399872:0@lo:400:kworker.0
00000100:00100000:2.0:1767321585.542519:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000400000:0@lo:400:kworker.0
00000100:00100000:2.0:1767321585.543586:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fa9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000399616:0@lo:400:kworker.0
00000100:00080000:2.0:1767321585.543675:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321585.543682:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321585.543686:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000399360:0@lo:38:kworker.0
00000100:00100000:2.0:1767321585.543699:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000399488:0@lo:38:kworker.0
00000100:00100000:2.0:1767321585.543774:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321585.547905:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5936
00000100:00100000:3.0:1767321585.547945:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6837
00000100:00100000:0.0:1767321585.548501:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000399488
00000100:00100000:0.0:1767321585.548527:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000399488
00000100:00100000:0.0:1767321585.548611:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6838
00000100:00100000:0.0:1767321585.548622:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000399488:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321585.548653:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321585.548737:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000399488:12345-0@lo:38:kworker.0 Request processed in 116us (4962us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321585.548745:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6838
00000100:00080000:0.0:1767321585.548773:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767321585.549411:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321585.549537:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321585.549542:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000399488:0@lo:38:kworker.0
00000100:00100000:3.0:1767321585.549552:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fa9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000399744:0@lo:38:kworker.0
00000100:00100000:3.0:1767321585.549608:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321585.549623:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000399744
00000100:00100000:2.0:1767321585.549636:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000399744
00000100:00080000:3.0:1767321585.549659:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321585.549664:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321585.549667:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fa9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000399232:0@lo:38:kworker.0
00000100:00100000:2.0:1767321585.549693:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6839
00000100:00100000:2.0:1767321585.549706:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000399744:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321585.549727:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321585.551190:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000399744:12345-0@lo:38:kworker.0 Request processed in 1476us (1570us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321585.551226:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6839
00000100:00080000:3.0:1767321585.551267:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321585.551278:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321585.551284:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fa9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000399744:0@lo:38:kworker.0
00010000:00010000:2.0:1767321585.845439:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767321586.869437:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321587.894213:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321588.917483:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321589.701799:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767321589.701868:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767321589.702356:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962629248
00000100:00100000:2.0:1767321589.702367:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962629248
00000100:00100000:2.0:1767321589.702415:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962629376
00000100:00100000:2.0:1767321589.702419:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962629376
00000100:00100000:3.0:1767321589.702574:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6840
00000100:00100000:3.0:1767321589.702585:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962629248:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767321589.702609:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:0.0:1767321589.702614:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321589.702682:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962629248:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 97us (893us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321589.702695:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6840
00000100:00100000:2.0:1767321589.702768:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5937
00000100:00100000:2.0:1767321589.702777:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962629376:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767321589.702825:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962629376:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 49us (957us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321589.702832:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5937
00010000:00010000:2.0:1767321589.941502:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767321590.645683:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321590.645692:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767321590.645695:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321590.645699:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321590.645703:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321590.645710:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6783
00000100:00080000:3.0:1767321590.645715:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321590.645721:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321590.645761:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523670c0380 x1853164000400128/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321590.645785:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321590.645789:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321590.645791:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321590.645794:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6783
00000100:00080000:3.0:1767321590.645796:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321590.645799:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321590.645812:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523670c1500 x1853164000400256/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321590.645821:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321590.645825:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321590.645827:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321590.645830:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6783
00000100:00080000:3.0:1767321590.645833:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321590.645836:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321590.645850:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523670c3480 x1853164000400512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321590.645869:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321590.645873:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321590.645874:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321590.645877:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6783
00000100:00080000:3.0:1767321590.645880:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321590.645883:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321590.645893:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523670c1180 x1853164000400768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321590.646282:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000400896:0@lo:400:kworker.0
00000100:00100000:1.0:1767321590.646352:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321590.646430:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767321590.646436:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000401024:0@lo:400:kworker.0
00000100:00100000:1.0:1767321590.646461:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321590.646714:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000400896
00000100:00100000:3.0:1767321590.646722:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000400896
00000100:00100000:0.0:1767321590.646763:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000400640:0@lo:400:kworker.0
00000100:00100000:3.0:1767321590.646794:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5938
00000100:00100000:0.0:1767321590.646801:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321590.646807:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367299180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000400896:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321590.646848:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1]
00000100:00100000:0.0:1767321590.646859:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236729bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000400384:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321590.646866:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367299180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000400896:12345-0@lo:400:kworker.0 Request processed in 63us (512us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321590.646874:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5938
00000100:00100000:0.0:1767321590.646893:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321590.646893:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000400640
00000100:00100000:3.0:1767321590.646899:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000400640
00000100:00100000:3.0:1767321590.646926:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5939
00000100:00100000:0.0:1767321590.646935:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000401152:0@lo:400:kworker.0
00000100:00100000:3.0:1767321590.646935:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000400640:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321590.646968:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321590.646980:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000400640:12345-0@lo:400:kworker.0 Request processed in 47us (179us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321590.646988:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5939
00000100:00100000:0.0:1767321590.647007:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000400640:0@lo:400:kworker.0
00000100:00100000:3.0:1767321590.647027:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000400896:0@lo:400:kworker.0
00000100:00100000:0.0:1767321590.647049:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000400384
00000100:00100000:0.0:1767321590.647054:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000400384
00000100:00080000:3.0:1767321590.647072:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767321590.647079:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321590.647086:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3058
00000100:00100000:3.0:1767321590.647094:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000400128:0@lo:38:kworker.0
00000100:00100000:0.0:1767321590.647097:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000400384:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767321590.647121:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767321590.647128:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321590.647167:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000400384:12345-0@lo:13:osp-pre-0-1.0 Request processed in 73us (275us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321590.647173:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3058
00000100:00100000:0.0:1767321590.647213:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000401024
00000100:00100000:0.0:1767321590.647218:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000401024
00000100:00100000:1.0:1767321590.647463:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236729aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000401280:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321590.647474:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000401152
00000100:00100000:0.0:1767321590.647481:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000401152
00000100:00100000:0.0:1767321590.647509:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3836
00000100:00100000:0.0:1767321590.647516:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367299500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000401024:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321590.647556:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367299500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000401024:12345-0@lo:400:kworker.0 Request processed in 41us (1094us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321590.647563:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3836
00000100:00100000:0.0:1767321590.647575:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3837
00000100:00100000:0.0:1767321590.647581:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000401152:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321590.647608:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321590.647612:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000401152:12345-0@lo:400:kworker.0 Request processed in 30us (643us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321590.647623:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3837
00000100:00080000:0.0:1767321590.647658:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767321590.647679:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000401024:0@lo:400:kworker.0
00000100:00100000:0.0:1767321590.647720:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000400128
00000100:00100000:0.0:1767321590.647724:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000400128
00000100:00100000:0.0:1767321590.647748:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2220
00000100:00100000:0.0:1767321590.647754:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f55c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000400128:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321590.647770:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321590.647800:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f55c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000400128:12345-0@lo:38:kworker.0 Request processed in 46us (673us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321590.647806:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2220
00000100:00100000:1.0:1767321590.649931:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000401280
00000100:00100000:1.0:1767321590.649943:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000401280
00000100:00100000:1.0:1767321590.649995:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3059
00000100:00100000:1.0:1767321590.650002:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367299f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000401280:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767321590.650031:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767321590.650404:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367299f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000401280:12345-0@lo:13:osp-pre-1-1.0 Request processed in 401us (2797us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321590.650412:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3059
00000100:00080000:3.0:1767321590.650524:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321590.650530:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321590.650534:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000400128:0@lo:38:kworker.0
00000100:00100000:3.0:1767321590.650543:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000400256:0@lo:38:kworker.0
00000100:00100000:3.0:1767321590.650577:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321590.650635:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000400256
00000100:00100000:1.0:1767321590.650639:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000400256
00000100:00100000:1.0:1767321590.650666:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6841
00000100:00100000:1.0:1767321590.650671:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000400256:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321590.650687:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321590.650716:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000400256:12345-0@lo:38:kworker.0 Request processed in 43us (138us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321590.650721:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6841
00000100:00100000:2.0:1767321590.652131:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236729aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000401280:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767321590.652163:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236729bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000400384:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767321590.652177:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000401152:0@lo:400:kworker.0
00000100:00080000:3.0:1767321590.657514:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321590.657528:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321590.657534:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000400256:0@lo:38:kworker.0
00000100:00100000:3.0:1767321590.657547:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000400512:0@lo:38:kworker.0
00000100:00100000:3.0:1767321590.657613:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321590.657653:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523670c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000400768:0@lo:38:kworker.0
00000100:00100000:3.0:1767321590.657677:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321590.657848:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000400512
00000100:00100000:0.0:1767321590.657855:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000400512
00000100:00100000:0.0:1767321590.657893:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000400768
00000100:00100000:0.0:1767321590.657896:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000400768
00000100:00100000:0.0:1767321590.657930:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6842
00000100:00100000:0.0:1767321590.657936:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f54e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000400512:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321590.657956:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321590.657998:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f54e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000400512:12345-0@lo:38:kworker.0 Request processed in 60us (383us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321590.658005:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6842
00000100:00100000:0.0:1767321590.658019:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6843
00000100:00100000:0.0:1767321590.658023:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f56a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000400768:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321590.658032:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321590.658056:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f56a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000400768:12345-0@lo:38:kworker.0 Request processed in 31us (379us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321590.658063:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6843
00000100:00080000:3.0:1767321590.658133:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321590.658138:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321590.658141:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000400512:0@lo:38:kworker.0
00000100:00080000:3.0:1767321590.658149:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321590.658164:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321590.658166:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523670c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000400768:0@lo:38:kworker.0
00010000:00010000:3.0:1767321590.967268:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321591.989691:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321593.013467:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321594.037750:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321594.815180:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767321594.815455:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962629504
00000100:00100000:2.0:1767321594.815466:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962629504
00000100:00100000:2.0:1767321594.815521:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6844
00000100:00100000:2.0:1767321594.815530:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962629504:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767321594.815552:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321594.815629:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962629504:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 99us (458us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321594.815635:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6844
00000100:00100000:2.0:1767321594.816531:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767321594.816610:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962629632
00000100:00100000:1.0:1767321594.816617:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962629632
00000100:00080000:0.0:1767321594.816823:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321594.816874:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5940
00000100:00100000:1.0:1767321594.816885:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962629632:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767321594.816946:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962629632:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 64us (420us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321594.816952:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5940
00010000:00010000:3.0:1767321595.061550:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767321595.765431:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321595.765439:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767321595.765442:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321595.765445:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321595.765448:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321595.765454:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6788
00000100:00080000:3.0:1767321595.765458:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321595.765464:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321595.765501:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952364f56d80 x1853164000401408/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321595.765515:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321595.765518:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321595.765519:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321595.765522:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6788
00000100:00080000:3.0:1767321595.765523:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321595.765525:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321595.765531:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952364f57800 x1853164000401536/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321595.765537:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321595.765538:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321595.765539:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321595.765542:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6788
00000100:00080000:3.0:1767321595.765543:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321595.765545:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321595.765551:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95234727f100 x1853164000401664/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321595.765577:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321595.765580:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321595.765582:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321595.765585:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6788
00000100:00080000:3.0:1767321595.765586:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321595.765589:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321595.765599:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523499aa300 x1853164000401920/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321595.765692:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000402176:0@lo:400:kworker.0
00000100:00100000:3.0:1767321595.765761:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321595.765831:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767321595.765837:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000402304:0@lo:400:kworker.0
00000100:00100000:3.0:1767321595.765858:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321595.765887:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000402176
00000100:00100000:3.0:1767321595.765895:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000402176
00000100:00100000:3.0:1767321595.765943:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000402304
00000100:00100000:3.0:1767321595.765946:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000402304
00000100:00100000:3.0:1767321595.765968:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3838
00000100:00100000:3.0:1767321595.765977:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000402176:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321595.766026:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000402176:12345-0@lo:400:kworker.0 Request processed in 51us (265us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321595.766034:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3838
00000100:00100000:3.0:1767321595.766050:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3839
00000100:00100000:3.0:1767321595.766056:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000402304:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321595.766163:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000401408:0@lo:38:kworker.0
00000100:00100000:0.0:1767321595.766191:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321595.766252:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000401536:0@lo:38:kworker.0
00000100:00100000:0.0:1767321595.766274:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321595.766288:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000401664:0@lo:38:kworker.0
00000100:00100000:0.0:1767321595.766308:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321595.766324:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000401920:0@lo:38:kworker.0
00000100:00100000:0.0:1767321595.766342:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321595.766369:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000401536
00000100:00100000:0.0:1767321595.766373:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000401536
00000100:00100000:0.0:1767321595.766391:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000401664
00000100:00100000:0.0:1767321595.766394:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000401664
00000100:00100000:0.0:1767321595.766406:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000401920
00000100:00100000:0.0:1767321595.766408:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000401920
00000100:00100000:0.0:1767321595.766420:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6845
00000100:00100000:0.0:1767321595.766424:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366ace680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000401536:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321595.766443:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321595.766472:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366ace680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000401536:12345-0@lo:38:kworker.0 Request processed in 46us (196us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321595.766477:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6845
00000100:00100000:0.0:1767321595.766489:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6846
00000100:00100000:0.0:1767321595.766492:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000401664:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321595.766500:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321595.766520:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000401664:12345-0@lo:38:kworker.0 Request processed in 26us (212us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321595.766525:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6846
00000100:00100000:0.0:1767321595.766533:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6847
00000100:00100000:0.0:1767321595.766536:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000401920:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321595.766544:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321595.766562:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000401920:12345-0@lo:38:kworker.0 Request processed in 24us (219us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321595.766568:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6847
00000100:00080000:0.0:1767321595.766601:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767321595.766605:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767321595.766616:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000401408
00000100:00100000:0.0:1767321595.766619:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000401408
00000100:00100000:0.0:1767321595.766636:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2221
00000100:00100000:0.0:1767321595.766640:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000401408:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321595.766648:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321595.766672:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000401408:12345-0@lo:38:kworker.0 Request processed in 31us (481us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321595.766678:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2221
00000100:00080000:0.0:1767321595.766710:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321595.766714:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321595.766717:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000401408:0@lo:38:kworker.0
00000100:00080000:0.0:1767321595.766725:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321595.766728:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321595.766730:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000401536:0@lo:38:kworker.0
00000100:00080000:0.0:1767321595.766738:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321595.766741:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321595.766743:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000401664:0@lo:38:kworker.0
00000100:00080000:0.0:1767321595.766750:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321595.766753:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321595.766756:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000401920:0@lo:38:kworker.0
00000100:00100000:0.0:1767321595.766919:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000402176:0@lo:400:kworker.0
00000100:00100000:3.0:1767321595.767042:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000402304:12345-0@lo:400:kworker.0 Request processed in 985us (1181us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321595.767049:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3839
00000100:00100000:1.0:1767321595.767169:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000401792:0@lo:400:kworker.0
00000100:00100000:1.0:1767321595.767219:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321595.767244:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767321595.767250:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000402048:0@lo:400:kworker.0
00000100:00100000:1.0:1767321595.767271:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321595.767290:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000401792
00000100:00100000:1.0:1767321595.767293:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000401792
00000100:00100000:1.0:1767321595.767315:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000402048
00000100:00100000:1.0:1767321595.767317:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000402048
00000100:00100000:1.0:1767321595.767328:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5941
00000100:00100000:1.0:1767321595.767331:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236729b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000401792:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321595.767354:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236729b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000401792:12345-0@lo:400:kworker.0 Request processed in 22us (135us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321595.767360:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5941
00000100:00100000:1.0:1767321595.767369:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5942
00000100:00100000:1.0:1767321595.767373:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367298e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000402048:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321595.767388:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367298e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000402048:12345-0@lo:400:kworker.0 Request processed in 16us (117us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321595.767391:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5942
00000100:00080000:1.0:1767321595.767402:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321595.767414:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000402048:0@lo:400:kworker.0
00000100:00100000:1.0:1767321595.767419:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000401792:0@lo:400:kworker.0
00000100:00100000:1.0:1767321595.767841:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1767321595.767847:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367298000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000402432:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321595.767870:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321595.767895:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000402432
00000100:00100000:1.0:1767321595.767899:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000402432
00000100:00100000:1.0:1767321595.767931:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3060
00000100:00100000:1.0:1767321595.767936:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367299c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000402432:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767321595.767956:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767321595.767989:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367299c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000402432:12345-0@lo:13:osp-pre-0-1.0 Request processed in 53us (118us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321595.767995:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3060
00000100:00100000:1.0:1767321595.768024:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367298000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000402432:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321595.768394:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000402304:0@lo:400:kworker.0
00000100:00100000:2.0:1767321595.768729:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767321595.768738:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000402560:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767321595.768764:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321595.768866:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000402560
00000100:00100000:0.0:1767321595.768870:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000402560
00000100:00100000:0.0:1767321595.768896:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3061
00000100:00100000:0.0:1767321595.768900:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000402560:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767321595.768915:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767321595.768952:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000402560:12345-0@lo:13:osp-pre-1-1.0 Request processed in 51us (186us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321595.768958:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3061
00000100:00100000:0.0:1767321595.768987:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000402560:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767321596.085490:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321597.112176:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321598.133445:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767321599.160893:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321599.934987:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767321599.935088:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962629760
00000100:00100000:2.0:1767321599.935099:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962629760
00000100:00100000:2.0:1767321599.935154:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6848
00000100:00100000:2.0:1767321599.935163:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962629760:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767321599.935234:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321599.935267:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767321599.935312:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962629760:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 148us (333us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321599.935320:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6848
00000100:00100000:2.0:1767321599.935336:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962629888
00000100:00100000:2.0:1767321599.935340:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962629888
00000100:00100000:2.0:1767321599.935378:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5943
00000100:00100000:2.0:1767321599.935386:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962629888:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767321599.935423:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962629888:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 38us (155us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321599.935430:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5943
00000100:00080000:1.0:1767321599.936484:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767321600.181412:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321600.885672:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367298000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000402688:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321600.885737:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321600.885900:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767321600.885910:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000402816:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321600.885937:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321600.885973:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000402688
00000100:00100000:3.0:1767321600.885973:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000402816
00000100:00100000:1.0:1767321600.885982:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000402688
00000100:00100000:3.0:1767321600.885982:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000402816
00000100:00100000:1.0:1767321600.886043:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3062
00000100:00100000:1.0:1767321600.886052:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000402688:12345-0@lo:13:osp-pre-0-1.0
00000100:00080000:0.0:1767321600.886065:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321600.886071:0:72021:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767321600.886074:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321600.886078:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00002000:00000024:1.0:1767321600.886080:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00080000:0.0:1767321600.886083:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321600.886091:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6793
00000100:00080000:0.0:1767321600.886096:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:0.0:1767321600.886102:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321600.886125:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366acfb80 x1853164000402944/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321600.886127:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000402688:12345-0@lo:13:osp-pre-0-1.0 Request processed in 75us (388us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321600.886142:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3062
00000100:00080000:0.0:1767321600.886151:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321600.886166:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321600.886169:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321600.886173:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6793
00000100:00080000:0.0:1767321600.886176:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s
00000100:00080000:0.0:1767321600.886179:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321600.886212:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366aced80 x1853164000403072/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321600.886223:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321600.886227:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321600.886229:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321600.886234:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6793
00000100:00080000:0.0:1767321600.886236:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s
00000100:00080000:0.0:1767321600.886240:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321600.886252:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366ace300 x1853164000403200/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321600.886262:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367298000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000402688:0@lo:13:osp-pre-0-1.0
00000100:00080000:0.0:1767321600.886283:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321600.886286:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321600.886288:0:72021:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321600.886291:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6793
00000100:00080000:0.0:1767321600.886294:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s
00000100:00080000:0.0:1767321600.886298:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767321600.886305:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366acfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000402944:0@lo:38:kworker.0
00000100:00100000:0.0:1767321600.886309:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952364f57800 x1853164000403456/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321600.886336:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234727f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000403328:0@lo:400:kworker.0
00000100:00100000:2.0:1767321600.886343:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321600.886371:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321600.886378:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366aced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000403072:0@lo:38:kworker.0
00000100:00100000:0.0:1767321600.886390:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1767321600.886396:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000403584:0@lo:400:kworker.0
00000100:00100000:2.0:1767321600.886406:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321600.886434:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366ace300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000403200:0@lo:38:kworker.0
00000100:00100000:0.0:1767321600.886443:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321600.886462:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321600.886478:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000403328
00000100:00100000:0.0:1767321600.886481:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000403328
00000100:00100000:2.0:1767321600.886489:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000403456:0@lo:38:kworker.0
00000100:00100000:2.0:1767321600.886516:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321600.886540:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000402944
00000100:00100000:2.0:1767321600.886544:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000402944
00000100:00100000:2.0:1767321600.886562:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2222
00000100:00100000:2.0:1767321600.886577:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000402944:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321600.886593:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321600.886621:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000402944:12345-0@lo:38:kworker.0 Request processed in 54us (282us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321600.886627:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2222
00000100:00100000:2.0:1767321600.886643:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000403072
00000100:00100000:2.0:1767321600.886646:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000403072
00000100:00100000:2.0:1767321600.886660:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000403584
00000100:00100000:2.0:1767321600.886662:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000403584
00000100:00100000:3.0:1767321600.888143:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3063
00000100:00100000:3.0:1767321600.888170:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000402816:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767321600.888211:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767321600.888276:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000402816:12345-0@lo:13:osp-pre-1-1.0 Request processed in 123us (2337us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321600.888283:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3063
00000100:00100000:3.0:1767321600.888333:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000402816:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321600.888374:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000403200
00000100:00100000:3.0:1767321600.888380:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000403200
00000100:00100000:3.0:1767321600.888393:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6849
00000100:00100000:3.0:1767321600.888397:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234bfe3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000403072:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321600.888413:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321600.888441:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234bfe3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000403072:12345-0@lo:38:kworker.0 Request processed in 43us (2036us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321600.888447:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6849
00000100:00100000:3.0:1767321600.888465:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000403456
00000100:00100000:3.0:1767321600.888468:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000403456
00000100:00100000:3.0:1767321600.888480:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6850
00000100:00100000:3.0:1767321600.888483:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fa9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000403200:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321600.888492:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321600.888516:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fa9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000403200:12345-0@lo:38:kworker.0 Request processed in 31us (2055us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321600.888521:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6850
00000100:00100000:3.0:1767321600.888531:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6851
00000100:00100000:3.0:1767321600.888535:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fa9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000403456:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321600.888543:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321600.888566:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fa9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000403456:12345-0@lo:38:kworker.0 Request processed in 30us (2049us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321600.888571:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6851
00000100:00080000:3.0:1767321600.888603:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321600.888608:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321600.888611:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000403456:0@lo:38:kworker.0
00000100:00080000:3.0:1767321600.888621:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321600.888624:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321600.888627:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366acfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000402944:0@lo:38:kworker.0
00000100:00080000:3.0:1767321600.888634:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321600.888637:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321600.888639:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366aced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000403072:0@lo:38:kworker.0
00000100:00080000:3.0:1767321600.888647:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321600.888650:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321600.888654:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366ace300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000403200:0@lo:38:kworker.0
00000100:00100000:0.0:1767321600.890925:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5944
00000100:00100000:0.0:1767321600.890941:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000403328:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321600.891030:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000403328:12345-0@lo:400:kworker.0 Request processed in 94us (4660us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321600.891037:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5944
00000100:00100000:0.0:1767321600.891104:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234727f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000403328:0@lo:400:kworker.0
00000100:00100000:2.0:1767321600.891272:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5945
00000100:00100000:2.0:1767321600.891281:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000403584:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321600.891326:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000403584:12345-0@lo:400:kworker.0 Request processed in 46us (4882us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321600.891332:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5945
00000100:00100000:2.0:1767321600.891371:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000403584:0@lo:400:kworker.0
00000100:00080000:1.0:1767321600.899545:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767321600.899560:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767321600.899563:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00010000:2.0:1767321601.205492:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321602.229342:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767321603.256948:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1767321604.039500:0:7000:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.52@tcp portal 26 match 1853163962630016 offset 0 length 520: 4
00000100:00100000:0.0:1767321604.039545:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767321604.039588:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767321604.039725:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962630144
00000100:00100000:3.0:1767321604.039735:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962630144
00000100:00100000:3.0:1767321604.039782:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962630272
00000100:00100000:3.0:1767321604.039786:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962630272
00000100:00100000:3.0:1767321604.039842:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5946
00000100:00100000:3.0:1767321604.039853:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962630272:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:3.0:1767321604.039925:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962630272:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 74us (336us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321604.039934:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5946
00000100:00100000:3.0:1767321604.039953:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6852
00000100:00100000:3.0:1767321604.039958:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962630144:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767321604.039978:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321604.040001:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962630144:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 41us (456us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321604.040007:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6852
00000100:00080000:0.0:1767321604.041755:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767321604.277456:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767321605.301702:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321606.005412:0:7004:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321580/real 1767321580]  req@ffff952345faa680 x1853164000397696/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321605 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1767321606.005539:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000403712:0@lo:13:osp-pre-1-1.0
00000100:00080000:3.0:1767321606.005549:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321606.005558:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767321606.005561:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321606.005565:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321606.005569:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321606.005577:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6798
00000100:00080000:3.0:1767321606.005583:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:3.0:1767321606.005590:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321606.005617:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523499a8700 x1853164000403968/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321606.005633:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321606.005637:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321606.005638:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321606.005647:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6798
00000100:00100000:0.0:1767321606.005656:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767321606.005658:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s
00000100:00080000:3.0:1767321606.005667:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321606.005681:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523499a8a80 x1853164000404096/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321606.005693:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321606.005696:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321606.005698:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321606.005703:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6798
00000100:00080000:3.0:1767321606.005705:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s
00000100:00080000:3.0:1767321606.005709:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321606.005725:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523499abb80 x1853164000404224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321606.005758:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321606.005763:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321606.005765:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321606.005769:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6798
00000100:00080000:3.0:1767321606.005774:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s
00000100:00080000:3.0:1767321606.005779:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767321606.005783:0:7004:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff952345faa680 x1853164000397696/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321605 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1767321606.005798:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523499ab800 x1853164000404480/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321606.005811:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000403968:0@lo:38:kworker.0
00000100:00100000:3.0:1767321606.005852:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000404608:0@lo:400:kworker.0
00000100:00100000:2.0:1767321606.005859:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321606.005902:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000404096:0@lo:38:kworker.0
00000100:00100000:3.0:1767321606.005930:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321606.005981:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767321606.005988:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000404352:0@lo:400:kworker.0
00000100:00100000:3.0:1767321606.006020:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321606.006056:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000404608
00000100:00100000:3.0:1767321606.006058:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321606.006070:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000404608
00000100:00100000:3.0:1767321606.006082:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000404224:0@lo:38:kworker.0
00000100:00100000:3.0:1767321606.006123:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767321606.006143:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321606.006159:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:3.0:1767321606.006165:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345faa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000397696:0@lo:250:kworker.0
00000100:00100000:3.0:1767321606.006190:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000404480:0@lo:38:kworker.0
00000100:00100000:2.0:1767321606.006224:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000404352
00000100:00100000:2.0:1767321606.006230:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000404352
00000100:00100000:3.0:1767321606.006246:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321606.008910:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000404096
00000100:00100000:1.0:1767321606.008911:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000404224
00000100:00100000:1.0:1767321606.008936:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000404224
00000100:00100000:2.0:1767321606.008936:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000404096
00000100:00100000:2.0:1767321606.008983:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000404480
00000100:00100000:2.0:1767321606.008989:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000404480
00000100:00100000:2.0:1767321606.009009:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5947
00000100:00100000:2.0:1767321606.009028:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000404608:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321606.009557:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5948
00000100:00100000:1.0:1767321606.009575:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000404352:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321606.009702:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1]
00000100:00100000:0.0:1767321606.009721:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367298000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000403840:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321606.009882:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000404352:12345-0@lo:400:kworker.0 Request processed in 312us (3860us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321606.009891:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5948
00000100:00100000:1.0:1767321606.009914:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6853
00000100:00100000:1.0:1767321606.009919:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000404096:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321606.009939:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321606.010953:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000404096:12345-0@lo:38:kworker.0 Request processed in 1027us (4890us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321606.011135:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6853
00000100:00100000:1.0:1767321606.011161:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6854
00000100:00100000:1.0:1767321606.011167:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366aced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000404480:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321606.011184:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321606.011317:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366aced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000404480:12345-0@lo:38:kworker.0 Request processed in 148us (5071us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321606.011327:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6854
00000100:00100000:1.0:1767321606.011342:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6855
00000100:00100000:1.0:1767321606.011347:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366ace300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000404224:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321606.011357:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321606.011427:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321606.011479:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000404736:0@lo:400:kworker.0
00000100:00100000:0.0:1767321606.011510:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321606.011580:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000403712
00000100:00100000:0.0:1767321606.011590:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000403712
00000100:00100000:0.0:1767321606.011640:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000403840
00000100:00100000:0.0:1767321606.011642:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000403840
00000100:00100000:0.0:1767321606.011663:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3064
00000100:00100000:0.0:1767321606.011671:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523670c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000403712:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767321606.011703:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767321606.011737:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366ace300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000404224:12345-0@lo:38:kworker.0 Request processed in 46us (5284us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321606.011746:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523670c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000403712:12345-0@lo:13:osp-pre-1-1.0 Request processed in 73us (6099us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321606.011761:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3064
00000100:00100000:1.0:1767321606.011761:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6855
00000100:00100000:0.0:1767321606.011796:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3065
00000100:00100000:0.0:1767321606.011806:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234727f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000403840:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767321606.011823:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767321606.011853:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000404352:0@lo:400:kworker.0
00000100:00100000:0.0:1767321606.011859:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234727f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000403840:12345-0@lo:13:osp-pre-0-1.0 Request processed in 52us (434us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321606.011871:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3065
00000100:00080000:0.0:1767321606.011900:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:0.0:1767321606.011905:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767321606.011908:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321606.011946:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000404736
00000100:00100000:1.0:1767321606.011955:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000404736
00000100:00100000:0.0:1767321606.011970:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367298000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000403840:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321606.011987:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000403712:0@lo:13:osp-pre-1-1.0
00000100:00080000:0.0:1767321606.012175:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321606.012183:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1767321606.012187:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321606.012216:0:63619:0:(import.c:509:import_select_connection()) MGC192.168.202.152@tcp: connect to NID 0@lo last attempt 6778
00000100:00080000:0.0:1767321606.012220:0:63619:0:(import.c:588:import_select_connection()) MGC192.168.202.152@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321606.012226:0:63619:0:(import.c:623:import_select_connection()) MGC192.168.202.152@tcp: import ffff95235eb57800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321606.012253:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523470a8a80 x1853164000404864/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321606.012382:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000403968
00000100:00100000:0.0:1767321606.012388:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000403968
00000100:00100000:0.0:1767321606.012420:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2223
00000100:00100000:0.0:1767321606.012426:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000403968:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321606.012443:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321606.012483:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000403968:12345-0@lo:38:kworker.0 Request processed in 57us (6629us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321606.012489:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2223
00000100:00100000:0.0:1767321606.012528:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000404864:0@lo:250:kworker.0
00000400:00000100:0.0:1767321606.012553:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164000404864 offset 0 length 520: 4
00000100:00080000:0.0:1767321606.012591:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321606.012596:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321606.012599:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000404480:0@lo:38:kworker.0
00000100:00080000:0.0:1767321606.012610:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321606.012613:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321606.012616:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000403968:0@lo:38:kworker.0
00000100:00080000:0.0:1767321606.012626:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321606.012629:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321606.012633:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000404096:0@lo:38:kworker.0
00000100:00080000:0.0:1767321606.012644:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321606.012647:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321606.012650:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000404224:0@lo:38:kworker.0
00000100:00100000:1.0:1767321606.012822:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3840
00000100:00100000:1.0:1767321606.012837:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000404736:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321606.012918:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000404736:12345-0@lo:400:kworker.0 Request processed in 88us (1407us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321606.012925:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3840
00000100:00100000:0.0:1767321606.014321:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000404736:0@lo:400:kworker.0
00000100:00100000:2.0:1767321606.015521:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000404608:12345-0@lo:400:kworker.0 Request processed in 6491us (9581us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321606.015539:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5947
00000100:00100000:3.0:1767321606.017683:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000404608:0@lo:400:kworker.0
00010000:00010000:2.0:1767321606.326249:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767321607.349645:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767321608.374499:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321609.151016:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767321609.151190:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962630400
00000100:00100000:2.0:1767321609.151245:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962630400
00000100:00100000:2.0:1767321609.151312:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6856
00000100:00100000:2.0:1767321609.151323:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366acfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962630400:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767321609.151353:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321609.151447:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366acfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962630400:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 124us (445us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321609.151455:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6856
00000100:00100000:3.0:1767321609.158546:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767321609.158684:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962630528
00000100:00100000:0.0:1767321609.158700:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962630528
00000100:00100000:0.0:1767321609.158808:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5949
00000100:00100000:0.0:1767321609.158822:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962630528:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:0.0:1767321609.158928:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962630528:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 109us (400us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321609.158937:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5949
00000100:00080000:2.0:1767321609.159436:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767321609.397868:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321610.421629:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767321611.125718:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321611.125735:0:72021:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767321611.125738:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321611.125744:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321611.125749:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321611.125759:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6803
00000100:00080000:3.0:1767321611.125768:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:3.0:1767321611.125776:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321611.125836:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952364f57800 x1853164000404992/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321611.125870:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321611.125874:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321611.125876:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321611.125880:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6803
00000100:00080000:3.0:1767321611.125883:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s
00000100:00080000:3.0:1767321611.125888:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321611.125910:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366984380 x1853164000405120/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321611.125920:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321611.125923:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321611.125925:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321611.125929:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6803
00000100:00080000:3.0:1767321611.125932:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s
00000100:00080000:3.0:1767321611.125935:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321611.125946:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366986300 x1853164000405248/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321611.125980:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321611.125985:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321611.125986:0:72021:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321611.125990:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6803
00000100:00080000:3.0:1767321611.125993:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s
00000100:00080000:3.0:1767321611.125997:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321611.126009:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366987800 x1853164000405504/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321611.126106:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366985880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000405760:0@lo:400:kworker.0
00000100:00100000:3.0:1767321611.126233:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321611.126278:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767321611.126285:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366984700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000405632:0@lo:400:kworker.0
00000100:00100000:3.0:1767321611.126598:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321611.126673:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000405760
00000100:00100000:3.0:1767321611.126682:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000405760
00000100:00100000:3.0:1767321611.126743:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3841
00000100:00100000:3.0:1767321611.126754:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366985500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000405760:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321611.126881:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000404992:0@lo:38:kworker.0
00000100:00100000:1.0:1767321611.127060:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000405632
00000100:00100000:1.0:1767321611.127081:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000405632
00000100:00100000:1.0:1767321611.127140:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5950
00000100:00100000:1.0:1767321611.127150:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366984e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000405632:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321611.127255:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000406144:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321611.130615:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321611.134023:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366984380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000405120:0@lo:38:kworker.0
00000100:00100000:0.0:1767321611.134118:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321611.134151:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366986300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000405248:0@lo:38:kworker.0
00000100:00100000:0.0:1767321611.134174:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321611.134190:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366987800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000405504:0@lo:38:kworker.0
00000100:00100000:0.0:1767321611.134238:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321611.134305:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366984000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000405376:0@lo:400:kworker.0
00000100:00100000:3.0:1767321611.134335:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366985500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000405760:12345-0@lo:400:kworker.0 Request processed in 7573us (8091us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321611.134348:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3841
00000100:00100000:3.0:1767321611.134425:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366985880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000405760:0@lo:400:kworker.0
00000100:00080000:3.0:1767321611.134485:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767321611.134490:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767321611.134522:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000404992
00000100:00100000:3.0:1767321611.134655:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000404992
00000100:00100000:3.0:1767321611.134696:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2224
00000100:00100000:3.0:1767321611.134702:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000404992:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321611.134722:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321611.134785:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000404992:12345-0@lo:38:kworker.0 Request processed in 82us (4182us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321611.134792:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2224
00000100:00100000:3.0:1767321611.134812:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000405120
00000100:00100000:3.0:1767321611.134816:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000405120
00000100:00100000:3.0:1767321611.134842:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000405248
00000100:00100000:3.0:1767321611.134845:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000405248
00000100:00100000:3.0:1767321611.134853:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000405504
00000100:00100000:3.0:1767321611.134856:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000405504
00000100:00100000:3.0:1767321611.134864:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6857
00000100:00100000:3.0:1767321611.134868:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000405120:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321611.134878:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321611.134977:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000405120:12345-0@lo:38:kworker.0 Request processed in 107us (858us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321611.134984:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6857
00000100:00100000:3.0:1767321611.134996:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6858
00000100:00100000:3.0:1767321611.135000:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000405248:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321611.135009:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321611.135033:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000405248:12345-0@lo:38:kworker.0 Request processed in 32us (858us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321611.135039:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6858
00000100:00100000:3.0:1767321611.135048:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6859
00000100:00100000:3.0:1767321611.135052:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000405504:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321611.135060:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321611.135098:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000405504:12345-0@lo:38:kworker.0 Request processed in 44us (858us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321611.135104:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6859
00000100:00100000:3.0:1767321611.135132:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366986680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000405888:0@lo:400:kworker.0
00000100:00100000:3.0:1767321611.135166:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321611.135232:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000405888
00000100:00100000:3.0:1767321611.135235:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000405888
00000100:00100000:3.0:1767321611.135268:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3842
00000100:00100000:3.0:1767321611.135275:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366985880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000405888:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321611.135319:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366985880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000405888:12345-0@lo:400:kworker.0 Request processed in 45us (152us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321611.135325:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3842
00000100:00080000:3.0:1767321611.135339:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767321611.135355:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366986680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000405888:0@lo:400:kworker.0
00000100:00080000:3.0:1767321611.135423:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321611.135429:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321611.135432:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000404992:0@lo:38:kworker.0
00000100:00080000:3.0:1767321611.135442:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321611.135450:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321611.135453:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366984380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000405120:0@lo:38:kworker.0
00000100:00080000:3.0:1767321611.135462:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321611.135477:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321611.135480:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366986300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000405248:0@lo:38:kworker.0
00000100:00080000:3.0:1767321611.135491:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321611.135494:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321611.135496:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366987800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000405504:0@lo:38:kworker.0
00000100:00100000:0.0:1767321611.136001:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321611.136045:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236729bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000406016:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321611.136088:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321611.136138:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000406016
00000100:00100000:0.0:1767321611.136147:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000406016
00000100:00100000:0.0:1767321611.136220:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3066
00000100:00100000:0.0:1767321611.136231:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000406016:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767321611.136272:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767321611.136499:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366984e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000405632:12345-0@lo:400:kworker.0 Request processed in 9349us (10034us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321611.136513:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5950
00000100:00100000:1.0:1767321611.136592:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366984700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000405632:0@lo:400:kworker.0
00000100:00100000:1.0:1767321611.136620:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000405376
00000100:00100000:1.0:1767321611.136623:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000405376
00000100:00100000:1.0:1767321611.136684:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5951
00000100:00100000:1.0:1767321611.136692:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000405376:12345-0@lo:400:kworker.0
00000100:00080000:3.0:1767321611.137173:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321611.137279:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321611.146461:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7006:x1853164000405376:12345-0@lo:400:kworker.0 Request processed in 9753us (10449us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321611.146482:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5951
00000100:00100000:1.0:1767321611.146674:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366984000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7006:1853164000405376:0@lo:400:kworker.0
00000100:00100000:3.0:1767321611.152289:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000406144
00000100:00100000:3.0:1767321611.152307:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000406144
00000100:00100000:3.0:1767321611.152429:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3067
00000100:00100000:3.0:1767321611.152440:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fa9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000406144:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767321611.152486:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767321611.152591:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fa9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000406144:12345-0@lo:13:osp-pre-0-1.0 Request processed in 152us (15313us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321611.152598:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3067
00000100:00100000:2.0:1767321611.153328:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000406144:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321611.167082:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000406016:12345-0@lo:13:osp-pre-1-1.0 Request processed in 30822us (30962us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321611.167105:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3066
00000100:00100000:1.0:1767321611.167971:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236729bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000406016:0@lo:13:osp-pre-1-1.0
00010000:00010000:3.0:1767321611.445503:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767321612.471335:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767321613.493745:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321614.272686:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767321614.272727:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767321614.272872:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962630784
00000100:00100000:1.0:1767321614.272883:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962630784
00000100:00100000:1.0:1767321614.272951:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5952
00000100:00100000:1.0:1767321614.272961:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366987800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962630784:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767321614.273031:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366987800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962630784:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 71us (355us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321614.273048:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5952
00000100:00100000:1.0:1767321614.273066:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962630656
00000100:00100000:1.0:1767321614.273069:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962630656
00000100:00100000:1.0:1767321614.273084:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6860
00000100:00100000:1.0:1767321614.273088:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366986300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962630656:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767321614.273110:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321614.273133:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366986300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962630656:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 44us (405us total) trans 0 rc -19/-19
00000100:00080000:3.0:1767321614.273288:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321614.274281:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6860
00010000:00010000:0.0:1767321614.517530:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767321615.541743:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767321616.245404:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321616.245418:0:72021:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767321616.245422:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321616.245428:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321616.245433:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321616.245445:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6809
00000100:00080000:3.0:1767321616.245452:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321616.245463:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767321616.245496:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767321616.245509:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366984380 x1853164000406400/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321616.245523:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952345fab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000406272:0@lo:13:osp-pre-0-1.0
00000100:00080000:3.0:1767321616.245529:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321616.245535:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321616.245537:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321616.245543:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6809
00000100:00080000:3.0:1767321616.245546:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321616.245550:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321616.245569:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366986680 x1853164000406528/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321616.245580:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321616.245584:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321616.245586:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321616.245590:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6809
00000100:00080000:3.0:1767321616.245593:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321616.245600:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767321616.245603:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321616.245622:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366987b80 x1853164000406656/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321616.245665:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321616.245668:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321616.245672:0:72021:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321616.245676:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6809
00000100:00080000:3.0:1767321616.245679:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321616.245685:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321616.245699:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366985c00 x1853164000406912/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321616.245710:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366986d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000406784:0@lo:400:kworker.0
00000100:00100000:2.0:1767321616.245751:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321616.245787:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366987480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000407168:0@lo:400:kworker.0
00000100:00100000:2.0:1767321616.245796:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767321616.245807:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366987100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000407040:0@lo:400:kworker.0
00000100:00100000:3.0:1767321616.245860:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321616.245861:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321616.245971:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366984380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000406400:0@lo:38:kworker.0
00000100:00100000:2.0:1767321616.246224:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000406784
00000100:00100000:2.0:1767321616.246233:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000406784
00000100:00100000:2.0:1767321616.246287:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000407040
00000100:00100000:2.0:1767321616.246291:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000407040
00000100:00100000:2.0:1767321616.246317:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5953
00000100:00100000:2.0:1767321616.246326:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fa8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000406784:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321616.246379:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fa8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000406784:12345-0@lo:400:kworker.0 Request processed in 53us (628us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321616.246387:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5953
00000100:00100000:2.0:1767321616.246404:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5954
00000100:00100000:2.0:1767321616.246411:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345faa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000407040:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321616.246436:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345faa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000407040:12345-0@lo:400:kworker.0 Request processed in 26us (585us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321616.246442:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5954
00000100:00080000:2.0:1767321616.246459:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321616.246505:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366987100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000407040:0@lo:400:kworker.0
00000100:00100000:2.0:1767321616.246517:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366986d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000406784:0@lo:400:kworker.0
00000100:00100000:2.0:1767321616.246553:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000407168
00000100:00100000:2.0:1767321616.246557:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000407168
00000100:00100000:2.0:1767321616.246591:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3843
00000100:00100000:2.0:1767321616.246597:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366986a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000407168:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321616.246628:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366986a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000407168:12345-0@lo:400:kworker.0 Request processed in 32us (780us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321616.246634:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3843
00000100:00080000:2.0:1767321616.246650:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767321616.246691:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000406272
00000100:00100000:2.0:1767321616.246694:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000406272
00000100:00100000:2.0:1767321616.246727:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3068
00000100:00100000:2.0:1767321616.246734:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000406272:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767321616.246753:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767321616.246783:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000406272:12345-0@lo:13:osp-pre-0-1.0 Request processed in 50us (1185us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321616.246789:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3068
00000100:00080000:2.0:1767321616.246805:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767321616.246883:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000407296:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321616.246892:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366987480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000407168:0@lo:400:kworker.0
00000100:00100000:3.0:1767321616.246921:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952345fab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000406272:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321616.247399:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321616.247401:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321616.247471:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000407296
00000100:00100000:3.0:1767321616.247479:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000407296
00000100:00100000:3.0:1767321616.247536:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3069
00000100:00100000:3.0:1767321616.247546:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000407296:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767321616.247576:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767321616.247631:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000407296:12345-0@lo:13:osp-pre-1-1.0 Request processed in 86us (239us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321616.247638:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3069
00000100:00100000:3.0:1767321616.247677:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000407296:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321616.247888:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366986680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000406528:0@lo:38:kworker.0
00000100:00100000:2.0:1767321616.247889:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000406400
00000100:00100000:2.0:1767321616.247898:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000406400
00000100:00100000:2.0:1767321616.247943:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2225
00000100:00100000:2.0:1767321616.247949:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000406400:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321616.247969:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321616.248028:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321616.248146:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366987b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000406656:0@lo:38:kworker.0
00000100:00100000:0.0:1767321616.248172:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321616.249011:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000406528
00000100:00100000:1.0:1767321616.249029:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000406528
00000100:00100000:1.0:1767321616.249116:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000406656
00000100:00100000:1.0:1767321616.249122:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000406656
00000100:00100000:1.0:1767321616.249144:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6861
00000100:00100000:1.0:1767321616.249152:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000406528:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321616.249175:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321616.249265:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6862
00000100:00100000:3.0:1767321616.249275:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000406656:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321616.249291:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321616.249383:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366985c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000406912:0@lo:38:kworker.0
00000100:00100000:0.0:1767321616.249614:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321616.249657:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000406912
00000100:00100000:0.0:1767321616.249661:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000406912
00000100:00100000:0.0:1767321616.249685:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6863
00000100:00100000:0.0:1767321616.249690:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000406912:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321616.249700:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321616.249731:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000406912:12345-0@lo:38:kworker.0 Request processed in 39us (117us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321616.249739:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6863
00000100:00080000:0.0:1767321616.249783:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321616.249788:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321616.249793:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366985c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000406912:0@lo:38:kworker.0
00000100:00100000:2.0:1767321616.250530:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000406400:12345-0@lo:38:kworker.0 Request processed in 2573us (3133us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321616.250542:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000406528:12345-0@lo:38:kworker.0 Request processed in 1385us (2520us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321616.250551:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2225
00000100:00100000:1.0:1767321616.250562:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6861
00000100:00100000:3.0:1767321616.250759:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000406656:12345-0@lo:38:kworker.0 Request processed in 1482us (2584us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321616.250768:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6862
00000100:00080000:0.0:1767321616.250939:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321616.250945:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321616.250949:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366984380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000406400:0@lo:38:kworker.0
00000100:00080000:0.0:1767321616.250960:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321616.250964:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321616.250966:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366986680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000406528:0@lo:38:kworker.0
00000100:00080000:0.0:1767321616.250976:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321616.250978:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321616.250981:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366987b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000406656:0@lo:38:kworker.0
00010000:00010000:3.0:1767321616.567910:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767321617.590794:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767321618.615259:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321619.398848:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767321619.398903:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767321619.399027:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962631040
00000100:00100000:2.0:1767321619.399040:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962631040
00000100:00100000:2.0:1767321619.399135:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962630912
00000100:00100000:2.0:1767321619.399139:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962630912
00000100:00100000:2.0:1767321619.399162:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5955
00000100:00100000:2.0:1767321619.399174:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366987480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962631040:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767321619.399310:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366987480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962631040:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 139us (480us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321619.399319:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5955
00000100:00100000:2.0:1767321619.399344:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6864
00000100:00100000:2.0:1767321619.399348:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366984a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962630912:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767321619.399454:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321619.399495:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366984a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962630912:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 145us (590us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321619.399503:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6864
00000100:00080000:1.0:1767321619.399846:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767321619.637507:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767321620.666608:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767321621.369005:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321621.369021:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767321621.369024:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321621.369029:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321621.369033:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321621.369044:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6814
00000100:00080000:0.0:1767321621.369049:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321621.369057:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321621.369093:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523470a9500 x1853164000407552/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321621.369113:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321621.369117:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321621.369120:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321621.369124:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6814
00000100:00080000:0.0:1767321621.369127:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321621.369131:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767321621.369142:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000407552:0@lo:38:kworker.0
00000100:00100000:0.0:1767321621.369145:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523470ab100 x1853164000407680/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321621.369159:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321621.369163:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321621.369165:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321621.369169:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6814
00000100:00080000:0.0:1767321621.369171:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321621.369175:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321621.369188:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523470abb80 x1853164000407808/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321621.369237:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321621.369241:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321621.369243:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321621.369247:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6814
00000100:00080000:0.0:1767321621.369250:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321621.369254:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321621.369269:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952349090a80 x1853164000408064/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321621.369285:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321621.369365:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000407680:0@lo:38:kworker.0
00000100:00100000:3.0:1767321621.369382:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349091500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000408192:0@lo:400:kworker.0
00000100:00100000:1.0:1767321621.369397:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321621.369428:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321621.369431:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000407808:0@lo:38:kworker.0
00000100:00100000:3.0:1767321621.369461:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767321621.369471:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321621.369471:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349093b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000408320:0@lo:400:kworker.0
00000100:00100000:1.0:1767321621.369500:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349090a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000408064:0@lo:38:kworker.0
00000100:00100000:3.0:1767321621.369510:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321621.369556:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000407680
00000100:00100000:3.0:1767321621.369566:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000407680
00000100:00100000:3.0:1767321621.369600:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000408192
00000100:00100000:3.0:1767321621.369602:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000408192
00000100:00100000:3.0:1767321621.369642:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000407808
00000100:00100000:3.0:1767321621.369644:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000407808
00000100:00100000:3.0:1767321621.369660:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5956
00000100:00100000:3.0:1767321621.369670:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366987b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000408192:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321621.369729:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366987b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7007:x1853164000408192:12345-0@lo:400:kworker.0 Request processed in 60us (299us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321621.369735:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321621.369743:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5956
00000100:00100000:1.0:1767321621.369769:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000408064
00000100:00100000:1.0:1767321621.369774:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000408064
00000100:00100000:3.0:1767321621.369779:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6865
00000100:00100000:3.0:1767321621.369785:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367298a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000407680:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767321621.369796:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6866
00000100:00100000:1.0:1767321621.369802:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236729a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000407808:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321621.369810:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321621.369846:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367298a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000407680:12345-0@lo:38:kworker.0 Request processed in 60us (449us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321621.369852:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6865
00000100:00100000:3.0:1767321621.369865:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6867
00000100:00100000:3.0:1767321621.369869:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367298000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000408064:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321621.369878:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321621.369899:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367298000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000408064:12345-0@lo:38:kworker.0 Request processed in 29us (168us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321621.369905:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6867
00000100:00080000:3.0:1767321621.369926:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321621.369968:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349091500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7007:1853164000408192:0@lo:400:kworker.0
00000100:00100000:3.0:1767321621.370005:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236729bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000407424:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321621.370034:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321621.370056:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349091c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000408448:0@lo:400:kworker.0
00000100:00100000:3.0:1767321621.370075:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321621.370091:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767321621.370097:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000407936:0@lo:400:kworker.0
00000100:00100000:3.0:1767321621.370122:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321621.370145:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000407936
00000100:00100000:3.0:1767321621.370149:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000407936
00000100:00100000:3.0:1767321621.370177:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5957
00000100:00100000:3.0:1767321621.370182:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366986d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000407936:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321621.370241:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366986d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000407936:12345-0@lo:400:kworker.0 Request processed in 59us (118us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321621.370250:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5957
00000100:00080000:3.0:1767321621.370262:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321621.370279:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000407936:0@lo:400:kworker.0
00000100:00080000:3.0:1767321621.370305:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321621.370309:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321621.370313:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000407680:0@lo:38:kworker.0
00000100:00080000:3.0:1767321621.370322:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321621.370325:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321621.370327:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349090a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000408064:0@lo:38:kworker.0
00000100:00100000:3.0:1767321621.370371:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000407424
00000100:00100000:3.0:1767321621.370375:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000407424
00000100:00100000:3.0:1767321621.370408:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3070
00000100:00100000:3.0:1767321621.370415:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366984380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000407424:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767321621.370440:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767321621.370476:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366984380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000407424:12345-0@lo:13:osp-pre-0-1.0 Request processed in 62us (441us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321621.370483:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3070
00000100:00080000:3.0:1767321621.370500:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1767321621.370519:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236729bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000407424:0@lo:13:osp-pre-0-1.0
00010000:00020000:1.0:1767321621.370622:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321621.370670:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236729a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000407808:12345-0@lo:38:kworker.0 Request processed in 867us (1200us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321621.370678:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6866
00000100:00080000:3.0:1767321621.370960:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321621.370965:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321621.370978:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000407808:0@lo:38:kworker.0
00000100:00100000:2.0:1767321621.371239:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000408320
00000100:00100000:2.0:1767321621.371246:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000408320
00000100:00100000:2.0:1767321621.371295:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000408448
00000100:00100000:2.0:1767321621.371299:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000408448
00000100:00100000:2.0:1767321621.371320:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3844
00000100:00100000:2.0:1767321621.371328:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366986680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000408320:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321621.371385:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366986680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000408320:12345-0@lo:400:kworker.0 Request processed in 59us (1876us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321621.371611:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3844
00000100:00100000:2.0:1767321621.371630:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3845
00000100:00100000:2.0:1767321621.371637:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366985c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000408448:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321621.371675:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366985c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000408448:12345-0@lo:400:kworker.0 Request processed in 40us (1599us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321621.371682:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3845
00000100:00100000:2.0:1767321621.371739:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000408576:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321621.372326:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000407552
00000100:00100000:0.0:1767321621.372335:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000407552
00000100:00100000:0.0:1767321621.372370:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2226
00000100:00100000:0.0:1767321621.372376:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236729aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000407552:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321621.372397:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00080000:3.0:1767321621.372427:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767321621.381269:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349093b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000408320:0@lo:400:kworker.0
00000100:00100000:1.0:1767321621.381696:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349091c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000408448:0@lo:400:kworker.0
00000100:00100000:2.0:1767321621.382018:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321621.382317:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000408576
00000100:00100000:3.0:1767321621.382327:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000408576
00000100:00100000:3.0:1767321621.382756:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3071
00000100:00100000:3.0:1767321621.384746:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000408576:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767321621.385150:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767321621.385415:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000408576:12345-0@lo:13:osp-pre-1-1.0 Request processed in 2647us (3395us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321621.385427:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3071
00000100:00100000:2.0:1767321621.386431:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000408576:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321621.388515:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236729aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000407552:12345-0@lo:38:kworker.0 Request processed in 16121us (19214us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321621.388536:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2226
00000100:00080000:3.0:1767321621.388938:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321621.388946:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321621.388950:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000407552:0@lo:38:kworker.0
00010000:00010000:0.0:1767321621.685746:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767321622.709430:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767321623.733554:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321624.510962:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767321624.511109:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962631296
00000100:00100000:1.0:1767321624.511123:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962631296
00000100:00100000:1.0:1767321624.511304:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5958
00000100:00100000:1.0:1767321624.511318:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366987100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962631296:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767321624.511482:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366987100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2508:x1853163962631296:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 167us (546us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321624.511491:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5958
00000100:00080000:3.0:1767321624.511721:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:2.0:1767321624.519015:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767321624.524423:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962631168
00000100:00100000:1.0:1767321624.524445:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962631168
00000100:00100000:1.0:1767321624.524600:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6868
00000100:00100000:1.0:1767321624.524610:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962631168:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767321624.524641:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321624.524762:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962631168:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 151us (5762us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321624.524771:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6868
00010000:00010000:3.0:1767321624.757500:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767321625.782821:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321626.485602:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000408704:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321626.485712:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321626.485891:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000408704
00000100:00100000:1.0:1767321626.485902:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000408704
00000100:00100000:1.0:1767321626.486017:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3072
00000100:00100000:1.0:1767321626.486029:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349091f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000408704:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767321626.486069:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00080000:3.0:1767321626.487040:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321626.487050:0:72021:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767321626.487053:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321626.487058:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321626.487064:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321626.487071:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6819
00000100:00080000:3.0:1767321626.487076:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321626.487083:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321626.487122:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366984000 x1853164000408832/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321626.487146:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321626.487149:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321626.487150:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321626.487153:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6819
00000100:00080000:3.0:1767321626.487155:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321626.487157:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321626.487165:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366984700 x1853164000408960/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321626.487171:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321626.487174:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321626.487175:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321626.487178:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6819
00000100:00080000:3.0:1767321626.487180:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321626.487182:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321626.487207:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523470a9500 x1853164000409088/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321626.487362:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767321626.487376:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000409344:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767321626.487440:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321626.492400:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000409344
00000100:00100000:2.0:1767321626.492422:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000409344
00000100:00100000:2.0:1767321626.492534:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3073
00000100:00100000:2.0:1767321626.492548:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237138b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000409344:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767321626.492596:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767321626.492681:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237138b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000409344:12345-0@lo:13:osp-pre-0-1.0 Request processed in 136us (5240us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321626.492688:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3073
00000100:00100000:2.0:1767321626.492766:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000409344:0@lo:13:osp-pre-0-1.0
00000100:00080000:2.0:1767321626.492890:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767321626.492895:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1767321626.492914:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366984000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000408832:0@lo:38:kworker.0
00000100:00100000:2.0:1767321626.492972:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321626.493009:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366984700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000408960:0@lo:38:kworker.0
00000100:00100000:2.0:1767321626.493036:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321626.493057:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000409088:0@lo:38:kworker.0
00000100:00100000:2.0:1767321626.493076:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321626.493263:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000408960
00000100:00100000:2.0:1767321626.493269:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000408960
00000100:00100000:2.0:1767321626.493295:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000409088
00000100:00100000:2.0:1767321626.493297:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000409088
00000100:00100000:2.0:1767321626.493314:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6869
00000100:00100000:2.0:1767321626.493319:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952371389f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000408960:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321626.494752:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321626.494901:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952371389f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000408960:12345-0@lo:38:kworker.0 Request processed in 1578us (1861us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321626.494916:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6869
00000100:00100000:2.0:1767321626.495040:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6870
00000100:00100000:2.0:1767321626.495048:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952371389500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000409088:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321626.495067:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321626.495097:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952371389500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000409088:12345-0@lo:38:kworker.0 Request processed in 49us (2019us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321626.495103:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6870
00000100:00080000:2.0:1767321626.495179:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321626.495185:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321626.495190:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366984700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000408960:0@lo:38:kworker.0
00000100:00080000:2.0:1767321626.495232:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321626.495237:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321626.495241:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000409088:0@lo:38:kworker.0
00000100:00100000:2.0:1767321626.495310:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000409216:0@lo:400:kworker.0
00000100:00100000:2.0:1767321626.495350:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321626.495391:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000409216
00000100:00100000:2.0:1767321626.495399:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000409216
00000100:00080000:3.0:1767321626.495743:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321626.495750:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321626.495754:0:72021:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321626.495762:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6819
00000100:00080000:3.0:1767321626.496518:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321626.496531:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321626.496580:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9523470ab100 x1853164000409472/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321626.496745:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000409472:0@lo:38:kworker.0
00000100:00100000:3.0:1767321626.496814:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321626.496959:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523470a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000409600:0@lo:400:kworker.0
00000100:00100000:3.0:1767321626.496988:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321626.497025:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000409472
00000100:00100000:3.0:1767321626.497034:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000409472
00000100:00100000:3.0:1767321626.497066:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000409600
00000100:00100000:3.0:1767321626.497069:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000409600
00000100:00100000:3.0:1767321626.497103:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5959
00000100:00100000:3.0:1767321626.497112:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952371388700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000409216:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321626.497171:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952371388700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000409216:12345-0@lo:400:kworker.0 Request processed in 60us (1820us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321626.497179:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5959
00000100:00100000:3.0:1767321626.497222:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5960
00000100:00100000:3.0:1767321626.497229:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952345fab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000409600:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321626.497260:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952345fab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000409600:12345-0@lo:400:kworker.0 Request processed in 31us (271us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321626.497266:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5960
00000100:00100000:3.0:1767321626.497278:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6871
00000100:00100000:3.0:1767321626.497282:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000409472:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321626.497303:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321626.497332:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000409472:12345-0@lo:38:kworker.0 Request processed in 47us (517us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321626.497337:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6871
00000100:00100000:3.0:1767321626.497386:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000409216:0@lo:400:kworker.0
00000100:00100000:3.0:1767321626.497418:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000409600:0@lo:400:kworker.0
00000100:00080000:3.0:1767321626.497438:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321626.497443:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321626.497446:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000409472:0@lo:38:kworker.0
00000100:00080000:3.0:1767321626.497486:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321626.497522:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000408832
00000100:00100000:3.0:1767321626.497526:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000408832
00000100:00100000:3.0:1767321626.497550:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2227
00000100:00100000:3.0:1767321626.497555:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952371388a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000408832:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321626.497566:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321626.498253:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952371388a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000408832:12345-0@lo:38:kworker.0 Request processed in 692us (5277us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321626.498316:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2227
00000100:00080000:3.0:1767321626.498364:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321626.498369:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321626.498374:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366984000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000408832:0@lo:38:kworker.0
00000100:00100000:1.0:1767321626.501863:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349091f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000408704:12345-0@lo:13:osp-pre-1-1.0 Request processed in 15820us (16134us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321626.501884:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3072
00000100:00100000:0.0:1767321626.504646:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000408704:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767321626.805838:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767321627.830679:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767321628.853669:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321629.633836:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000400:00000100:3.0:1767321629.633957:0:6999:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.52@tcp portal 26 match 1853163962631680 offset 0 length 520: 4
00000100:00100000:3.0:1767321629.633985:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767321629.649759:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962631424
00000100:00100000:2.0:1767321629.649784:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962631424
00000100:00100000:2.0:1767321629.649870:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962631552
00000100:00100000:2.0:1767321629.649874:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962631552
00000100:00100000:2.0:1767321629.649963:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5961
00000100:00100000:2.0:1767321629.649976:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962631552:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767321629.650090:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962631552:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 116us (16103us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321629.650098:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5961
00000100:00100000:2.0:1767321629.650121:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6872
00000100:00100000:2.0:1767321629.650126:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962631424:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767321629.650152:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321629.650213:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2507:x1853163962631424:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 65us (16374us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321629.650220:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6872
00000100:00080000:1.0:1767321629.652843:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767321629.877623:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767321630.904747:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321631.605375:0:7004:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321606/real 1767321606]  req@ffff9523470a8a80 x1853164000404864/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321631 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1767321631.605417:0:7004:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9523470a8a80 x1853164000404864/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321631 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1767321631.605441:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321631.605462:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:0.0:1767321631.605466:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523470a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000404864:0@lo:250:kworker.0
00000100:00080000:2.0:1767321631.605499:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321631.605506:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1767321631.605509:0:72021:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321631.605514:0:72021:0:(import.c:509:import_select_connection()) MGC192.168.202.152@tcp: connect to NID 0@lo last attempt 6803
00000100:00080000:2.0:1767321631.605520:0:72021:0:(import.c:588:import_select_connection()) MGC192.168.202.152@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321631.605528:0:72021:0:(import.c:623:import_select_connection()) MGC192.168.202.152@tcp: import ffff95235eb57800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767321631.605549:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237138a680 x1853164000409984/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321631.605571:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321631.605575:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321631.605577:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321631.605581:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6824
00000100:00080000:2.0:1767321631.605583:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321631.605587:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767321631.605606:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952371389880 x1853164000410112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321631.605615:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321631.605618:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321631.605630:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1767321631.605634:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237138a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000409984:0@lo:250:kworker.0
00000100:00080000:2.0:1767321631.605634:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6824
00000100:00080000:2.0:1767321631.605637:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321631.605641:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767321631.605652:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952371388e00 x1853164000410240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321631.605661:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321631.605664:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321631.605665:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321631.605673:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6824
00000100:00080000:2.0:1767321631.605676:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321631.605680:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767321631.605693:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95237138bb80 x1853164000410368/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000100:0.0:1767321631.605695:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164000409984 offset 0 length 520: 4
00000100:00080000:2.0:1767321631.605720:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321631.605723:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321631.605725:0:72021:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321631.605729:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6824
00000100:00080000:2.0:1767321631.605731:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321631.605735:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767321631.605744:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952371389c00 x1853164000410624/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321631.605745:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952371389880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000410112:0@lo:38:kworker.0
00000100:00100000:0.0:1767321631.605782:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321631.605841:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952371388e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000410240:0@lo:38:kworker.0
00000100:00100000:0.0:1767321631.605868:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321631.605918:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237138bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000410368:0@lo:38:kworker.0
00000100:00100000:0.0:1767321631.605942:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321631.605942:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237138ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000409856:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321631.605971:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952371389c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000410624:0@lo:38:kworker.0
00000100:00100000:1.0:1767321631.605980:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321631.605988:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321631.606005:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000411008:0@lo:400:kworker.0
00000100:00100000:0.0:1767321631.606021:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000410240
00000100:00100000:0.0:1767321631.606031:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000410240
00000100:00100000:1.0:1767321631.606031:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321631.606050:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3]
00000100:00100000:1.0:1767321631.606055:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952371388380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000409728:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321631.606068:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000410368
00000100:00100000:0.0:1767321631.606070:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000410368
00000100:00100000:1.0:1767321631.606073:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321631.606086:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000410624
00000100:00100000:0.0:1767321631.606088:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000410624
00000100:00100000:1.0:1767321631.606088:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366984700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000410880:0@lo:400:kworker.0
00000100:00100000:1.0:1767321631.606106:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321631.606107:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6873
00000100:00100000:0.0:1767321631.606116:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349093100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000410240:12345-0@lo:38:kworker.0
00000100:00100000:1.0:1767321631.606132:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000409856
00000100:00100000:1.0:1767321631.606135:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000409856
00010000:00020000:0.0:1767321631.606140:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321631.606180:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000409728
00000100:00100000:1.0:1767321631.606184:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000409728
00000100:00100000:0.0:1767321631.606221:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349093100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000410240:12345-0@lo:38:kworker.0 Request processed in 104us (351us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321631.606229:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6873
00000100:00100000:1.0:1767321631.606238:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3074
00000100:00100000:1.0:1767321631.606244:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236729bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000409856:12345-0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321631.606247:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6874
00000100:00100000:0.0:1767321631.606250:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349091180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000410368:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321631.606259:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321631.606280:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349091180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000410368:12345-0@lo:38:kworker.0 Request processed in 29us (338us total) trans 0 rc -19/-19
00002000:00000024:1.0:1767321631.606282:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767321631.606286:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6874
00000100:00100000:0.0:1767321631.606296:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6875
00000100:00100000:0.0:1767321631.606299:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349092d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000410624:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321631.606308:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321631.606323:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236729bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000409856:12345-0@lo:13:osp-pre-1-1.0 Request processed in 80us (342us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321631.606324:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349092d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000410624:12345-0@lo:38:kworker.0 Request processed in 24us (335us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321631.606330:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6875
00000100:00100000:1.0:1767321631.606330:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3074
00000100:00100000:1.0:1767321631.606344:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3075
00000100:00100000:1.0:1767321631.606350:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000409728:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767321631.606367:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767321631.606393:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000409728:12345-0@lo:13:osp-pre-0-1.0 Request processed in 44us (319us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321631.606399:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3075
00000100:00080000:1.0:1767321631.606416:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:1.0:1767321631.606421:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1767321631.606457:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952371388380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000409728:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321631.606470:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237138ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000409856:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767321631.606648:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000410112
00000100:00100000:2.0:1767321631.606653:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000410112
00000100:00100000:2.0:1767321631.606680:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2228
00000100:00100000:2.0:1767321631.606686:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349090700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000410112:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321631.606695:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321631.606728:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349090700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000410112:12345-0@lo:38:kworker.0 Request processed in 42us (946us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321631.606734:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2228
00000100:00100000:3.0:1767321631.606927:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237138b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000410496:0@lo:400:kworker.0
00000100:00100000:3.0:1767321631.606964:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321631.606990:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1767321631.606997:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366984000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000410752:0@lo:400:kworker.0
00000100:00100000:3.0:1767321631.607019:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321631.607051:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000411008
00000100:00100000:3.0:1767321631.607056:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000411008
00000100:00100000:3.0:1767321631.607090:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000410880
00000100:00100000:3.0:1767321631.607093:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000410880
00000100:00100000:3.0:1767321631.607111:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3846
00000100:00100000:3.0:1767321631.607117:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000411008:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321631.607154:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000411008:12345-0@lo:400:kworker.0 Request processed in 37us (1122us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321631.607160:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3846
00000100:00100000:3.0:1767321631.607172:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3847
00000100:00100000:3.0:1767321631.607177:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000410880:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321631.607219:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000410880:12345-0@lo:400:kworker.0 Request processed in 42us (1112us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321631.607225:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3847
00000100:00100000:3.0:1767321631.607248:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000410496
00000100:00100000:3.0:1767321631.607252:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000410496
00000100:00080000:1.0:1767321631.608026:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321631.608075:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366984700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000410880:0@lo:400:kworker.0
00000100:00100000:1.0:1767321631.608091:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000411008:0@lo:400:kworker.0
00000100:00080000:0.0:1767321631.615657:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321631.615677:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321631.615684:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952371388e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000410240:0@lo:38:kworker.0
00000100:00080000:0.0:1767321631.615701:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321631.615705:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321631.615708:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237138bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000410368:0@lo:38:kworker.0
00000100:00080000:0.0:1767321631.615723:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321631.615728:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321631.615731:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952371389c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000410624:0@lo:38:kworker.0
00000100:00080000:0.0:1767321631.615746:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1767321631.615750:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:0.0:1767321631.615753:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952371389880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000410112:0@lo:38:kworker.0
00000100:00100000:3.0:1767321631.617653:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000410752
00000100:00100000:3.0:1767321631.617673:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000410752
00000100:00100000:3.0:1767321631.617755:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5962
00000100:00100000:3.0:1767321631.617768:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000410496:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321631.617931:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000410496:12345-0@lo:400:kworker.0 Request processed in 165us (10965us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321631.617940:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5962
00000100:00100000:3.0:1767321631.618012:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237138b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000410496:0@lo:400:kworker.0
00000100:00100000:3.0:1767321631.618093:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5963
00000100:00100000:3.0:1767321631.618103:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523470a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000410752:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321631.618164:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523470a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000410752:12345-0@lo:400:kworker.0 Request processed in 62us (11143us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321631.618171:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5963
00000100:00100000:3.0:1767321631.618217:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366984000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000410752:0@lo:400:kworker.0
00000100:00080000:1.0:1767321631.619870:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767321631.928416:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767321632.950515:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767321633.973616:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321634.752653:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767321634.752703:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767321634.752793:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962631808
00000100:00100000:3.0:1767321634.752811:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962631808
00000100:00100000:3.0:1767321634.752860:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962631936
00000100:00100000:3.0:1767321634.752863:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962631936
00000100:00100000:3.0:1767321634.752921:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5964
00000100:00100000:3.0:1767321634.752931:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349092300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962631936:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:3.0:1767321634.753011:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349092300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962631936:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 81us (307us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321634.753020:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5964
00000100:00100000:3.0:1767321634.753038:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6876
00000100:00100000:3.0:1767321634.753043:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349091880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962631808:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767321634.753064:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321634.753091:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349091880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2507:x1853163962631808:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 47us (449us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321634.753098:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6876
00000100:00080000:1.0:1767321634.753827:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767321634.998614:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767321636.023820:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767321636.726056:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321636.726064:0:72021:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767321636.726068:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321636.726073:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321636.726087:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321636.726097:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6829
00000100:00080000:3.0:1767321636.726103:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321636.726110:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321636.726139:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952364f57800 x1853164000411392/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321636.726163:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321636.726166:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321636.726168:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321636.726171:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6829
00000100:00080000:3.0:1767321636.726174:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321636.726177:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321636.726242:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952367241500 x1853164000411520/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321636.726252:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321636.726255:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321636.726257:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321636.726260:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6829
00000100:00080000:3.0:1767321636.726263:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321636.726266:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321636.726275:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952367241f80 x1853164000411648/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321636.726318:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321636.726322:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321636.726324:0:72021:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321636.726328:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6829
00000100:00080000:3.0:1767321636.726331:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321636.726334:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:1.0:1767321636.726348:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367240000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000411776:0@lo:400:kworker.0
00000100:00100000:3.0:1767321636.726348:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952367240e00 x1853164000411904/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321636.726391:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237c0bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000411264:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321636.726425:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321636.726434:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321636.726467:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367240380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000412160:0@lo:400:kworker.0
00000100:00100000:3.0:1767321636.726488:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321636.726507:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0]
00000100:00100000:3.0:1767321636.726512:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000411136:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321636.726530:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321636.726590:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367241c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000412032:0@lo:400:kworker.0
00000100:00100000:2.0:1767321636.726651:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000412160
00000100:00100000:2.0:1767321636.726658:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000412160
00000100:00100000:2.0:1767321636.726703:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3848
00000100:00100000:2.0:1767321636.726709:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367242a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000412160:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321636.727136:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367241880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000412288:0@lo:400:kworker.0
00000100:00100000:3.0:1767321636.727159:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321636.727217:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000411264
00000100:00100000:3.0:1767321636.727221:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000411264
00000100:00100000:3.0:1767321636.727314:0:18351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000411136
00000100:00100000:3.0:1767321636.727318:0:18351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000411136
00000100:00100000:3.0:1767321636.727343:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3076
00000100:00100000:3.0:1767321636.727349:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367243480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:7005:x1853164000411264:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:3.0:1767321636.727377:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767321636.727419:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367243480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:7005:x1853164000411264:12345-0@lo:13:osp-pre-1-1.0 Request processed in 69us (985us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321636.727425:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3076
00000100:00100000:3.0:1767321636.727440:0:18351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3077
00000100:00100000:3.0:1767321636.727446:0:18351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367240a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000411136:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:3.0:1767321636.727460:0:18351:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767321636.727482:0:18351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367240a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000411136:12345-0@lo:13:osp-pre-0-1.0 Request processed in 37us (950us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321636.727488:0:18351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3077
00000100:00100000:3.0:1767321636.727525:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000411136:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321636.727537:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237c0bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000411264:0@lo:13:osp-pre-1-1.0
00000100:00080000:3.0:1767321636.727577:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767321636.727581:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767321636.727596:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952364f57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000411392:0@lo:38:kworker.0
00000100:00100000:3.0:1767321636.727627:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321636.727657:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367241500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000411520:0@lo:38:kworker.0
00000100:00100000:3.0:1767321636.727676:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321636.727692:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367241f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000411648:0@lo:38:kworker.0
00000100:00100000:3.0:1767321636.727708:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321636.727722:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952367240e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000411904:0@lo:38:kworker.0
00000100:00100000:3.0:1767321636.727740:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321636.727773:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000411776
00000100:00100000:3.0:1767321636.727777:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000411776
00000100:00100000:3.0:1767321636.727803:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000411520
00000100:00100000:3.0:1767321636.727806:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000411520
00000100:00100000:3.0:1767321636.727817:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000411648
00000100:00100000:3.0:1767321636.727820:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000411648
00000100:00100000:3.0:1767321636.727843:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000411904
00000100:00100000:3.0:1767321636.727846:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000411904
00000100:00100000:3.0:1767321636.727855:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5965
00000100:00100000:3.0:1767321636.727861:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000411776:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321636.727891:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000411776:12345-0@lo:400:kworker.0 Request processed in 32us (1468us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321636.727898:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5965
00000100:00100000:3.0:1767321636.727908:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6877
00000100:00100000:3.0:1767321636.727912:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367242300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000411520:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321636.727930:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321636.727960:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367242300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000411520:12345-0@lo:38:kworker.0 Request processed in 46us (282us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321636.727966:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6877
00000100:00100000:3.0:1767321636.727976:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6878
00000100:00100000:3.0:1767321636.727980:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367243800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000411648:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321636.727988:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321636.728008:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367243800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000411648:12345-0@lo:38:kworker.0 Request processed in 27us (299us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321636.728014:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6878
00000100:00100000:3.0:1767321636.728589:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6879
00000100:00100000:3.0:1767321636.728595:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367243100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000411904:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321636.728606:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321636.728637:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367243100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000411904:12345-0@lo:38:kworker.0 Request processed in 42us (896us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321636.728646:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6879
00000100:00080000:3.0:1767321636.728667:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:3.0:1767321636.728690:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321636.728694:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321636.728698:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367241500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000411520:0@lo:38:kworker.0
00000100:00080000:3.0:1767321636.728706:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321636.728709:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321636.728712:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367241f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000411648:0@lo:38:kworker.0
00000100:00080000:3.0:1767321636.728718:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321636.728721:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321636.728724:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367240e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000411904:0@lo:38:kworker.0
00000100:00100000:3.0:1767321636.728769:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000412288
00000100:00100000:3.0:1767321636.728774:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000412288
00000100:00100000:3.0:1767321636.728802:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3849
00000100:00100000:3.0:1767321636.728809:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367243b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000412288:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321636.728865:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367243b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000412288:12345-0@lo:400:kworker.0 Request processed in 56us (1704us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321636.728872:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3849
00000100:00100000:3.0:1767321636.729441:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367241880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000412288:0@lo:400:kworker.0
00000100:00100000:3.0:1767321636.729490:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000411392
00000100:00100000:3.0:1767321636.729494:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000411392
00000100:00100000:3.0:1767321636.729517:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2229
00000100:00100000:3.0:1767321636.729522:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367240700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000411392:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321636.729534:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321636.729570:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367240700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000411392:12345-0@lo:38:kworker.0 Request processed in 47us (1942us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321636.729576:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2229
00000100:00080000:3.0:1767321636.729604:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321636.729607:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321636.729610:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952364f57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000411392:0@lo:38:kworker.0
00000100:00100000:1.0:1767321636.730104:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367240000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000411776:0@lo:400:kworker.0
00000100:00100000:0.0:1767321636.730105:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321636.730361:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000412032
00000100:00100000:3.0:1767321636.730367:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000412032
00000100:00100000:3.0:1767321636.730416:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5966
00000100:00100000:3.0:1767321636.730423:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349090380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000412032:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321636.730467:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349090380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000412032:12345-0@lo:400:kworker.0 Request processed in 45us (364us total) trans 0 rc 0/0
00000100:00080000:0.0:1767321636.730473:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321636.730473:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5966
00000100:00100000:0.0:1767321636.730494:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367241c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000412032:0@lo:400:kworker.0
00000100:00100000:2.0:1767321636.730594:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367242a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000412160:12345-0@lo:400:kworker.0 Request processed in 3883us (4103us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321636.730663:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3848
00000100:00100000:0.0:1767321636.730773:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952367240380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000412160:0@lo:400:kworker.0
00010000:00010000:2.0:1767321637.045444:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767321638.069476:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767321639.093505:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321639.874026:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767321639.874235:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962632064
00000100:00100000:3.0:1767321639.874247:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962632064
00000100:00100000:3.0:1767321639.874304:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6880
00000100:00100000:3.0:1767321639.874313:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962632064:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767321639.874338:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321639.874411:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962632064:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 96us (395us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321639.874418:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6880
00000100:00100000:2.0:1767321639.874646:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767321639.874694:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962632192
00000100:00100000:3.0:1767321639.874699:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962632192
00000100:00100000:3.0:1767321639.874810:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5967
00000100:00100000:3.0:1767321639.874820:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237c0bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962632192:12345-192.168.202.52@tcp:400:kworker.0
00000100:00080000:0.0:1767321639.874902:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321639.878697:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237c0bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2511:x1853163962632192:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 3866us (4591us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321639.878713:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5967
00010000:00010000:3.0:1767321640.117483:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321641.141460:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767321641.845645:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321641.845653:0:72021:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767321641.845656:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321641.845660:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321641.845664:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321641.845671:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6834
00000100:00080000:0.0:1767321641.845675:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321641.845682:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321641.845708:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952349092a00 x1853164000412544/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321641.845734:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321641.845738:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321641.845740:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321641.845743:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6834
00000100:00080000:0.0:1767321641.845745:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321641.845749:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321641.845771:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952349092680 x1853164000412672/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321641.845780:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321641.845792:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321641.845794:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321641.845798:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6834
00000100:00080000:0.0:1767321641.845800:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321641.845803:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321641.845814:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952349093800 x1853164000412800/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321641.845831:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321641.845833:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321641.845835:0:72021:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321641.845838:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6834
00000100:00080000:0.0:1767321641.845840:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321641.845843:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321641.845851:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952349091c00 x1853164000413056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321641.845901:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349093480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000412928:0@lo:400:kworker.0
00000100:00100000:0.0:1767321641.845963:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321641.846039:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3]
00000100:00100000:0.0:1767321641.846046:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9523499ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000412416:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321641.846071:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321641.846088:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349091500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000413440:0@lo:400:kworker.0
00000100:00100000:0.0:1767321641.846111:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321641.846134:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349093b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000413184:0@lo:400:kworker.0
00000100:00100000:0.0:1767321641.846157:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321641.846173:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767321641.846178:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349090a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000413312:0@lo:400:kworker.0
00000100:00100000:0.0:1767321641.846240:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321641.846283:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000412928
00000100:00100000:0.0:1767321641.846290:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000412928
00000100:00100000:0.0:1767321641.846333:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000413184
00000100:00100000:0.0:1767321641.846335:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000413184
00000100:00100000:0.0:1767321641.846360:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5968
00000100:00100000:0.0:1767321641.846369:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b23480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000412928:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321641.846428:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b23480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000412928:12345-0@lo:400:kworker.0 Request processed in 60us (464us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321641.846435:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5968
00000100:00100000:0.0:1767321641.846451:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5969
00000100:00100000:0.0:1767321641.846458:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b20a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000413184:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321641.846489:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b20a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000413184:12345-0@lo:400:kworker.0 Request processed in 32us (331us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321641.846495:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5969
00000100:00080000:0.0:1767321641.846513:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321641.846540:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349093b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000413184:0@lo:400:kworker.0
00000100:00100000:0.0:1767321641.846568:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349093480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000412928:0@lo:400:kworker.0
00000100:00100000:1.0:1767321641.846992:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349092a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000412544:0@lo:38:kworker.0
00000100:00100000:1.0:1767321641.847027:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321641.847064:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349092680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000412672:0@lo:38:kworker.0
00000100:00100000:1.0:1767321641.847084:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321641.847100:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349093800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000412800:0@lo:38:kworker.0
00000100:00100000:1.0:1767321641.847120:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321641.847131:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349091c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000413056:0@lo:38:kworker.0
00000100:00100000:1.0:1767321641.847148:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321641.847174:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000412672
00000100:00100000:1.0:1767321641.847179:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000412672
00000100:00100000:1.0:1767321641.847220:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000412800
00000100:00100000:1.0:1767321641.847223:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000412800
00000100:00100000:1.0:1767321641.847231:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000413056
00000100:00100000:1.0:1767321641.847233:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000413056
00000100:00100000:1.0:1767321641.847254:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6881
00000100:00100000:1.0:1767321641.847260:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000412672:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321641.847276:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321641.847309:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000412672:12345-0@lo:38:kworker.0 Request processed in 48us (224us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321641.847309:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000413440
00000100:00100000:2.0:1767321641.847313:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000413440
00000100:00100000:1.0:1767321641.847315:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6881
00000100:00100000:1.0:1767321641.847329:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6882
00000100:00100000:1.0:1767321641.847333:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000412800:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321641.847342:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321641.847342:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000413312
00000100:00100000:2.0:1767321641.847345:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000413312
00000100:00100000:2.0:1767321641.847362:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3850
00000100:00100000:1.0:1767321641.847363:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000412800:12345-0@lo:38:kworker.0 Request processed in 30us (243us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321641.847369:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6882
00000100:00100000:1.0:1767321641.847379:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6883
00000100:00100000:1.0:1767321641.847382:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366984000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000413056:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321641.847391:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321641.847412:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366984000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000413056:12345-0@lo:38:kworker.0 Request processed in 28us (263us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321641.847418:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6883
00000100:00080000:1.0:1767321641.847443:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321641.847447:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321641.847449:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000413440:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321641.847450:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349092680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000412672:0@lo:38:kworker.0
00000100:00080000:1.0:1767321641.847458:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321641.847461:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321641.847464:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349093800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000412800:0@lo:38:kworker.0
00000100:00080000:1.0:1767321641.847471:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321641.847474:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321641.847477:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349091c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000413056:0@lo:38:kworker.0
00000100:00100000:2.0:1767321641.847485:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000413440:12345-0@lo:400:kworker.0 Request processed in 117us (1373us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321641.847491:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3850
00000100:00100000:2.0:1767321641.847504:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3851
00000100:00100000:2.0:1767321641.847510:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000413312:12345-0@lo:400:kworker.0
00000100:00080000:1.0:1767321641.847513:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767321641.847516:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767321641.847553:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000413312:12345-0@lo:400:kworker.0 Request processed in 43us (1312us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321641.847562:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3851
00000100:00100000:2.0:1767321641.847586:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349090a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000413312:0@lo:400:kworker.0
00000100:00100000:3.0:1767321641.847602:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000412416
00000100:00100000:3.0:1767321641.847606:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000412416
00000100:00100000:2.0:1767321641.847621:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1767321641.847628:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eac9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000413568:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321641.847641:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3078
00000100:00100000:3.0:1767321641.847648:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b20000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000412416:12345-0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767321641.847652:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00002000:00000024:3.0:1767321641.847667:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:3.0:1767321641.847698:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b20000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000412416:12345-0@lo:13:osp-pre-0-1.0 Request processed in 51us (1627us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321641.847699:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000413568
00000100:00100000:2.0:1767321641.847702:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000413568
00000100:00100000:3.0:1767321641.847717:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3078
00000100:00100000:2.0:1767321641.847722:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3079
00000100:00100000:2.0:1767321641.847728:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eaca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000413568:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767321641.847742:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767321641.847850:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eaca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000413568:12345-0@lo:13:osp-pre-1-1.0 Request processed in 120us (195us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321641.847856:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3079
00000100:00100000:3.0:1767321641.847909:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eac9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000413568:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321641.851446:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000412544
00000100:00100000:0.0:1767321641.851462:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000412544
00000100:00100000:0.0:1767321641.851527:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2230
00000100:00100000:0.0:1767321641.851535:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000412544:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321641.851556:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321641.851645:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000412544:12345-0@lo:38:kworker.0 Request processed in 109us (4616us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321641.851652:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2230
00000100:00100000:0.0:1767321641.851711:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9523499ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000412416:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321641.851723:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349091500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000413440:0@lo:400:kworker.0
00000100:00080000:1.0:1767321641.857427:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321641.857440:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321641.857446:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349092a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000412544:0@lo:38:kworker.0
00010000:00010000:0.0:1767321642.165398:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767321643.190436:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767321644.213805:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321644.996741:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767321644.996820:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767321644.996871:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962632448
00000100:00100000:2.0:1767321644.996882:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962632448
00000100:00100000:2.0:1767321644.997000:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962632320
00000100:00100000:2.0:1767321644.997003:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962632320
00000100:00100000:2.0:1767321644.997025:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5970
00000100:00100000:2.0:1767321644.997036:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b21500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962632448:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767321644.997120:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b21500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962632448:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 87us (389us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321644.997128:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5970
00000100:00100000:2.0:1767321644.997147:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6884
00000100:00100000:2.0:1767321644.997151:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b20700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962632320:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767321644.997170:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321644.997226:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b20700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2507:x1853163962632320:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 72us (405us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321644.997233:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6884
00000100:00080000:1.0:1767321644.998191:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767321645.237550:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767321646.263542:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767321646.965494:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321646.965504:0:72021:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767321646.965507:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321646.965511:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321646.965516:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321646.965524:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6839
00000100:00080000:0.0:1767321646.965529:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321646.965536:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321646.965583:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347b20380 x1853164000413696/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321646.965610:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321646.965614:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321646.965616:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321646.965619:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6839
00000100:00080000:0.0:1767321646.965622:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321646.965625:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321646.965637:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347b22300 x1853164000413824/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321646.965646:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321646.965649:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321646.965651:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321646.965655:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6839
00000100:00080000:0.0:1767321646.965657:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321646.965659:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321646.965669:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347b21880 x1853164000413952/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321646.965696:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321646.965700:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321646.965701:0:72021:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321646.965705:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6839
00000100:00080000:0.0:1767321646.965707:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321646.965710:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321646.965721:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347b21c00 x1853164000414208/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321646.965815:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b23100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000414592:0@lo:400:kworker.0
00000100:00100000:0.0:1767321646.965883:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321646.965942:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767321646.965949:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b20e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000414464:0@lo:400:kworker.0
00000100:00100000:0.0:1767321646.965973:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321646.966259:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b21180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000414080:0@lo:400:kworker.0
00000100:00100000:2.0:1767321646.966291:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321646.966328:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1767321646.966334:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b23b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000414336:0@lo:400:kworker.0
00000100:00100000:2.0:1767321646.966356:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321646.966397:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000414592
00000100:00100000:2.0:1767321646.966404:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000414592
00000100:00100000:2.0:1767321646.966454:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000414464
00000100:00100000:2.0:1767321646.966458:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000414464
00000100:00100000:2.0:1767321646.966480:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3852
00000100:00100000:2.0:1767321646.966489:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b22d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000414592:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321646.966540:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b22d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000414592:12345-0@lo:400:kworker.0 Request processed in 52us (657us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321646.966547:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3852
00000100:00100000:2.0:1767321646.966565:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3853
00000100:00100000:2.0:1767321646.966571:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523499ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000414464:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321646.966597:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523499ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000414464:12345-0@lo:400:kworker.0 Request processed in 27us (623us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321646.966603:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3853
00000100:00080000:2.0:1767321646.966622:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767321646.966627:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767321646.966662:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b20e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000414464:0@lo:400:kworker.0
00000100:00100000:2.0:1767321646.966673:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b23100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000414592:0@lo:400:kworker.0
00000100:00100000:3.0:1767321646.967216:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b20380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000413696:0@lo:38:kworker.0
00000100:00100000:3.0:1767321646.967259:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321646.967288:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b22300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000413824:0@lo:38:kworker.0
00000100:00100000:3.0:1767321646.967321:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321646.967341:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b21880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000413952:0@lo:38:kworker.0
00000100:00100000:3.0:1767321646.967361:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321646.967375:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000414208:0@lo:38:kworker.0
00000100:00100000:3.0:1767321646.967395:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321646.967428:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000414080
00000100:00100000:3.0:1767321646.967434:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000414080
00000100:00100000:3.0:1767321646.967466:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000414336
00000100:00100000:3.0:1767321646.967469:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000414336
00000100:00100000:3.0:1767321646.967482:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000413824
00000100:00100000:3.0:1767321646.967484:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000413824
00000100:00100000:3.0:1767321646.967492:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000413952
00000100:00100000:3.0:1767321646.967494:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000413952
00000100:00100000:3.0:1767321646.967500:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000414208
00000100:00100000:3.0:1767321646.967502:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000414208
00000100:00100000:3.0:1767321646.967510:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5971
00000100:00100000:3.0:1767321646.967515:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eacaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000414080:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321646.967567:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eacaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000414080:12345-0@lo:400:kworker.0 Request processed in 40us (1263us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321646.967575:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5971
00000100:00100000:3.0:1767321646.967589:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5972
00000100:00100000:3.0:1767321646.967595:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eac8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000414336:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321646.967622:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eac8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000414336:12345-0@lo:400:kworker.0 Request processed in 27us (1265us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321646.967628:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5972
00000100:00100000:3.0:1767321646.967639:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6885
00000100:00100000:3.0:1767321646.967642:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367240e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000413824:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321646.967658:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321646.967690:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367240e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000413824:12345-0@lo:38:kworker.0 Request processed in 46us (369us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321646.967695:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6885
00000100:00100000:3.0:1767321646.967705:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6886
00000100:00100000:3.0:1767321646.967708:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367241f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000413952:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321646.967717:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321646.967904:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367241f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000413952:12345-0@lo:38:kworker.0 Request processed in 28us (376us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321646.967911:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6886
00000100:00100000:3.0:1767321646.967924:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6887
00000100:00100000:3.0:1767321646.967927:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367241500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000414208:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321646.967936:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321646.967960:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367241500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000414208:12345-0@lo:38:kworker.0 Request processed in 31us (565us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321646.967966:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6887
00000100:00100000:3.0:1767321646.967984:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000413696
00000100:00100000:3.0:1767321646.967988:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000413696
00000100:00100000:3.0:1767321646.968005:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2231
00000100:00100000:3.0:1767321646.968010:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367241880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000413696:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321646.968019:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321646.968043:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367241880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000413696:12345-0@lo:38:kworker.0 Request processed in 32us (784us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321646.968048:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2231
00000100:00080000:3.0:1767321646.968069:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321646.968092:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b23b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000414336:0@lo:400:kworker.0
00000100:00100000:3.0:1767321646.968103:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b21180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000414080:0@lo:400:kworker.0
00000100:00080000:3.0:1767321646.968129:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321646.968134:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321646.968137:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b20380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000413696:0@lo:38:kworker.0
00000100:00080000:3.0:1767321646.968144:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321646.968148:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321646.968150:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b22300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000413824:0@lo:38:kworker.0
00000100:00080000:3.0:1767321646.968158:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321646.968161:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321646.968164:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b21880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000413952:0@lo:38:kworker.0
00000100:00080000:3.0:1767321646.968170:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321646.968173:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321646.968176:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000414208:0@lo:38:kworker.0
00000100:00100000:1.0:1767321646.968546:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767321646.968567:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366984700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000414720:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321646.968600:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321646.968634:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000414720
00000100:00100000:1.0:1767321646.968637:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000414720
00000100:00100000:1.0:1767321646.968668:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3080
00000100:00100000:1.0:1767321646.968673:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237138b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000414720:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767321646.968697:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767321646.968730:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237138b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000414720:12345-0@lo:13:osp-pre-0-1.0 Request processed in 56us (129us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321646.968747:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3080
00000100:00100000:1.0:1767321646.968784:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366984700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000414720:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321646.969184:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eacbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000414848:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321646.969223:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321646.969287:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000414848
00000100:00100000:2.0:1767321646.969292:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000414848
00000100:00100000:2.0:1767321646.969326:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3081
00000100:00100000:2.0:1767321646.969332:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952371389880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000414848:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767321646.969346:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767321646.969390:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952371389880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000414848:12345-0@lo:13:osp-pre-1-1.0 Request processed in 59us (167us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321646.969396:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3081
00000100:00100000:0.0:1767321646.969457:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eacbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000414848:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767321647.285430:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767321648.309476:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321649.333430:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321650.111017:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767321650.111115:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767321650.111280:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962632576
00000100:00100000:2.0:1767321650.111294:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962632576
00000100:00100000:2.0:1767321650.111347:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962632704
00000100:00100000:2.0:1767321650.111349:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962632704
00000100:00100000:2.0:1767321650.111388:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5973
00000100:00100000:2.0:1767321650.111395:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367242680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962632704:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767321650.111559:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367242680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962632704:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 163us (444us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321650.111565:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5973
00000100:00100000:2.0:1767321650.111584:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6888
00000100:00100000:2.0:1767321650.111587:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367241180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962632576:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767321650.111610:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321650.111636:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367241180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962632576:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 46us (631us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321650.111642:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6888
00000100:00080000:3.0:1767321650.111721:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767321650.360851:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767321651.381558:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767321652.085360:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321652.085376:0:72021:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767321652.085380:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321652.085384:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321652.085390:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321652.085401:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6844
00000100:00080000:0.0:1767321652.085408:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321652.085416:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321652.085474:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952349092a00 x1853164000414976/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321652.085506:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321652.085510:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321652.085512:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321652.085517:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6844
00000100:00080000:0.0:1767321652.085519:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321652.085523:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321652.085538:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952349091500 x1853164000415104/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321652.085554:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321652.085557:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321652.085559:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321652.085562:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6844
00000100:00080000:0.0:1767321652.085565:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321652.085568:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321652.085578:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952349090a80 x1853164000415232/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321652.085618:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321652.085623:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321652.085624:0:72021:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321652.085628:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6844
00000100:00080000:0.0:1767321652.085631:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321652.085635:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321652.085646:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952349093800 x1853164000415488/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1767321652.085941:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349093b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000415872:0@lo:400:kworker.0
00000100:00100000:0.0:1767321652.086054:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321652.086122:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767321652.086128:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349093480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000415744:0@lo:400:kworker.0
00000100:00100000:0.0:1767321652.086152:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321652.086335:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349092680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000415616:0@lo:400:kworker.0
00000100:00100000:2.0:1767321652.086370:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321652.086409:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3]
00000100:00100000:2.0:1767321652.086415:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349091c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000415360:0@lo:400:kworker.0
00000100:00100000:2.0:1767321652.086440:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321652.086466:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eacb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000416000:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767321652.086489:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321652.086522:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000415872
00000100:00100000:2.0:1767321652.086530:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000415872
00000100:00100000:2.0:1767321652.086593:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000415744
00000100:00100000:2.0:1767321652.086597:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000415744
00000100:00100000:2.0:1767321652.086624:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3854
00000100:00100000:2.0:1767321652.086634:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366948700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000415872:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321652.086965:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366948700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000415872:12345-0@lo:400:kworker.0 Request processed in 332us (910us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321652.086974:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3854
00000100:00100000:2.0:1767321652.086995:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3855
00000100:00100000:2.0:1767321652.087002:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236694a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000415744:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321652.087030:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236694a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000415744:12345-0@lo:400:kworker.0 Request processed in 29us (877us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321652.087036:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3855
00000100:00100000:2.0:1767321652.087063:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000415616
00000100:00100000:2.0:1767321652.087067:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000415616
00000100:00100000:2.0:1767321652.087098:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000415360
00000100:00100000:2.0:1767321652.087101:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000415360
00000100:00100000:2.0:1767321652.087121:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5974
00000100:00100000:2.0:1767321652.087128:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eac9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000415616:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321652.087163:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eac9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000415616:12345-0@lo:400:kworker.0 Request processed in 35us (791us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321652.087169:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5974
00000100:00100000:2.0:1767321652.087180:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5975
00000100:00100000:2.0:1767321652.087187:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eacb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000415360:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321652.087263:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eacb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000415360:12345-0@lo:400:kworker.0 Request processed in 76us (822us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321652.087269:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5975
00000100:00100000:2.0:1767321652.087288:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000416000
00000100:00100000:2.0:1767321652.087292:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000416000
00000100:00100000:2.0:1767321652.087319:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3082
00000100:00100000:2.0:1767321652.087326:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eac8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000416000:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767321652.087351:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767321652.087381:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eac8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000416000:12345-0@lo:13:osp-pre-1-1.0 Request processed in 56us (891us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321652.087387:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3082
00000100:00080000:2.0:1767321652.087405:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:2.0:1767321652.087410:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:2.0:1767321652.087412:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1767321652.087473:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349091c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000415360:0@lo:400:kworker.0
00000100:00100000:2.0:1767321652.087492:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eacb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000416000:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767321652.087503:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349092680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000415616:0@lo:400:kworker.0
00000100:00100000:2.0:1767321652.087548:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349093480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000415744:0@lo:400:kworker.0
00000100:00100000:2.0:1767321652.087560:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349093b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000415872:0@lo:400:kworker.0
00000100:00100000:3.0:1767321652.087914:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349092a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000414976:0@lo:38:kworker.0
00000100:00100000:3.0:1767321652.087958:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321652.088001:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349091500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000415104:0@lo:38:kworker.0
00000100:00100000:3.0:1767321652.088026:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321652.088045:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349090a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000415232:0@lo:38:kworker.0
00000100:00100000:3.0:1767321652.088066:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321652.088083:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349093800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000415488:0@lo:38:kworker.0
00000100:00100000:3.0:1767321652.088105:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321652.088137:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000415104
00000100:00100000:3.0:1767321652.088142:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000415104
00000100:00100000:3.0:1767321652.088164:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000415232
00000100:00100000:3.0:1767321652.088166:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000415232
00000100:00100000:3.0:1767321652.088176:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000415488
00000100:00100000:3.0:1767321652.088178:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000415488
00000100:00100000:3.0:1767321652.088187:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6889
00000100:00100000:3.0:1767321652.088211:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367240380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000415104:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321652.088234:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321652.088270:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367240380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000415104:12345-0@lo:38:kworker.0 Request processed in 76us (243us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321652.088277:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6889
00000100:00100000:3.0:1767321652.088292:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6890
00000100:00100000:3.0:1767321652.088296:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367241c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000415232:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321652.088305:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321652.088325:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367241c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000415232:12345-0@lo:38:kworker.0 Request processed in 28us (258us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321652.088331:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6890
00000100:00100000:3.0:1767321652.088340:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6891
00000100:00100000:3.0:1767321652.088344:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367240000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000415488:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321652.088352:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321652.088371:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367240000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000415488:12345-0@lo:38:kworker.0 Request processed in 26us (266us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321652.088377:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6891
00000100:00080000:3.0:1767321652.088416:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321652.088422:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321652.088425:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349091500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000415104:0@lo:38:kworker.0
00000100:00080000:3.0:1767321652.088433:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321652.088437:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321652.088440:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349090a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000415232:0@lo:38:kworker.0
00000100:00080000:3.0:1767321652.088446:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321652.088450:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321652.088453:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349093800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000415488:0@lo:38:kworker.0
00000100:00100000:0.0:1767321652.088654:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1767321652.088901:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000414976
00000100:00100000:1.0:1767321652.088908:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000414976
00000100:00100000:1.0:1767321652.088945:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2232
00000100:00100000:1.0:1767321652.088951:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952367242d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000414976:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321652.088964:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321652.089012:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952367242d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000414976:12345-0@lo:38:kworker.0 Request processed in 59us (1052us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321652.089019:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2232
00000100:00080000:1.0:1767321652.089052:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321652.089057:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321652.089061:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349092a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000414976:0@lo:38:kworker.0
00000100:00100000:0.0:1767321652.091863:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eacb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000416128:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321652.091969:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321652.093857:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000416128
00000100:00100000:2.0:1767321652.093876:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000416128
00000100:00100000:2.0:1767321652.094042:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3083
00000100:00100000:2.0:1767321652.094055:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236694b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000416128:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767321652.094100:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767321652.094227:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236694b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000416128:12345-0@lo:13:osp-pre-0-1.0 Request processed in 174us (2258us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321652.094235:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3083
00000100:00100000:0.0:1767321652.094347:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95235eacb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000416128:0@lo:13:osp-pre-0-1.0
00010000:00010000:3.0:1767321652.405402:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321653.429366:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321654.209359:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000400:00000100:2.0:1767321654.209397:0:6998:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.202.52@tcp portal 26 match 1853163962632832 offset 0 length 520: 4
00000100:00100000:2.0:1767321654.209424:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767321654.209429:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962633088
00000100:00100000:0.0:1767321654.209443:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962633088
00000100:00080000:1.0:1767321654.209551:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:3.0:1767321654.209895:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962632960
00000100:00100000:3.0:1767321654.209900:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962632960
00000100:00100000:0.0:1767321654.209910:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5976
00000100:00100000:0.0:1767321654.209925:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eacb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962633088:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:3.0:1767321654.209946:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6892
00000100:00100000:3.0:1767321654.209954:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95235eacbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962632960:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767321654.209982:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321654.210039:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eacb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962633088:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 116us (692us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321654.210048:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5976
00000100:00100000:3.0:1767321654.210110:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95235eacbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2507:x1853163962632960:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 153us (682us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321654.210119:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6892
00010000:00010000:0.0:1767321654.455904:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767321655.482310:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321656.181378:0:7004:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321631/real 1767321631]  req@ffff95237138a680 x1853164000409984/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321656 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1767321656.181425:0:7004:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff95237138a680 x1853164000409984/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321656 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1767321656.181453:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321656.181492:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110)
00000100:00100000:3.0:1767321656.181497:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237138a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000409984:0@lo:250:kworker.0
00000100:00080000:2.0:1767321656.181841:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321656.181849:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1767321656.181853:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95235eb57800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321656.181858:0:63619:0:(import.c:509:import_select_connection()) MGC192.168.202.152@tcp: connect to NID 0@lo last attempt 6829
00000100:00080000:2.0:1767321656.181863:0:63619:0:(import.c:588:import_select_connection()) MGC192.168.202.152@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321656.181871:0:63619:0:(import.c:623:import_select_connection()) MGC192.168.202.152@tcp: import ffff95235eb57800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767321656.181911:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95235eac9880 x1853164000416256/t0(0) o250->MGC192.168.202.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321656.181939:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321656.181943:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321656.181945:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321656.181949:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6850
00000100:00080000:2.0:1767321656.181952:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321656.181956:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767321656.181976:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952349092a00 x1853164000416384/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321656.181985:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321656.181988:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321656.181990:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321656.181993:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6850
00000100:00080000:2.0:1767321656.181995:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321656.181998:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767321656.182009:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952349093800 x1853164000416512/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321656.182018:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321656.182022:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321656.182024:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321656.182028:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6850
00000100:00080000:2.0:1767321656.182030:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321656.182033:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767321656.182043:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952349090a80 x1853164000416640/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321656.182097:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321656.182101:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321656.182103:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321656.182107:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6850
00000100:00080000:2.0:1767321656.182110:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321656.182114:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767321656.182126:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952349093b80 x1853164000416896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321656.182229:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349092680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000417152:0@lo:400:kworker.0
00000100:00100000:2.0:1767321656.182320:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321656.182485:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349093480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000417024:0@lo:400:kworker.0
00000100:00100000:0.0:1767321656.182553:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349091500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000416768:0@lo:400:kworker.0
00000100:00100000:3.0:1767321656.185800:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349091c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000417280:0@lo:400:kworker.0
00000100:00100000:1.0:1767321656.190266:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321656.190446:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000417024
00000100:00100000:1.0:1767321656.190459:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000417024
00000100:00100000:1.0:1767321656.190553:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5977
00000100:00100000:1.0:1767321656.190567:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952371389c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000417024:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321656.190648:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952371389c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000417024:12345-0@lo:400:kworker.0 Request processed in 86us (395us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321656.190670:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5977
00000100:00080000:1.0:1767321656.190700:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321656.190722:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95235eac9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1d5e591f-538d-4396-8012-4aa0a0229c2e:7004:1853164000416256:0@lo:250:kworker.0
00000400:00000100:1.0:1767321656.190761:0:7004:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164000416256 offset 0 length 520: 4
00000100:00100000:1.0:1767321656.190782:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349092a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000416384:0@lo:38:kworker.0
00000100:00100000:1.0:1767321656.190811:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321656.190831:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349093800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000416512:0@lo:38:kworker.0
00000100:00100000:1.0:1767321656.190852:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321656.190866:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349090a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000416640:0@lo:38:kworker.0
00000100:00100000:1.0:1767321656.190891:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321656.190917:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349093b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000416896:0@lo:38:kworker.0
00000100:00100000:1.0:1767321656.190941:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321656.190974:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000416384
00000100:00100000:1.0:1767321656.190978:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000416384
00000100:00100000:1.0:1767321656.191003:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2233
00000100:00100000:1.0:1767321656.191009:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237138bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000416384:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321656.191033:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321656.191073:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237138bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000416384:12345-0@lo:38:kworker.0 Request processed in 63us (261us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321656.191079:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2233
00000100:00100000:1.0:1767321656.191099:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000416512
00000100:00100000:1.0:1767321656.191103:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000416512
00000100:00100000:1.0:1767321656.191122:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000416640
00000100:00100000:1.0:1767321656.191125:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000416640
00000100:00100000:1.0:1767321656.191136:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000416896
00000100:00100000:1.0:1767321656.191139:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000416896
00000100:00100000:1.0:1767321656.191148:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6893
00000100:00100000:1.0:1767321656.191153:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952371388e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000416512:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321656.191163:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321656.191190:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952371388e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000416512:12345-0@lo:38:kworker.0 Request processed in 36us (337us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321656.191227:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6893
00000100:00100000:1.0:1767321656.191238:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6894
00000100:00100000:1.0:1767321656.191242:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237138ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000416640:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321656.191251:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321656.191274:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237138ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000416640:12345-0@lo:38:kworker.0 Request processed in 31us (383us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321656.191280:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6894
00000100:00100000:1.0:1767321656.191289:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6895
00000100:00100000:1.0:1767321656.191292:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952371388380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000416896:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321656.191300:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321656.191319:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952371388380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000416896:12345-0@lo:38:kworker.0 Request processed in 25us (377us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321656.191324:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6895
00000100:00100000:1.0:1767321656.191378:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349093480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000417024:0@lo:400:kworker.0
00000100:00080000:1.0:1767321656.191414:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321656.191420:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321656.191423:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349092a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000416384:0@lo:38:kworker.0
00000100:00080000:1.0:1767321656.191430:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321656.191433:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321656.191435:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349093800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000416512:0@lo:38:kworker.0
00000100:00080000:1.0:1767321656.191441:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321656.191444:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321656.191446:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349090a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000416640:0@lo:38:kworker.0
00000100:00080000:1.0:1767321656.191452:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321656.191455:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321656.191457:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349093b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000416896:0@lo:38:kworker.0
00000100:00100000:1.0:1767321656.191510:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000417152
00000100:00100000:1.0:1767321656.191515:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000417152
00000100:00100000:1.0:1767321656.191550:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3856
00000100:00100000:1.0:1767321656.191556:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b21c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000417152:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321656.191591:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b21c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000417152:12345-0@lo:400:kworker.0 Request processed in 36us (9272us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321656.191597:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3856
00000100:00080000:1.0:1767321656.191611:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1767321656.191959:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321656.192667:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349092680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000417152:0@lo:400:kworker.0
00000100:00100000:3.0:1767321656.193029:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321656.193134:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000417280
00000100:00100000:2.0:1767321656.193142:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000417280
00000100:00100000:2.0:1767321656.193231:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3857
00000100:00100000:2.0:1767321656.193240:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952364f57800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000417280:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321656.193302:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952364f57800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000417280:12345-0@lo:400:kworker.0 Request processed in 64us (274us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321656.193324:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3857
00000100:00100000:3.0:1767321656.194791:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349091c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000417280:0@lo:400:kworker.0
00000100:00080000:0.0:1767321656.195149:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1767321656.196107:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000416768
00000100:00100000:1.0:1767321656.196125:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000416768
00000100:00100000:1.0:1767321656.196280:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5978
00000100:00100000:1.0:1767321656.196293:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236694b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000416768:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321656.196437:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236694b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000416768:12345-0@lo:400:kworker.0 Request processed in 147us (4479us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321656.196446:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5978
00000100:00100000:2.0:1767321656.196639:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349091500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000416768:0@lo:400:kworker.0
00000100:00080000:0.0:1767321656.196738:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:3.0:1767321656.502159:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321657.205993:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767321657.206026:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b21880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000417408:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1767321657.206139:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321657.210602:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000417408
00000100:00100000:0.0:1767321657.210628:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000417408
00000100:00100000:0.0:1767321657.210757:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3084
00000100:00100000:0.0:1767321657.210770:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b22300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000417408:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767321657.210818:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767321657.210953:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b22300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000417408:12345-0@lo:13:osp-pre-0-1.0 Request processed in 185us (4814us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321657.210963:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3084
00000100:00100000:3.0:1767321657.211908:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b21880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000417408:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321657.212232:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237138a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000417536:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321657.212339:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321657.212436:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000417536
00000100:00100000:2.0:1767321657.212444:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000417536
00000100:00100000:2.0:1767321657.212504:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3085
00000100:00100000:2.0:1767321657.212514:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373faea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000417536:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767321657.212548:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767321657.219570:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373faea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000417536:12345-0@lo:13:osp-pre-1-1.0 Request processed in 7040us (7214us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321657.219591:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3085
00000100:00100000:3.0:1767321657.220048:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237138a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000417536:0@lo:13:osp-pre-1-1.0
00010000:00010000:2.0:1767321657.525393:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767321658.549402:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321659.328277:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:0.0:1767321659.328331:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767321659.330106:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962633216
00000100:00100000:1.0:1767321659.330131:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962633216
00000100:00100000:1.0:1767321659.330234:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962633344
00000100:00100000:1.0:1767321659.330238:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962633344
00000100:00100000:2.0:1767321659.330249:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6896
00000100:00100000:2.0:1767321659.330263:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366949180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962633216:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767321659.330293:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321659.330312:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5979
00000100:00100000:1.0:1767321659.330323:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236694a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962633344:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:2.0:1767321659.330394:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366949180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962633216:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 132us (2132us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321659.330403:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6896
00000100:00080000:0.0:1767321659.330498:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321659.333433:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236694a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962633344:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 3091us (5079us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321659.333455:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5979
00010000:00010000:0.0:1767321659.573904:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767321660.598787:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1767321661.302114:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321661.302127:0:72021:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1767321661.302130:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321661.302134:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321661.302139:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321661.302148:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6854
00000100:00080000:0.0:1767321661.302153:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321661.302159:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321661.302221:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236694ad80 x1853164000417664/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321661.302249:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321661.302252:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321661.302254:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321661.302257:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6854
00000100:00080000:0.0:1767321661.302260:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321661.302263:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321661.302276:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366949500 x1853164000417792/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1767321661.302286:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321661.302289:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321661.302291:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321661.302294:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6854
00000100:00080000:0.0:1767321661.302296:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321661.302300:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321661.302310:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366949f80 x1853164000417920/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321661.302402:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366948000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000418048:0@lo:400:kworker.0
00000100:00100000:3.0:1767321661.302485:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321661.302623:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000418048
00000100:00100000:2.0:1767321661.302633:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000418048
00000100:00100000:2.0:1767321661.302700:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5980
00000100:00100000:2.0:1767321661.302712:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373faca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000418048:12345-0@lo:400:kworker.0
00000100:00080000:0.0:1767321661.302780:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1767321661.302784:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1767321661.302786:0:72021:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1767321661.302790:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6854
00000100:00080000:0.0:1767321661.302793:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1767321661.302797:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:0.0:1767321661.302825:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952366948e00 x1853164000418176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321661.304263:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236694ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000417664:0@lo:38:kworker.0
00000100:00100000:1.0:1767321661.304365:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321661.304438:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366949500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000417792:0@lo:38:kworker.0
00000100:00100000:1.0:1767321661.304480:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321661.304506:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366949f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000417920:0@lo:38:kworker.0
00000100:00100000:1.0:1767321661.304540:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321661.304561:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366948e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000418176:0@lo:38:kworker.0
00000100:00100000:1.0:1767321661.304583:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321661.304634:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000417664
00000100:00100000:1.0:1767321661.304643:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000417664
00000100:00100000:1.0:1767321661.304688:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2234
00000100:00100000:1.0:1767321661.304696:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237138a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000417664:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321661.304722:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321661.304770:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237138a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000417664:12345-0@lo:38:kworker.0 Request processed in 73us (404us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321661.304778:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2234
00000100:00100000:1.0:1767321661.304807:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000417792
00000100:00100000:1.0:1767321661.304811:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000417792
00000100:00100000:1.0:1767321661.304829:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000417920
00000100:00100000:1.0:1767321661.304831:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000417920
00000100:00100000:1.0:1767321661.304838:0:22381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000418176
00000100:00100000:1.0:1767321661.304840:0:22381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000418176
00000100:00100000:1.0:1767321661.304849:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6897
00000100:00100000:1.0:1767321661.304854:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349091500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000417792:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321661.304863:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321661.304887:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349091500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000417792:12345-0@lo:38:kworker.0 Request processed in 33us (407us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321661.304893:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6897
00000100:00100000:1.0:1767321661.304902:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6898
00000100:00100000:1.0:1767321661.304906:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349091c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000417920:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321661.304914:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321661.304930:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349091c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000417920:12345-0@lo:38:kworker.0 Request processed in 23us (391us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321661.304935:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6898
00000100:00100000:1.0:1767321661.304944:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6899
00000100:00100000:1.0:1767321661.304947:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349092680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000418176:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321661.304955:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321661.304974:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349092680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000418176:12345-0@lo:38:kworker.0 Request processed in 25us (390us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321661.304979:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6899
00000100:00080000:1.0:1767321661.305021:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321661.305026:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321661.305031:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236694ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000417664:0@lo:38:kworker.0
00000100:00080000:1.0:1767321661.305040:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321661.305043:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321661.305046:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366949500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000417792:0@lo:38:kworker.0
00000100:00080000:1.0:1767321661.305054:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321661.305057:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321661.305060:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366949f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000417920:0@lo:38:kworker.0
00000100:00080000:1.0:1767321661.305068:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321661.305071:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321661.305073:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366948e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000418176:0@lo:38:kworker.0
00000100:00080000:1.0:1767321661.305143:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321661.305169:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366949c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000418304:0@lo:400:kworker.0
00000100:00100000:1.0:1767321661.305225:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321661.305258:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000418304
00000100:00100000:1.0:1767321661.305262:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000418304
00000100:00100000:1.0:1767321661.305300:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5981
00000100:00100000:1.0:1767321661.305306:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349093b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000418304:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321661.305353:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349093b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000418304:12345-0@lo:400:kworker.0 Request processed in 48us (128us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321661.305359:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5981
00000100:00080000:1.0:1767321661.305374:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321661.305393:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366949c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000418304:0@lo:400:kworker.0
00000100:00100000:2.0:1767321661.312624:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373faca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7007:x1853164000418048:12345-0@lo:400:kworker.0 Request processed in 9895us (10118us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321661.312640:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5980
00000100:00100000:0.0:1767321661.313023:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366949880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000418560:0@lo:400:kworker.0
00000100:00100000:0.0:1767321661.313082:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321661.313112:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1767321661.313118:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952366948380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000418432:0@lo:400:kworker.0
00000100:00100000:0.0:1767321661.313141:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321661.313171:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000418560
00000100:00100000:0.0:1767321661.313178:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000418560
00000100:00100000:0.0:1767321661.313243:0:18347:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000418432
00000100:00100000:0.0:1767321661.313247:0:18347:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000418432
00000100:00100000:0.0:1767321661.313268:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3858
00000100:00100000:0.0:1767321661.313276:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236694b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000418560:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321661.313324:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236694b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000418560:12345-0@lo:400:kworker.0 Request processed in 48us (241us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321661.313330:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3858
00000100:00100000:0.0:1767321661.313344:0:18347:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3859
00000100:00100000:0.0:1767321661.313349:0:18347:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236694aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000418432:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321661.313375:0:18347:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236694aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000418432:12345-0@lo:400:kworker.0 Request processed in 26us (233us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321661.313381:0:18347:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3859
00000100:00080000:0.0:1767321661.313395:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767321661.313399:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767321661.313423:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366948380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000418432:0@lo:400:kworker.0
00000100:00100000:0.0:1767321661.313432:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366949880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000418560:0@lo:400:kworker.0
00000100:00100000:3.0:1767321661.314116:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952366948000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7007:1853164000418048:0@lo:400:kworker.0
00010000:00010000:2.0:1767321661.623011:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321662.326080:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b20380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000418816:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321662.326151:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321662.326191:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:0.0:1767321662.326219:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349090a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000418688:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321662.326241:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321662.326324:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000418816
00000100:00100000:2.0:1767321662.326333:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000418816
00000100:00100000:2.0:1767321662.326392:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000418688
00000100:00100000:2.0:1767321662.326396:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000418688
00000100:00100000:2.0:1767321662.326415:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3086
00000100:00100000:2.0:1767321662.326424:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366949880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000418816:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767321662.326453:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767321662.326495:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366949880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000418816:12345-0@lo:13:osp-pre-0-1.0 Request processed in 72us (344us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321662.326502:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3086
00000100:00100000:2.0:1767321662.326518:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3087
00000100:00100000:2.0:1767321662.326523:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366948380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000418688:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767321662.326541:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767321662.326564:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366948380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000418688:12345-0@lo:13:osp-pre-1-1.0 Request processed in 41us (322us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321662.326570:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3087
00000100:00100000:2.0:1767321662.326620:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349090a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000418688:0@lo:13:osp-pre-1-1.0
00000100:00100000:2.0:1767321662.326632:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b20380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000418816:0@lo:13:osp-pre-0-1.0
00010000:00010000:0.0:1767321662.645901:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767321663.670007:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1767321664.453648:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767321664.454370:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962633600
00000100:00100000:3.0:1767321664.454386:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962633600
00000100:00100000:3.0:1767321664.454505:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5982
00000100:00100000:3.0:1767321664.454519:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347b20380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962633600:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:3.0:1767321664.454650:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347b20380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962633600:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 135us (1016us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321664.454659:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5982
00000100:00080000:0.0:1767321664.455912:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321664.463748:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:2.0:1767321664.469244:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962633472
00000100:00100000:2.0:1767321664.469269:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962633472
00000100:00100000:2.0:1767321664.469351:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6900
00000100:00100000:2.0:1767321664.469362:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366948a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962633472:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:2.0:1767321664.469398:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321664.470767:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366948a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962633472:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 1392us (7023us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321664.471547:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6900
00010000:00010000:3.0:1767321664.693467:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321665.719481:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767321666.421466:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321666.421477:0:72021:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767321666.421480:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321666.421484:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321666.421488:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321666.421497:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6859
00000100:00080000:2.0:1767321666.421502:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321666.421509:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767321666.421575:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347b21180 x1853164000418944/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321666.421642:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b21180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000418944:0@lo:38:kworker.0
00000100:00100000:1.0:1767321666.421739:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767321666.421842:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321666.421846:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321666.421849:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321666.421853:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6859
00000100:00080000:2.0:1767321666.421855:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321666.421859:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767321666.421875:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347b23b80 x1853164000419072/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1767321666.421940:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000418944
00000100:00100000:3.0:1767321666.421951:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000418944
00000100:00100000:3.0:1767321666.422008:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2235
00000100:00100000:3.0:1767321666.422017:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349093800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000418944:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321666.422041:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321666.422389:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b23b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000419072:0@lo:38:kworker.0
00000100:00100000:1.0:1767321666.422423:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:2.0:1767321666.422542:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321666.422566:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321666.422569:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321666.422573:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6859
00000100:00080000:2.0:1767321666.422576:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321666.422580:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767321666.422597:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347b23100 x1853164000419200/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321666.422633:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321666.422637:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321666.422638:0:72021:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321666.422642:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6859
00000100:00080000:2.0:1767321666.422645:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321666.422649:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767321666.422662:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952347b21880 x1853164000419456/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321666.422722:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b20e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000419328:0@lo:400:kworker.0
00000100:00100000:2.0:1767321666.422752:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321666.422809:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349093800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000418944:12345-0@lo:38:kworker.0 Request processed in 791us (1069us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321666.422818:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2235
00000100:00100000:3.0:1767321666.422860:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000419712:0@lo:400:kworker.0
00000100:00100000:3.0:1767321666.422892:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321666.422917:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767321666.422922:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000419840:0@lo:400:kworker.0
00000100:00100000:3.0:1767321666.422946:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321666.422993:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000419712
00000100:00100000:3.0:1767321666.422999:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000419712
00000100:00100000:3.0:1767321666.423049:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000419840
00000100:00100000:3.0:1767321666.423053:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000419840
00000100:00100000:3.0:1767321666.423081:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3860
00000100:00100000:3.0:1767321666.423089:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373fafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000419712:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321666.423138:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373fafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000419712:12345-0@lo:400:kworker.0 Request processed in 51us (244us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321666.423145:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3860
00000100:00100000:3.0:1767321666.423157:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3861
00000100:00100000:3.0:1767321666.423163:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373fac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000419840:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321666.423190:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373fac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000419840:12345-0@lo:400:kworker.0 Request processed in 27us (243us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321666.423211:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3861
00000100:00100000:3.0:1767321666.423259:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000419840:0@lo:400:kworker.0
00000100:00100000:3.0:1767321666.423270:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000419712:0@lo:400:kworker.0
00000100:00080000:3.0:1767321666.423316:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:3.0:1767321666.423320:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1767321666.423329:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000419584:0@lo:400:kworker.0
00000100:00080000:1.0:1767321666.423649:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1767321666.423666:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:1.0:1767321666.423670:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b21180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000418944:0@lo:38:kworker.0
00000100:00100000:1.0:1767321666.423697:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b23100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000419200:0@lo:38:kworker.0
00000100:00100000:0.0:1767321666.425294:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000419072
00000100:00100000:0.0:1767321666.425311:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000419072
00000100:00100000:2.0:1767321666.425380:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321666.429242:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000419328
00000100:00100000:0.0:1767321666.429263:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000419328
00000100:00100000:0.0:1767321666.429346:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000419584
00000100:00100000:0.0:1767321666.429349:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000419584
00000100:00080000:2.0:1767321666.429351:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:0.0:1767321666.429381:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5983
00000100:00100000:0.0:1767321666.429392:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000419328:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321666.429497:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000419328:12345-0@lo:400:kworker.0 Request processed in 107us (6742us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321666.433582:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5984
00000100:00100000:0.0:1767321666.433621:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5983
00000100:00100000:1.0:1767321666.433644:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6901
00000100:00100000:1.0:1767321666.433665:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349092a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000419072:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321666.433709:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321666.433920:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321666.433968:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000419584:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321666.434063:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347b21880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000419456:0@lo:38:kworker.0
00000100:00100000:0.0:1767321666.434229:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321666.434272:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000419456
00000100:00100000:3.0:1767321666.434272:0:15459:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000419200
00000100:00100000:0.0:1767321666.434280:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000419456
00000100:00100000:3.0:1767321666.434280:0:15459:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000419200
00000100:00100000:3.0:1767321666.434316:0:15459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6902
00000100:00100000:3.0:1767321666.434322:0:15459:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236694bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000419200:12345-0@lo:38:kworker.0
00010000:00020000:3.0:1767321666.434336:0:15459:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321666.434351:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6903
00000100:00100000:0.0:1767321666.434356:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366948000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000419456:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321666.434365:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321666.434376:0:15459:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236694bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7004:x1853164000419200:12345-0@lo:38:kworker.0 Request processed in 53us (456us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321666.434382:0:15459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6902
00000100:00100000:0.0:1767321666.434391:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366948000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000419456:12345-0@lo:38:kworker.0 Request processed in 35us (163us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321666.434397:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6903
00000100:00080000:3.0:1767321666.434426:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321666.434432:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321666.434436:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b23100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000419200:0@lo:38:kworker.0
00000100:00080000:3.0:1767321666.434446:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1767321666.434450:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321666.434453:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b21880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000419456:0@lo:38:kworker.0
00000100:00100000:3.0:1767321666.434508:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b20e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000419328:0@lo:400:kworker.0
00000100:00100000:2.0:1767321666.434799:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7006:x1853164000419584:12345-0@lo:400:kworker.0 Request processed in 841us (9419us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321666.434808:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5984
00000100:00100000:1.0:1767321666.434844:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349092a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000419072:12345-0@lo:38:kworker.0 Request processed in 1189us (12420us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321666.434851:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6901
00000100:00080000:3.0:1767321666.434918:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1767321666.434935:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7006:1853164000419584:0@lo:400:kworker.0
00000100:00080000:3.0:1767321666.435051:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:3.0:1767321666.435054:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347b23b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000419072:0@lo:38:kworker.0
00010000:00010000:0.0:1767321666.750353:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321667.447821:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000419968:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321667.447932:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321667.448986:0:19898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000419968
00000100:00100000:0.0:1767321667.449001:0:19898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000419968
00000100:00100000:0.0:1767321667.449062:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3088
00000100:00100000:0.0:1767321667.449073:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373fae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000419968:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1767321667.449115:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:0.0:1767321667.449217:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373fae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000419968:12345-0@lo:13:osp-pre-0-1.0 Request processed in 146us (1285us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321667.449227:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3088
00000100:00100000:0.0:1767321667.449315:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000419968:0@lo:13:osp-pre-0-1.0
00000100:00100000:1.0:1767321667.449779:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767321667.449791:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349093480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000420096:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321667.449833:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321667.449874:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000420096
00000100:00100000:1.0:1767321667.449878:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000420096
00000100:00100000:1.0:1767321667.449909:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3089
00000100:00100000:1.0:1767321667.449916:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349090a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000420096:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:1.0:1767321667.449935:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767321667.449968:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349090a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000420096:12345-0@lo:13:osp-pre-1-1.0 Request processed in 53us (134us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321667.449974:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3089
00000100:00100000:1.0:1767321667.450005:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349093480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000420096:0@lo:13:osp-pre-1-1.0
00010000:00010000:0.0:1767321667.765490:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1767321668.790109:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321669.570030:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767321669.570089:0:6999:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:1.0:1767321669.571052:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962633728
00000100:00100000:1.0:1767321669.571070:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962633728
00000100:00100000:1.0:1767321669.571127:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962633856
00000100:00100000:1.0:1767321669.571131:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962633856
00000100:00100000:1.0:1767321669.571247:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5985
00000100:00100000:1.0:1767321669.571258:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373faf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962633856:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:1.0:1767321669.571340:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373faf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2509:x1853163962633856:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 84us (1249us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321669.571348:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5985
00000100:00100000:1.0:1767321669.571369:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6904
00000100:00100000:1.0:1767321669.571373:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373faf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962633728:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:1.0:1767321669.571393:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321669.571420:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373faf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2507:x1853163962633728:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 46us (1419us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321669.571426:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6904
00000100:00080000:3.0:1767321669.571494:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:2.0:1767321669.815144:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767321670.839184:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1767321671.541531:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321671.541544:0:72021:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1767321671.541547:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321671.541552:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321671.541556:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321671.541566:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6864
00000100:00080000:2.0:1767321671.541572:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321671.541580:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767321671.541643:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236710c700 x1853164000420224/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321671.541679:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321671.541683:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321671.541685:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321671.541688:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6864
00000100:00080000:2.0:1767321671.541691:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321671.541695:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767321671.541708:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236710d500 x1853164000420352/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321671.541718:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321671.541722:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321671.541723:0:72021:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321671.541727:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6864
00000100:00080000:2.0:1767321671.541730:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321671.541733:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767321671.541746:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236710ed80 x1853164000420480/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1767321671.541791:0:72021:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1767321671.541794:0:72021:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1767321671.541796:0:72021:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1767321671.541800:0:72021:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6864
00000100:00080000:2.0:1767321671.541802:0:72021:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1767321671.541806:0:72021:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:2.0:1767321671.541818:0:72021:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff95236710e680 x1853164000420736/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1767321671.541878:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952347044700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000421120:0@lo:400:kworker.0
00000100:00100000:2.0:1767321671.541964:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321671.542023:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000420864:0@lo:400:kworker.0
00000100:00100000:2.0:1767321671.542036:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1767321671.542045:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000420992:0@lo:400:kworker.0
00000100:00100000:2.0:1767321671.542080:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321671.542083:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321671.542128:0:7008:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1767321671.542137:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000420608:0@lo:400:kworker.0
00000100:00100000:2.0:1767321671.542154:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000421120
00000100:00100000:2.0:1767321671.542164:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000421120
00000100:00100000:3.0:1767321671.542170:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321671.542230:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000420864
00000100:00100000:3.0:1767321671.542234:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000420864
00000100:00100000:2.0:1767321671.542262:0:70164:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000420992
00000100:00100000:3.0:1767321671.542265:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000420608
00000100:00100000:2.0:1767321671.542268:0:70164:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000420992
00000100:00100000:3.0:1767321671.542269:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000420608
00000100:00100000:3.0:1767321671.542299:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5986
00000100:00100000:2.0:1767321671.542311:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3862
00000100:00100000:2.0:1767321671.542321:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347047480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000421120:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321671.542379:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347047480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000421120:12345-0@lo:400:kworker.0 Request processed in 60us (415us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321671.542386:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3862
00000100:00100000:2.0:1767321671.542404:0:70164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3863
00000100:00100000:2.0:1767321671.542410:0:70164:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347047800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000420992:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321671.542436:0:70164:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347047800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000420992:12345-0@lo:400:kworker.0 Request processed in 26us (356us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321671.542442:0:70164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3863
00000100:00100000:3.0:1767321671.542572:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373fad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000420864:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1767321671.543918:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373fad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7008:x1853164000420864:12345-0@lo:400:kworker.0 Request processed in 1342us (1841us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321671.544230:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000420224:0@lo:38:kworker.0
00000100:00100000:0.0:1767321671.544266:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321671.544296:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000420352:0@lo:38:kworker.0
00000100:00100000:0.0:1767321671.544312:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321671.544329:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000420480:0@lo:38:kworker.0
00000100:00100000:0.0:1767321671.544350:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321671.544368:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236710e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000420736:0@lo:38:kworker.0
00000100:00100000:0.0:1767321671.544385:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:0.0:1767321671.544412:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:0.0:1767321671.544416:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:0.0:1767321671.544418:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1767321671.544429:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000420352
00000100:00100000:0.0:1767321671.544434:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000420352
00000100:00100000:2.0:1767321671.544491:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5987
00000100:00100000:2.0:1767321671.544715:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373fae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000420608:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321671.544764:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373fae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7008:x1853164000420608:12345-0@lo:400:kworker.0 Request processed in 264us (2594us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321671.544771:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5987
00000100:00100000:2.0:1767321671.544873:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000420480
00000100:00100000:2.0:1767321671.544877:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000420480
00000100:00100000:2.0:1767321671.544890:0:15461:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000420736
00000100:00100000:2.0:1767321671.544893:0:15461:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000420736
00000100:00100000:2.0:1767321671.544902:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6905
00000100:00100000:2.0:1767321671.544907:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366949f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000420480:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321671.544929:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321671.544961:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366949f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000420480:12345-0@lo:38:kworker.0 Request processed in 54us (611us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321671.544966:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6905
00000100:00100000:2.0:1767321671.544976:0:15461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6906
00000100:00100000:2.0:1767321671.544979:0:15461:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366949500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000420736:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321671.544985:0:15461:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321671.544998:0:15461:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366949500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7004:x1853164000420736:12345-0@lo:38:kworker.0 Request processed in 18us (612us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321671.545001:0:15461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6906
00000100:00080000:2.0:1767321671.545034:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321671.545038:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321671.545041:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000420480:0@lo:38:kworker.0
00000100:00080000:2.0:1767321671.545047:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321671.545049:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321671.545051:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000420736:0@lo:38:kworker.0
00000100:00100000:2.0:1767321671.545089:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000420992:0@lo:400:kworker.0
00000100:00100000:2.0:1767321671.545102:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952347044700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000421120:0@lo:400:kworker.0
00000100:00100000:2.0:1767321671.545156:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7008:1853164000420608:0@lo:400:kworker.0
00000100:00100000:2.0:1767321671.545169:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7008:1853164000420864:0@lo:400:kworker.0
00000100:00100000:2.0:1767321671.545214:0:15465:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000420224
00000100:00100000:2.0:1767321671.545218:0:15465:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000420224
00000100:00100000:2.0:1767321671.545241:0:15465:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2236
00000100:00100000:2.0:1767321671.545245:0:15465:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366949c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000420224:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321671.545252:0:15465:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321671.545275:0:15465:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366949c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:7004:x1853164000420224:12345-0@lo:38:kworker.0 Request processed in 29us (1008us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321671.545279:0:15465:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2236
00000100:00080000:2.0:1767321671.545294:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321671.545296:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321671.545298:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000420224:0@lo:38:kworker.0
00000100:00100000:3.0:1767321671.556842:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5986
00000100:00100000:0.0:1767321671.561120:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6907
00000100:00100000:0.0:1767321671.561138:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952366948e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000420352:12345-0@lo:38:kworker.0
00010000:00020000:0.0:1767321671.561173:0:71802:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:0.0:1767321671.561325:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952366948e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7004:x1853164000420352:12345-0@lo:38:kworker.0 Request processed in 187us (17010us total) trans 0 rc -19/-19
00000100:00100000:0.0:1767321671.561334:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6907
00000100:00080000:2.0:1767321671.561417:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321671.561425:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321671.561441:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236710d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000420352:0@lo:38:kworker.0
00010000:00010000:0.0:1767321671.861444:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1767321672.565568:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952349093480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000421248:0@lo:13:osp-pre-1-1.0
00000100:00100000:3.0:1767321672.565664:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321672.565951:0:7007:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1767321672.565961:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95236694ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000421376:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321672.566000:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321672.566129:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000421248
00000100:00100000:0.0:1767321672.566138:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000421248
00000100:00100000:0.0:1767321672.566209:0:71851:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000421376
00000100:00100000:0.0:1767321672.566212:0:71851:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000421376
00000100:00100000:0.0:1767321672.566229:0:71851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3090
00000100:00100000:0.0:1767321672.566236:0:71851:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373faed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000421248:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:0.0:1767321672.566267:0:71851:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767321672.566310:0:19898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3091
00000100:00100000:0.0:1767321672.566312:0:71851:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373faed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000421248:12345-0@lo:13:osp-pre-1-1.0 Request processed in 76us (648us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321672.566325:0:71851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3090
00000100:00100000:1.0:1767321672.566329:0:19898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373fad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000421376:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:1.0:1767321672.566352:0:19898:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:1.0:1767321672.566407:0:19898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373fad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000421376:12345-0@lo:13:osp-pre-0-1.0 Request processed in 85us (405us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321672.566414:0:19898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3091
00000100:00100000:3.0:1767321672.566443:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95236694ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000421376:0@lo:13:osp-pre-0-1.0
00000100:00100000:3.0:1767321672.566454:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952349093480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000421248:0@lo:13:osp-pre-1-1.0
00010000:00010000:3.0:1767321672.890294:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1767321673.909765:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1767321674.687585:0:6998:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767321674.687786:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962633984
00000100:00100000:3.0:1767321674.687799:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962633984
00000100:00100000:3.0:1767321674.687893:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 6908
00000100:00100000:3.0:1767321674.687903:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236694ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962633984:12345-192.168.202.52@tcp:38:kworker.0
00010000:00020000:3.0:1767321674.687931:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.202.52@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:3.0:1767321674.688020:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236694ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2507:x1853163962633984:12345-192.168.202.52@tcp:38:kworker.0 Request processed in 118us (449us total) trans 0 rc -19/-19
00000100:00100000:3.0:1767321674.688032:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 6908
00000100:00100000:0.0:1767321674.691616:0:7000:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.52@tcp (source: 12345-192.168.202.52@tcp)
00000100:00100000:3.0:1767321674.691733:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163962634112
00000100:00100000:3.0:1767321674.691748:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163962634112
00000100:00100000:3.0:1767321674.691887:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.52@tcp, seq: 5988
00000100:00100000:3.0:1767321674.691900:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962634112:12345-192.168.202.52@tcp:400:kworker.0
00000100:00100000:3.0:1767321674.692005:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:5a568710-31ab-4f77-bb43-b42b2bf732c9+5:2510:x1853163962634112:12345-192.168.202.52@tcp:400:kworker.0 Request processed in 108us (405us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321674.692013:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.52@tcp, seq: 5988
00000100:00080000:0.0:1767321674.694372:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00010000:00010000:0.0:1767321674.933698:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767321675.958327:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1767321676.669049:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321676.669064:0:63619:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1d5e591f-538d-4396-8012-4aa0a0229c2e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1767321676.669067:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321676.669072:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321676.669078:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321676.669088:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6869
00000100:00080000:3.0:1767321676.669094:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321676.669104:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9523478e3000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321676.670037:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952373fadf80 x1853164000421504/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321676.670071:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321676.670075:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321676.670077:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321676.670081:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6869
00000100:00080000:3.0:1767321676.670083:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321676.670089:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9523478d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321676.670108:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952373fac000 x1853164000421632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1767321676.670118:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321676.670121:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321676.670123:0:63619:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321676.670126:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6869
00000100:00080000:3.0:1767321676.670129:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321676.670132:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9523800d1800 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321676.670212:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952373face00 x1853164000421760/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321676.670313:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952373fadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000421888:0@lo:400:kworker.0
00000100:00100000:1.0:1767321676.670503:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321676.670677:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952373fadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000421504:0@lo:38:kworker.0
00000100:00100000:2.0:1767321676.670715:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321676.670743:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952373fac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000421632:0@lo:38:kworker.0
00000100:00100000:2.0:1767321676.670762:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00080000:3.0:1767321676.672565:0:63619:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1767321676.672577:0:63619:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1767321676.672581:0:63619:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1767321676.672589:0:63619:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6869
00000100:00080000:3.0:1767321676.672594:0:63619:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1767321676.672601:0:63619:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95234688f000 using connection 192.168.202.152@tcp/0@lo
00000100:00100000:3.0:1767321676.672650:0:63619:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff952373fac380 x1853164000422016/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1767321676.675032:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1767321676.675059:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952373fad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000422144:0@lo:400:kworker.0
00000100:00100000:1.0:1767321676.675353:0:15464:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000421504
00000100:00100000:1.0:1767321676.675516:0:15464:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000421504
00000100:00100000:1.0:1767321676.675576:0:15464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2237
00000100:00100000:1.0:1767321676.675585:0:15464:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347044700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000421504:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321676.675613:0:15464:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321676.675683:0:15464:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347044700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:7004:x1853164000421504:12345-0@lo:38:kworker.0 Request processed in 98us (4967us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321676.675692:0:15464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2237
00000100:00100000:3.0:1767321676.675992:0:7008:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95237d789c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000422400:0@lo:400:kworker.0
00000100:00100000:1.0:1767321676.676008:0:7007:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952373faf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000422272:0@lo:400:kworker.0
00000100:00100000:3.0:1767321676.676036:0:7008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1767321676.676071:0:7007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1767321676.676099:0:32290:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000422400
00000100:00100000:3.0:1767321676.676104:0:32290:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000422400
00000100:00100000:1.0:1767321676.676126:0:70159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000422272
00000100:00100000:1.0:1767321676.676132:0:70159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000422272
00000100:00100000:3.0:1767321676.676162:0:32290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3864
00000100:00100000:3.0:1767321676.676173:0:32290:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95237d788380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000422400:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321676.676189:0:70159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3865
00000100:00100000:1.0:1767321676.676215:0:70159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9523652bcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000422272:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1767321676.676321:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000421888
00000100:00100000:0.0:1767321676.676326:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000421888
00000100:00100000:0.0:1767321676.676451:0:71802:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000421632
00000100:00100000:0.0:1767321676.676455:0:71802:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000421632
00000100:00100000:0.0:1767321676.676484:0:71802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5989
00000100:00100000:0.0:1767321676.676492:0:71802:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952349093480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000421888:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1767321676.676557:0:70159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9523652bcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:7007:x1853164000422272:12345-0@lo:400:kworker.0 Request processed in 360us (485us total) trans 0 rc 0/0
00000100:00100000:1.0:1767321676.676564:0:70159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3865
00000100:00100000:1.0:1767321676.676605:0:7007:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952373faf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7007:1853164000422272:0@lo:400:kworker.0
00000100:00100000:1.0:1767321676.676639:0:22381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6909
00000100:00100000:1.0:1767321676.676644:0:22381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347046680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000421632:12345-0@lo:38:kworker.0
00010000:00020000:1.0:1767321676.676656:0:22381:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:1.0:1767321676.676683:0:22381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347046680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7004:x1853164000421632:12345-0@lo:38:kworker.0 Request processed in 39us (5920us total) trans 0 rc -19/-19
00000100:00100000:1.0:1767321676.676688:0:22381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6909
00000100:00080000:1.0:1767321676.676725:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00080000:1.0:1767321676.676730:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:1.0:1767321676.676732:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00080000:2.0:1767321676.686780:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321676.686798:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321676.686806:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952373fac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7004:1853164000421632:0@lo:38:kworker.0
00000100:00100000:2.0:1767321676.686821:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952373face00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000421760:0@lo:38:kworker.0
00000100:00100000:2.0:1767321676.686898:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321676.686948:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000421760
00000100:00100000:2.0:1767321676.686955:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000421760
00000100:00100000:2.0:1767321676.687005:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6910
00000100:00100000:2.0:1767321676.687013:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952347046d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000421760:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321676.687051:0:15460:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321676.688277:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952347046d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7004:x1853164000421760:12345-0@lo:38:kworker.0 Request processed in 1258us (1373us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321676.688289:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6910
00000100:00080000:2.0:1767321676.688367:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523800d1800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321676.688372:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321676.688376:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952373face00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7004:1853164000421760:0@lo:38:kworker.0
00000100:00100000:2.0:1767321676.688419:0:7004:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952373fac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000422016:0@lo:38:kworker.0
00000100:00100000:2.0:1767321676.688454:0:7004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321676.688499:0:19484:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000422016
00000100:00100000:2.0:1767321676.688506:0:19484:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000422016
00000100:00100000:2.0:1767321676.688533:0:19484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6911
00000100:00100000:2.0:1767321676.688540:0:19484:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95236710d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000422016:12345-0@lo:38:kworker.0
00010000:00020000:2.0:1767321676.688559:0:19484:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server.
00000100:00100000:2.0:1767321676.688587:0:19484:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95236710d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7004:x1853164000422016:12345-0@lo:38:kworker.0 Request processed in 46us (133us total) trans 0 rc -19/-19
00000100:00100000:2.0:1767321676.688594:0:19484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6911
00000100:00080000:2.0:1767321676.688616:0:7004:0:(import.c:65:import_set_state_nolock()) ffff95234688f000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321676.688619:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321676.688623:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952373fac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7004:1853164000422016:0@lo:38:kworker.0
00000100:00080000:2.0:1767321676.688635:0:7004:0:(import.c:65:import_set_state_nolock()) ffff9523478e3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1767321676.688638:0:7004:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19)
00000100:00100000:2.0:1767321676.688641:0:7004:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952373fadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7004:1853164000421504:0@lo:38:kworker.0
00000100:00100000:1.0:1767321676.688864:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321676.688893:0:15460:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000422144
00000100:00100000:2.0:1767321676.688898:0:15460:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000422144
00000100:00100000:2.0:1767321676.689002:0:15460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5990
00000100:00100000:2.0:1767321676.689009:0:15460:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373fadf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000422144:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1767321676.689068:0:15460:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373fadf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7005:x1853164000422144:12345-0@lo:400:kworker.0 Request processed in 59us (207us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321676.689074:0:15460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5990
00000100:00080000:1.0:1767321676.692839:0:15455:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001
00000100:00100000:1.0:1767321676.692929:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952373fad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7005:1853164000422144:0@lo:400:kworker.0
00000100:00100000:3.0:1767321676.693115:0:32290:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95237d788380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7008:x1853164000422400:12345-0@lo:400:kworker.0 Request processed in 16933us (17068us total) trans 0 rc 0/0
00000100:00100000:3.0:1767321676.693132:0:32290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3864
00000100:00100000:0.0:1767321676.694368:0:71802:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952349093480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7005:x1853164000421888:12345-0@lo:400:kworker.0 Request processed in 17866us (23854us total) trans 0 rc 0/0
00000100:00100000:0.0:1767321676.694385:0:71802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5989
00000100:00100000:1.0:1767321676.694451:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952373fadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7005:1853164000421888:0@lo:400:kworker.0
00000100:00100000:3.0:1767321676.694535:0:7008:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95237d789c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7008:1853164000422400:0@lo:400:kworker.0
00010000:00010000:3.0:1767321676.983324:0:15408:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1767321677.685849:0:7006:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1767321677.685884:0:7006:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff952373fadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000422528:0@lo:13:osp-pre-1-1.0
00000100:00100000:1.0:1767321677.685992:0:7006:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1767321677.687181:0:7005:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1767321677.687218:0:7005:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff95234471f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000422656:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1767321677.687278:0:7005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1767321677.687964:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000422528
00000100:00100000:2.0:1767321677.687978:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000422528
00000100:00100000:2.0:1767321677.688048:0:18350:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164000422656
00000100:00100000:2.0:1767321677.688052:0:18350:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164000422656
00000100:00100000:2.0:1767321677.688096:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3092
00000100:00100000:2.0:1767321677.688108:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff952373fad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000422528:12345-0@lo:13:osp-pre-1-1.0
00002000:00000024:2.0:1767321677.688148:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767321677.688256:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff952373fad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7006:x1853164000422528:12345-0@lo:13:osp-pre-1-1.0 Request processed in 150us (2263us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321677.688265:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3092
00000100:00100000:2.0:1767321677.688287:0:18350:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3093
00000100:00100000:2.0:1767321677.688294:0:18350:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff95234471ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000422656:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1767321677.688312:0:18350:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 3923529728 avail 3692007424
00000100:00100000:2.0:1767321677.688338:0:18350:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff95234471ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7005:x1853164000422656:12345-0@lo:13:osp-pre-0-1.0 Request processed in 45us (1061us total) trans 0 rc 0/0
00000100:00100000:2.0:1767321677.688342:0:18350:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3093
00000100:00100000:3.0:1767321677.688757:0:7006:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff952373fadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7006:1853164000422528:0@lo:13:osp-pre-1-1.0
00000100:00100000:0.0:1767321677.690755:0:7005:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff95234471f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7005:1853164000422656:0@lo:13:osp-pre-0-1.0
00010000:00010000:2.0:1767321678.006164:0:18365:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767321679.029550:0:15409:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1767321680.054029:0:61268:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
Debug log: 93687 lines, 93687 kept, 0 dropped, 0 bad.